00000800:00000200:0.1F:1746142854.917929:0:3762:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5272480] -> 12345-192.168.203.127@tcp (2) 00000800:00000200:0.1:1746142854.918251:0:3754:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5272480] -> 12345-192.168.203.127@tcp (2) 00000800:00000200:0.1:1746142854.918254:0:3754:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.127@tcp ffff8800b5272540 deleted 00000800:00000010:0.1:1746142854.918256:0:3754:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b5272540. 00000800:00000200:0.1:1746142854.918259:0:3754:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1746142854.918263:0:3754:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:1023 00000800:00000200:0.1:1746142854.918267:0:3754:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009dab0700 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1:1746142854.918390:0:3753:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1746142854.918661:0:3755:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5272480] -> 12345-192.168.203.127@tcp (4) 00000800:00000200:0.1:1746142854.918663:0:3755:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.127@tcp ffff8800b5272540 deleted 00000800:00000010:0.1:1746142854.918664:0:3755:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b5272540. 00000800:00000200:0.1:1746142854.918666:0:3755:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1746142854.918709:0:3753:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1F:1746142855.016096:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a3cad000. 00010000:00000010:2.1:1746142855.016104:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013075c200. 00010000:00000010:3.1F:1746142855.162705:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880135f38200. 00010000:00000010:0.1:1746142855.162787:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b27f1f00. 00010000:00000010:0.1:1746142855.162794:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801339e3000. 00010000:00000010:0.1:1746142855.162796:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129d8d000. 00010000:00000010:0.1:1746142855.162799:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880135f38000. 00080000:00000010:3.1:1746142855.190439:0:11:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800aa89c540. 00000100:00100000:0.0:1746143495.860732:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.860856:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.864227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.872199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.878240:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.880263:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+167:2006:x1830963460723200:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1819us (2019us total) trans 4294970352 rc 0/0 00000100:00100000:0.0:1746143495.880277:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1225 00002000:00100000:0.0:1746143495.880287:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880134091500 x1830963460723200/t4294970352(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:646/0 lens 496/448 e 0 to 0 dl 1746143506 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143495.880330:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134091500 with x1830963460723200 ext(0->7) 00010000:00010000:0.0:1746143495.880340:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124227000/0xa6c9a53f47f1f1b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a23 expref: 167 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143495.880355:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124227000/0xa6c9a53f47f1f1b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a23 expref: 167 pid: 12044 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143495.880363:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134091500 00000100:00100000:0.0:1746143495.883533:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.892211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.899577:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.899624:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.904607:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.906149:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460724224 00000100:00100000:0.0:1746143495.906158:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460724224 00010000:00010000:0.0:1746143495.906193:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124226800/0xa6c9a53f47f1f1c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a2a expref: 168 pid: 12044 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746143495.906224:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13998 00000100:00100000:0.0:1746143495.906230:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b940450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+168:2006:x1830963460724224:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143495.906254:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143495.906274:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124226800/0xa6c9a53f47f1f1c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a2a expref: 168 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143495.906284:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124226800/0xa6c9a53f47f1f1c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a2a expref: 168 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143495.906335:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124226800/0xa6c9a53f47f1f1c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a2a expref: 168 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143495.906363:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143495.906786:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b940450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+166:2006:x1830963460724224:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 552us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143495.906793:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13998 00000100:00100000:0.0:1746143495.909605:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.909657:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.917564:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460724736 00000100:00100000:0.0:1746143495.917574:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460724736 00002000:00100000:0.0:1746143495.917622:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f669180 x1830963460724736/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:646/0 lens 488/0 e 0 to 0 dl 1746143506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143495.917633:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f669180 with x1830963460724736 ext(0->4095) 00010000:00010000:0.0:1746143495.917644:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880084e02000/0xa6c9a53f47f1f1ce lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a38 expref: 168 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143495.917663:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880084e02000/0xa6c9a53f47f1f1ce lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a38 expref: 168 pid: 10111 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143495.917671:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f669180 00000100:00100000:0.0:1746143495.917698:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1227 00000100:00100000:0.0:1746143495.917705:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+168:2006:x1830963460724736:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143495.917854:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+168:2006:x1830963460724736:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 149us (324us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143495.917860:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1227 00002000:00100000:0.0:1746143495.917866:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f669180 x1830963460724736/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746143506 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143495.917873:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f669180 with x1830963460724736 ext(0->4095) 00010000:00010000:0.0:1746143495.917877:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880084e02000/0xa6c9a53f47f1f1ce lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a38 expref: 168 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143495.917885:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880084e02000/0xa6c9a53f47f1f1ce lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a38 expref: 168 pid: 10111 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143495.917891:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f669180 00000100:00100000:0.0:1746143495.923455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.925043:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+169:2006:x1830963460724864:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1388us (1591us total) trans 4294970353 rc 0/0 00000100:00100000:0.0:1746143495.925051:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1228 00002000:00100000:0.0:1746143495.925057:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880095d9f800 x1830963460724864/t4294970353(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:646/0 lens 496/448 e 0 to 0 dl 1746143506 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143495.925067:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9f800 with x1830963460724864 ext(0->7) 00010000:00010000:0.0:1746143495.925073:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880084e02000/0xa6c9a53f47f1f1ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a38 expref: 169 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143495.925084:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880084e02000/0xa6c9a53f47f1f1ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a38 expref: 169 pid: 10111 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143495.925090:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d9f800 00000100:00100000:0.0:1746143495.932716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.937220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.939894:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.941283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.942967:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.948228:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.948288:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.949711:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460725888 00000100:00100000:0.0:1746143495.949715:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460725888 00010000:00010000:0.0:1746143495.949728:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124227800/0xa6c9a53f47f1f1dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a46 expref: 7 pid: 10111 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746143495.949741:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14002 00000100:00100000:0.0:1746143495.949746:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+7:2007:x1830963460725888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143495.949752:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143495.949758:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124227800/0xa6c9a53f47f1f1dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a46 expref: 7 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143495.949770:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124227800/0xa6c9a53f47f1f1dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a46 expref: 7 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143495.949779:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124227800/0xa6c9a53f47f1f1dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a46 expref: 7 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143495.949801:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143495.949803:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143495.949809:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a70e00/0xa6c9a53f47f1f1e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a4d expref: 167 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143495.949815:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096a70e00/0xa6c9a53f47f1f1e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a4d expref: 167 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143495.949848:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096a70e00/0xa6c9a53f47f1f1e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a4d expref: 167 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143495.949858:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096a70e00/0xa6c9a53f47f1f1e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a4d expref: 167 pid: 10111 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746143495.949868:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130729880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963454667136:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143495.949915:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143495.951996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.954410:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.955977:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+170:2007:x1830963460726656:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1017us (1568us total) trans 4294970354 rc 0/0 00000100:00100000:0.0:1746143495.955987:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1231 00002000:00100000:0.0:1746143495.955994:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013072a680 x1830963460726656/t4294970354(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:646/0 lens 496/448 e 0 to 0 dl 1746143506 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143495.956000:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072a680 with x1830963460726656 ext(0->7) 00010000:00010000:0.0:1746143495.956006:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70e00/0xa6c9a53f47f1f1e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a4d expref: 170 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143495.956016:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70e00/0xa6c9a53f47f1f1e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a4d expref: 170 pid: 10111 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143495.956022:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013072a680 00000100:00100000:0.0:1746143495.958629:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.963595:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.966526:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.968473:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.972059:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.972428:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.988409:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.988433:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.988472:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143495.988491:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460728064 00000100:00100000:0.0:1746143495.988499:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460728064 00010000:00010000:0.0:1746143495.988526:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f1ea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a54 expref: 6 pid: 10111 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746143495.988548:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460727936 00000100:00100000:0.0:1746143495.988552:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460727936 00010000:00010000:0.0:1746143495.988560:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880084e02600/0xa6c9a53f47f1f1f1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a5b expref: 172 pid: 9571 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746143495.988574:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14004 00000100:00100000:0.0:1746143495.988580:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124831880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963460728064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143495.988591:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143495.989334:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f1ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a54 expref: 6 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143495.989342:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f1ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a54 expref: 6 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143495.989353:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f1ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a54 expref: 6 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143495.989763:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143495.989765:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143495.989772:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f1f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a62 expref: 170 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143495.989778:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f1f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a62 expref: 170 pid: 10111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143495.996689:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460728448 00000100:00100000:0.0:1746143495.996695:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460728448 00002000:00100000:0.0:1746143495.996726:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009235ca80 x1830963460728448/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:646/0 lens 488/0 e 0 to 0 dl 1746143506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143495.996741:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235ca80 with x1830963460728448 ext(0->4095) 00010000:00010000:0.0:1746143495.996748:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f1f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a62 expref: 171 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143495.996760:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f1f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a62 expref: 171 pid: 10111 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143495.996766:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009235ca80 00000100:00100000:0.0:1746143495.996791:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1233 00000100:00100000:0.0:1746143495.996797:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+171:2006:x1830963460728448:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143495.996930:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+171:2006:x1830963460728448:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 133us (420us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143495.996936:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1233 00002000:00100000:0.0:1746143495.996940:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009235ca80 x1830963460728448/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:646/0 lens 488/4536 e 0 to 0 dl 1746143506 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143495.996946:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235ca80 with x1830963460728448 ext(0->4095) 00010000:00010000:0.0:1746143495.996950:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f1f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a62 expref: 171 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143495.996958:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f1f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a62 expref: 171 pid: 10111 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143495.996963:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009235ca80 00000100:00100000:0.0:1746143496.000607:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.001924:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+173:2004:x1830963460728704:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 811us (1316us total) trans 4294970355 rc 0/0 00000100:00100000:0.0:1746143496.001935:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1234 00002000:00100000:0.0:1746143496.001945:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880124831880 x1830963460728704/t4294970355(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.001953:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124831880 with x1830963460728704 ext(0->7) 00010000:00010000:0.0:1746143496.001962:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f1f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a62 expref: 173 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.001975:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f1f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a62 expref: 173 pid: 10111 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.001981:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880124831880 00000100:00100000:0.0:1746143496.006888:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.015764:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460729088 00000100:00100000:0.0:1746143496.015776:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460729088 00002000:00100000:0.0:1746143496.015836:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009235f100 x1830963460729088/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 488/0 e 0 to 0 dl 1746143507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.015848:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235f100 with x1830963460729088 ext(0->4095) 00002000:00010000:0.0:1746143496.015853:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009235f100 00000100:00100000:0.0:1746143496.015874:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12559 00000100:00100000:0.0:1746143496.015882:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+172:2005:x1830963460729088:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143496.016049:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+172:2005:x1830963460729088:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 167us (644us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143496.016056:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12559 00002000:00100000:0.0:1746143496.016063:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009235f100 x1830963460729088/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746143507 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.016070:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235f100 with x1830963460729088 ext(0->4095) 00002000:00010000:0.0:1746143496.016072:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009235f100 00000100:00100000:0.0:1746143496.019552:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.021929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.022881:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.038479:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.038605:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.038640:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.046645:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.049960:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+175:2005:x1830963460730496:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2831us (3316us total) trans 4294970356 rc 0/0 00000100:00100000:0.0:1746143496.049971:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1237 00002000:00100000:0.0:1746143496.049978:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097b57100 x1830963460730496/t4294970356(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.049984:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b57100 with x1830963460730496 ext(0->7) 00010000:00010000:0.0:1746143496.049993:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880084e03e00/0xa6c9a53f47f1f20d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a77 expref: 175 pid: 9571 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.050005:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880084e03e00/0xa6c9a53f47f1f20d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a77 expref: 175 pid: 9571 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.050010:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097b57100 00000100:00100000:0.0:1746143496.056459:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.062520:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.065066:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.071570:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.072180:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.074914:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.077122:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.079632:0:7209:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460732032 00000100:00100000:0.0:1746143496.079636:0:7209:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460732032 00010000:00010000:0.0:1746143496.079651:0:7209:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880084e02000/0xa6c9a53f47f1f214 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a7e expref: 175 pid: 9571 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746143496.079677:0:7209:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14011 00000100:00100000:0.0:1746143496.079682:0:7209:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+175:2005:x1830963460732032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143496.079689:0:7209:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143496.079701:0:7209:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880084e02000/0xa6c9a53f47f1f214 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a7e expref: 175 pid: 9571 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.079710:0:7209:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880084e02000/0xa6c9a53f47f1f214 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a7e expref: 175 pid: 9571 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.079725:0:7209:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880084e02000/0xa6c9a53f47f1f214 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a7e expref: 175 pid: 9571 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.079795:0:7209:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143496.079814:0:7209:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+174:2005:x1830963460732032:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 132us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143496.079829:0:7209:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14011 00000100:00100000:0.0:1746143496.081476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.084213:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.087701:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+176:2005:x1830963460732544:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3020us (3416us total) trans 4294970357 rc 0/0 00000100:00100000:0.0:1746143496.087715:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1240 00002000:00100000:0.0:1746143496.087725:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009bb66d80 x1830963460732544/t4294970357(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.087733:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb66d80 with x1830963460732544 ext(0->7) 00010000:00010000:0.0:1746143496.087744:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f222 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a8c expref: 176 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.087758:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f222 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67a8c expref: 176 pid: 10111 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.087764:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb66d80 00000100:00100000:0.0:1746143496.090554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.093036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.095085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.096784:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.099790:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.099886:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.106875:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.108717:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.114033:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.117111:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.119602:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.121787:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.124994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.130094:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.130612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.135365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.142729:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.143825:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1244 00000100:00100000:0.0:1746143496.143833:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+179:2007:x1830963460736384:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143496.144166:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+179:2007:x1830963460736384:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 335us (1440us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143496.144172:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1244 00002000:00100000:0.0:1746143496.144178:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092bc0e00 x1830963460736384/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.144184:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092bc0e00 with x1830963460736384 ext(0->4095) 00010000:00010000:0.0:1746143496.144189:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a71400/0xa6c9a53f47f1f24c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ab6 expref: 179 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.144199:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a71400/0xa6c9a53f47f1f24c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ab6 expref: 179 pid: 10111 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.144205:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092bc0e00 00000100:00100000:0.0:1746143496.145709:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.146707:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+181:2006:x1830963460736640:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 832us (998us total) trans 4294970359 rc 0/0 00000100:00100000:0.0:1746143496.146714:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1245 00002000:00100000:0.0:1746143496.146720:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092bc1180 x1830963460736640/t4294970359(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.146732:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092bc1180 with x1830963460736640 ext(0->7) 00010000:00010000:0.0:1746143496.146737:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a71400/0xa6c9a53f47f1f24c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ab6 expref: 181 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.146748:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a71400/0xa6c9a53f47f1f24c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ab6 expref: 181 pid: 10111 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.146754:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092bc1180 00000100:00100000:0.0:1746143496.150415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.151573:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14018 00000100:00100000:0.0:1746143496.151583:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+181:2004:x1830963460736768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143496.151598:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143496.151627:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096a71400/0xa6c9a53f47f1f24c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ab6 expref: 181 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.151639:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096a71400/0xa6c9a53f47f1f24c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ab6 expref: 181 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.151664:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a71400/0xa6c9a53f47f1f24c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ab6 expref: 181 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.151692:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143496.151694:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143496.151701:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a71800/0xa6c9a53f47f1f253 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67abd expref: 180 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.151715:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096a71800/0xa6c9a53f47f1f253 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67abd expref: 180 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.151745:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096a71800/0xa6c9a53f47f1f253 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67abd expref: 180 pid: 10111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143496.151755:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092bc1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963454670464:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143496.151847:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143496.154813:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460737024 00000100:00100000:0.0:1746143496.154829:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460737024 00002000:00100000:0.0:1746143496.154865:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011eeece00 x1830963460737024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 488/0 e 0 to 0 dl 1746143507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.154874:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeece00 with x1830963460737024 ext(0->4095) 00002000:00010000:0.0:1746143496.154878:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eeece00 00000100:00100000:0.0:1746143496.154906:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12567 00000100:00100000:0.0:1746143496.154913:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+180:2007:x1830963460737024:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143496.155037:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+180:2007:x1830963460737024:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (314us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143496.155043:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12567 00002000:00100000:0.0:1746143496.155049:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011eeece00 x1830963460737024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746143507 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.155056:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeece00 with x1830963460737024 ext(0->4095) 00002000:00010000:0.0:1746143496.155059:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eeece00 00000100:00100000:0.0:1746143496.163096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.163201:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.167213:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.171563:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.174851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.176351:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+182:2004:x1830963460737920:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1326us (1508us total) trans 4294970360 rc 0/0 00000100:00100000:0.0:1746143496.176359:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1247 00002000:00100000:0.0:1746143496.176365:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092bc2680 x1830963460737920/t4294970360(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.176371:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092bc2680 with x1830963460737920 ext(0->7) 00010000:00010000:0.0:1746143496.176377:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70e00/0xa6c9a53f47f1f25a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67acb expref: 182 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.176386:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70e00/0xa6c9a53f47f1f25a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67acb expref: 182 pid: 10111 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.176391:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092bc2680 00000100:00100000:0.0:1746143496.178044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.181929:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.183792:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.187073:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.187283:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.187330:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460738816 00000100:00100000:0.0:1746143496.187334:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460738816 00002000:00100000:0.0:1746143496.187361:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092bc3800 x1830963460738816/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 488/0 e 0 to 0 dl 1746143507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.187375:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092bc3800 with x1830963460738816 ext(0->4095) 00010000:00010000:0.0:1746143496.187382:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a71800/0xa6c9a53f47f1f268 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ad2 expref: 184 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.187394:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a71800/0xa6c9a53f47f1f268 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ad2 expref: 184 pid: 10111 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.187401:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092bc3800 00000100:00100000:0.0:1746143496.187443:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1248 00000100:00100000:0.0:1746143496.187451:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092bc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+184:2006:x1830963460738816:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143496.187585:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+184:2006:x1830963460738816:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143496.187591:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1248 00002000:00100000:0.0:1746143496.187596:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092bc3800 x1830963460738816/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.187603:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092bc3800 with x1830963460738816 ext(0->4095) 00010000:00010000:0.0:1746143496.187608:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a71800/0xa6c9a53f47f1f268 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ad2 expref: 184 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.187616:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a71800/0xa6c9a53f47f1f268 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ad2 expref: 184 pid: 10111 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.187621:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092bc3800 00000100:00100000:0.0:1746143496.189718:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.191196:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460739072 00000100:00100000:0.0:1746143496.191200:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460739072 00000100:00100000:0.0:1746143496.191234:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28113 00000100:00100000:0.0:1746143496.191238:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1139:x1830963460739072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143496.191250:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143496.191260:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a93a00/0xa6c9a53f47f1f276 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed67ae0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.191273:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143496.191277:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880084e02200/0xa6c9a53f47f1f26f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ad9 expref: 183 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.191283:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143496.191286:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a93a00/0xa6c9a53f47f1f276 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ae0 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.191342:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880084e02200/0xa6c9a53f47f1f26f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ad9 expref: 183 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.191477:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a93a00/0xa6c9a53f47f1f276 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ae0 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.191666:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93a00, rc 0) 00000100:00100000:0.0:1746143496.196185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.203151:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.204908:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+184:2004:x1830963460739712:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1323us (1762us total) trans 4294970361 rc 0/0 00000100:00100000:0.0:1746143496.204916:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1250 00002000:00100000:0.0:1746143496.204924:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092bc1500 x1830963460739712/t4294970361(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.204930:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092bc1500 with x1830963460739712 ext(0->7) 00010000:00010000:0.0:1746143496.204937:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880084e02200/0xa6c9a53f47f1f26f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ad9 expref: 184 pid: 9572 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.204948:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880084e02200/0xa6c9a53f47f1f26f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ad9 expref: 184 pid: 9572 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.204954:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092bc1500 00000100:00100000:0.0:1746143496.206188:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.208123:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.210547:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.212581:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.215527:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.215749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.217948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.218759:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460741120 00000100:00100000:0.0:1746143496.218763:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460741120 00010000:00010000:0.0:1746143496.218778:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a92200/0xa6c9a53f47f1f27d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ae7 expref: 185 pid: 9572 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746143496.220961:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.223143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.227376:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.231988:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.235697:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.237395:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.239513:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.242197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.245732:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+189:2006:x1830963460743040:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3158us (3533us total) trans 4294970363 rc 0/0 00000100:00100000:0.0:1746143496.245743:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1254 00002000:00100000:0.0:1746143496.245752:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880124832680 x1830963460743040/t4294970363(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.245760:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124832680 with x1830963460743040 ext(0->7) 00010000:00010000:0.0:1746143496.245768:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a71800/0xa6c9a53f47f1f292 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67afc expref: 189 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.245782:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a71800/0xa6c9a53f47f1f292 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67afc expref: 189 pid: 10111 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.245788:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880124832680 00000100:00100000:0.0:1746143496.249068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.252123:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.255138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.261156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.261915:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.263774:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.263917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.265640:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130715c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963454673280:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143496.265652:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143496.265742:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963460744192:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1335us (1823us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143496.265752:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14030 00000100:00100000:0.0:1746143496.266184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.270682:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+191:2004:x1830963460744832:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 839us (1134us total) trans 4294970364 rc 0/0 00000100:00100000:0.0:1746143496.270690:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1257 00002000:00100000:0.0:1746143496.270696:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880095d9c380 x1830963460744832/t4294970364(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.270702:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9c380 with x1830963460744832 ext(0->7) 00010000:00010000:0.0:1746143496.270707:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f2a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b11 expref: 191 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.270716:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f2a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b11 expref: 191 pid: 10111 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.270722:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d9c380 00000100:00100000:0.0:1746143496.272377:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.278637:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.281951:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.284009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.284078:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.287037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.287833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.289598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.289660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.291372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.293464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.294912:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085200e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+192:2006:x1830963460746880:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1249us (1446us total) trans 4294970365 rc 0/0 00000100:00100000:0.0:1746143496.294921:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1261 00002000:00100000:0.0:1746143496.294928:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880085200e00 x1830963460746880/t4294970365(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.294935:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085200e00 with x1830963460746880 ext(0->7) 00010000:00010000:0.0:1746143496.294942:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808a600/0xa6c9a53f47f1f2bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b26 expref: 192 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.294951:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808a600/0xa6c9a53f47f1f2bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b26 expref: 192 pid: 10111 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.294957:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085200e00 00000100:00100000:0.0:1746143496.298426:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.300807:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.302918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.304903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.309690:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.313249:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.313331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.327669:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.327695:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.327716:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460748544 00000100:00100000:0.0:1746143496.327721:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460748544 00010000:00010000:0.0:1746143496.327754:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009808a000/0xa6c9a53f47f1f2c3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b2d expref: 6 pid: 10111 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746143496.328344:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460748416 00000100:00100000:0.0:1746143496.328347:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460748416 00010000:00010000:0.0:1746143496.328358:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009808ac00/0xa6c9a53f47f1f2ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b34 expref: 194 pid: 10111 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746143496.328373:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14036 00000100:00100000:0.0:1746143496.328377:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085202d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+194:2007:x1830963460748416:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143496.328382:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143496.328388:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009808ac00/0xa6c9a53f47f1f2ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b34 expref: 194 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.328397:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009808ac00/0xa6c9a53f47f1f2ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b34 expref: 194 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.328423:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009808ac00/0xa6c9a53f47f1f2ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b34 expref: 194 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.328436:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143496.328437:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143496.328443:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a92200/0xa6c9a53f47f1f2d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b3b expref: 193 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.328449:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a92200/0xa6c9a53f47f1f2d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b3b expref: 193 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.328469:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a92200/0xa6c9a53f47f1f2d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b3b expref: 193 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.328480:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a92200/0xa6c9a53f47f1f2d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b3b expref: 193 pid: 9572 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746143496.328490:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085203100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963454674560:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143496.331459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.337107:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.338496:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085203800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+195:2006:x1830963460749184:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1085us (1390us total) trans 4294970366 rc 0/0 00000100:00100000:0.0:1746143496.338507:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1263 00002000:00100000:0.0:1746143496.338514:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880085203800 x1830963460749184/t4294970366(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.338523:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085203800 with x1830963460749184 ext(0->7) 00010000:00010000:0.0:1746143496.338531:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a92200/0xa6c9a53f47f1f2d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b3b expref: 195 pid: 9572 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.338545:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a92200/0xa6c9a53f47f1f2d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b3b expref: 195 pid: 9572 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.338551:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085203800 00000100:00100000:0.0:1746143496.341405:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.344509:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.348628:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.348720:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.351285:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.352074:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.354378:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.357612:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.359691:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.363181:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+196:2007:x1830963460750848:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 595us (752us total) trans 4294970367 rc 0/0 00000100:00100000:0.0:1746143496.363189:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1265 00002000:00100000:0.0:1746143496.363196:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013072aa00 x1830963460750848/t4294970367(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.363202:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072aa00 with x1830963460750848 ext(0->7) 00010000:00010000:0.0:1746143496.363209:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124227200/0xa6c9a53f47f1f2e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b50 expref: 196 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.363219:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124227200/0xa6c9a53f47f1f2e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b50 expref: 196 pid: 12044 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.363223:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013072aa00 00000100:00100000:0.0:1746143496.364882:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.367768:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.370565:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.372521:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.376741:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.376794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.380203:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.381045:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460752256 00000100:00100000:0.0:1746143496.381049:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460752256 00010000:00010000:0.0:1746143496.381062:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124227600/0xa6c9a53f47f1f2ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b57 expref: 6 pid: 12044 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746143496.381076:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14042 00000100:00100000:0.0:1746143496.381081:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130715c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963460752256:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143496.381086:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143496.381094:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124227600/0xa6c9a53f47f1f2ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b57 expref: 6 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.381101:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124227600/0xa6c9a53f47f1f2ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b57 expref: 6 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.381111:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124227600/0xa6c9a53f47f1f2ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b57 expref: 6 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.381135:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143496.381137:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143496.381143:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880084e03800/0xa6c9a53f47f1f2fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b65 expref: 195 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.381150:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880084e03800/0xa6c9a53f47f1f2fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b65 expref: 195 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.382248:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880084e03800/0xa6c9a53f47f1f2fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b65 expref: 195 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143496.382265:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083512d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963454675968:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143496.382381:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143496.384279:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083512d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963454675968:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143496.384351:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143496.384882:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.388718:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.393030:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090527480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+198:2007:x1830963460752768:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1230us (1408us total) trans 4294970368 rc 0/0 00000100:00100000:0.0:1746143496.393043:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1267 00002000:00100000:0.0:1746143496.393053:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090527480 x1830963460752768/t4294970368(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.393062:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090527480 with x1830963460752768 ext(0->7) 00010000:00010000:0.0:1746143496.393071:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880084e03800/0xa6c9a53f47f1f2fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b65 expref: 198 pid: 9571 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.393088:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880084e03800/0xa6c9a53f47f1f2fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b65 expref: 198 pid: 9571 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.393095:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090527480 00000100:00100000:0.0:1746143496.396978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.403184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.404665:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.406672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.406726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.410482:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.413659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.414934:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+201:2006:x1830963460754048:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1038us (1274us total) trans 4294970369 rc 0/0 00000100:00100000:0.0:1746143496.414947:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1269 00002000:00100000:0.0:1746143496.414955:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801236bb100 x1830963460754048/t4294970369(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.414963:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236bb100 with x1830963460754048 ext(0->7) 00010000:00010000:0.0:1746143496.414972:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880084e03e00/0xa6c9a53f47f1f309 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b73 expref: 201 pid: 9571 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.414986:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880084e03e00/0xa6c9a53f47f1f309 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b73 expref: 201 pid: 9571 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.414992:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801236bb100 00000100:00100000:0.0:1746143496.416973:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.424652:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.426891:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.427331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.433380:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.436226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.441069:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.443197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.444222:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+202:2007:x1830963460755712:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 772us (1023us total) trans 4294970370 rc 0/0 00000100:00100000:0.0:1746143496.444228:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1271 00002000:00100000:0.0:1746143496.444234:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011ee27800 x1830963460755712/t4294970370(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.444241:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee27800 with x1830963460755712 ext(0->7) 00010000:00010000:0.0:1746143496.444247:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880124227e00/0xa6c9a53f47f1f31e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b88 expref: 202 pid: 10111 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.444255:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880124227e00/0xa6c9a53f47f1f31e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b88 expref: 202 pid: 10111 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.444261:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee27800 00000100:00100000:0.0:1746143496.445841:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.448788:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.451029:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.452075:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.453368:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.453871:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.454892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.455242:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.456749:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.458497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.460665:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+204:2006:x1830963460757504:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1920us (2160us total) trans 4294970371 rc 0/0 00000100:00100000:0.0:1746143496.460676:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1274 00002000:00100000:0.0:1746143496.460685:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097890e00 x1830963460757504/t4294970371(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.460692:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097890e00 with x1830963460757504 ext(0->7) 00010000:00010000:0.0:1746143496.460699:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880084e03e00/0xa6c9a53f47f1f333 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b9d expref: 204 pid: 9571 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.460711:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880084e03e00/0xa6c9a53f47f1f333 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67b9d expref: 204 pid: 9571 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.460718:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097890e00 00000100:00100000:0.0:1746143496.462155:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.468604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.468703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.471247:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.471345:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.473369:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.473415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.475161:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085201180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963454678400:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143496.475172:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143496.475209:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+204:2007:x1830963460758656:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1739us (1842us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143496.475215:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14053 00000100:00100000:0.0:1746143496.475644:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.478972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.481376:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+206:2006:x1830963460759296:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1849us (2404us total) trans 4294970372 rc 0/0 00000100:00100000:0.0:1746143496.481387:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1277 00002000:00100000:0.0:1746143496.481397:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097a6ce00 x1830963460759296/t4294970372(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.481405:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ce00 with x1830963460759296 ext(0->7) 00010000:00010000:0.0:1746143496.481414:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f348 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67bb2 expref: 206 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.481431:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f348 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67bb2 expref: 206 pid: 12044 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.481436:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a6ce00 00000100:00100000:0.0:1746143496.483085:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.488342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.493695:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.495395:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.498871:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.499742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.501733:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.501775:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.504112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.507101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.510400:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+208:2006:x1830963460761088:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1866us (3301us total) trans 4294970373 rc 0/0 00000100:00100000:0.0:1746143496.510410:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1280 00002000:00100000:0.0:1746143496.510419:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097a6ed80 x1830963460761088/t4294970373(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.510427:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ed80 with x1830963460761088 ext(0->7) 00010000:00010000:0.0:1746143496.510435:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808a000/0xa6c9a53f47f1f35d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67bc7 expref: 208 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.510447:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808a000/0xa6c9a53f47f1f35d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67bc7 expref: 208 pid: 12044 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.510459:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a6ed80 00000100:00100000:0.0:1746143496.518760:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.521938:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.524181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.526669:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.529638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.532523:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.533863:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086114000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+211:2005:x1830963460762368:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 933us (1337us total) trans 4294970374 rc 0/0 00000100:00100000:0.0:1746143496.533876:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1283 00002000:00100000:0.0:1746143496.533888:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086114000 x1830963460762368/t4294970374(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.533898:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086114000 with x1830963460762368 ext(0->7) 00010000:00010000:0.0:1746143496.533908:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880084e03400/0xa6c9a53f47f1f36b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67bd5 expref: 211 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.533924:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880084e03400/0xa6c9a53f47f1f36b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67bd5 expref: 211 pid: 12044 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.533931:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086114000 00000100:00100000:0.0:1746143496.536226:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.543176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.546644:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.546961:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.548895:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.550883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.553668:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.558605:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460763776 00000100:00100000:0.0:1746143496.558615:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460763776 00002000:00100000:0.0:1746143496.558665:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085203b80 x1830963460763776/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 488/0 e 0 to 0 dl 1746143507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.558676:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085203b80 with x1830963460763776 ext(0->4095) 00002000:00010000:0.0:1746143496.558682:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085203b80 00000100:00100000:0.0:1746143496.558711:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12591 00000100:00100000:0.0:1746143496.558720:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085203b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+210:2007:x1830963460763776:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143496.558843:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085203b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+210:2007:x1830963460763776:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (358us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143496.558848:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12591 00002000:00100000:0.0:1746143496.558853:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085203b80 x1830963460763776/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746143507 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.558860:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085203b80 with x1830963460763776 ext(0->4095) 00002000:00010000:0.0:1746143496.558863:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085203b80 00000100:00100000:0.0:1746143496.563428:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.575013:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.578120:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086115c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+212:2006:x1830963460764032:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2885us (3105us total) trans 4294970375 rc 0/0 00000100:00100000:0.0:1746143496.578131:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1285 00002000:00100000:0.0:1746143496.578142:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086115c00 x1830963460764032/t4294970375(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.578157:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086115c00 with x1830963460764032 ext(0->7) 00010000:00010000:0.0:1746143496.578167:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67bea expref: 212 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.578287:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f379 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67bea expref: 212 pid: 12044 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.578393:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086115c00 00000100:00100000:0.0:1746143496.580446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.582445:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.583762:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.586027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.590631:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.593927:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.598368:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086117100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+214:2007:x1830963460765184:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3882us (4433us total) trans 4294970376 rc 0/0 00000100:00100000:0.0:1746143496.598383:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1287 00002000:00100000:0.0:1746143496.598397:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086117100 x1830963460765184/t4294970376(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.598408:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086117100 with x1830963460765184 ext(0->7) 00010000:00010000:0.0:1746143496.598420:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a71800/0xa6c9a53f47f1f38e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67bf8 expref: 214 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.598440:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a71800/0xa6c9a53f47f1f38e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67bf8 expref: 214 pid: 12044 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.598452:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086117100 00000100:00100000:0.0:1746143496.601263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.607165:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.607725:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.611400:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.611473:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.615250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.620430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.624077:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086115880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+217:2006:x1830963460766464:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3351us (3647us total) trans 4294970377 rc 0/0 00000100:00100000:0.0:1746143496.624090:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1289 00002000:00100000:0.0:1746143496.624103:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086115880 x1830963460766464/t4294970377(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.624113:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086115880 with x1830963460766464 ext(0->7) 00010000:00010000:0.0:1746143496.624123:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f39c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c06 expref: 217 pid: 9572 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.624140:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f39c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c06 expref: 217 pid: 9572 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.624147:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086115880 00000100:00100000:0.0:1746143496.626789:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.629500:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.633083:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.637725:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.638544:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.638565:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460767360 00000100:00100000:0.0:1746143496.638568:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460767360 00000100:00100000:0.0:1746143496.638598:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28158 00000100:00100000:0.0:1746143496.638604:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+216:1135:x1830963460767360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143496.638613:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143496.638636:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f1f3b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed67c1b expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.638666:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f1f3a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c0d expref: 217 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.638673:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009808a000/0xa6c9a53f47f1f3aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c14 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.638680:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143496.638682:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143496.638686:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f1f3b1 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c1b expref: 217 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.638722:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009808a000/0xa6c9a53f47f1f3aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c14 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.638735:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009808a000/0xa6c9a53f47f1f3aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c14 expref: 6 pid: 9572 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746143496.638749:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124832d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963454681600:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143496.638824:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f1f3a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c0d expref: 217 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.638832:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f1f3a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c0d expref: 217 pid: 9572 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746143496.638840:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963454681728:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143496.638856:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143496.641522:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.642254:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.642316:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.645467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.650556:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.655483:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+219:2007:x1830963460768256:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3971us (4926us total) trans 4294970378 rc 0/0 00000100:00100000:0.0:1746143496.655495:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1291 00002000:00100000:0.0:1746143496.655507:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013072b480 x1830963460768256/t4294970378(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.655516:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072b480 with x1830963460768256 ext(0->7) 00010000:00010000:0.0:1746143496.655526:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f1f3b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c1b expref: 219 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.655542:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f1f3b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c1b expref: 219 pid: 12044 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.655549:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013072b480 00000100:00100000:0.0:1746143496.657488:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.659784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.665263:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.665472:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.669917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.671738:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.675667:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.677750:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+220:2005:x1830963460769536:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1566us (2087us total) trans 4294970379 rc 0/0 00000100:00100000:0.0:1746143496.677759:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1293 00002000:00100000:0.0:1746143496.677767:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097a6df80 x1830963460769536/t4294970379(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.677775:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6df80 with x1830963460769536 ext(0->7) 00010000:00010000:0.0:1746143496.677781:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a71400/0xa6c9a53f47f1f3bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c29 expref: 220 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.677793:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a71400/0xa6c9a53f47f1f3bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c29 expref: 220 pid: 12044 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.677799:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a6df80 00000100:00100000:0.0:1746143496.679675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.684354:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.686111:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.686164:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.686256:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28163 00000100:00100000:0.0:1746143496.686261:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+220:1139:x1830963460770176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143496.686266:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143496.686277:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf64400/0xa6c9a53f47f1f3d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed67c3e expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.686372:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143496.686376:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f3cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c37 expref: 222 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.686381:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143496.686383:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf64400/0xa6c9a53f47f1f3d4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c3e expref: 222 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.686413:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f3cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c37 expref: 222 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.686425:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf64400/0xa6c9a53f47f1f3d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c3e expref: 222 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.686434:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf64400, rc 0) 00000100:00100000:0.0:1746143496.686463:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+222:1139:x1830963460770176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143496.686469:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28163 00000100:00100000:0.0:1746143496.688528:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.693853:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.694762:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+223:2004:x1830963460770816:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 772us (907us total) trans 4294970380 rc 0/0 00000100:00100000:0.0:1746143496.694769:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1295 00002000:00100000:0.0:1746143496.694775:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092bc3480 x1830963460770816/t4294970380(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.694788:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092bc3480 with x1830963460770816 ext(0->7) 00010000:00010000:0.0:1746143496.694793:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f3cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c37 expref: 223 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.694802:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f3cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c37 expref: 223 pid: 12044 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.694808:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092bc3480 00000100:00100000:0.0:1746143496.704455:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.706977:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.712132:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.712231:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.714919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.715156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.717707:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.721494:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.723778:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.726981:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+224:2006:x1830963460772480:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 954us (1133us total) trans 4294970381 rc 0/0 00000100:00100000:0.0:1746143496.726988:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1297 00002000:00100000:0.0:1746143496.726993:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880095d9d180 x1830963460772480/t4294970381(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.726998:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9d180 with x1830963460772480 ext(0->7) 00010000:00010000:0.0:1746143496.727003:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808a600/0xa6c9a53f47f1f3e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c4c expref: 224 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.727014:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808a600/0xa6c9a53f47f1f3e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c4c expref: 224 pid: 12044 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746143496.727017:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d9d180 00000100:00100000:0.0:1746143496.728678:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.732726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.735415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.738955:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.741971:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.744658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.744736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.745890:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.747711:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.752372:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.754565:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+226:2006:x1830963460774272:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1294us (2202us total) trans 4294970382 rc 0/0 00000100:00100000:0.0:1746143496.754572:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1299 00002000:00100000:0.0:1746143496.754580:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086118e00 x1830963460774272/t4294970382(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.754588:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086118e00 with x1830963460774272 ext(0->7) 00010000:00010000:0.0:1746143496.754595:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c61 expref: 226 pid: 12044 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746143496.754607:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f3f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c61 expref: 226 pid: 12044 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143496.754618:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086118e00 00000100:00100000:0.0:1746143496.768786:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.768857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.779101:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.780965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.785215:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.790773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.796451:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008611a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+229:2006:x1830963460775552:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4011us (7471us total) trans 4294970383 rc 0/0 00000100:00100000:0.0:1746143496.796463:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1302 00002000:00100000:0.0:1746143496.796474:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008611a300 x1830963460775552/t4294970383(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.796484:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008611a300 with x1830963460775552 ext(0->7) 00010000:00010000:0.0:1746143496.796495:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f405 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c6f expref: 229 pid: 12044 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.796509:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f405 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c6f expref: 229 pid: 12044 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143496.796516:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008611a300 00000100:00100000:0.0:1746143496.801568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.806067:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.808681:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.808740:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.816414:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.821742:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008611b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+230:2006:x1830963460776832:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4483us (5324us total) trans 4294970384 rc 0/0 00000100:00100000:0.0:1746143496.821756:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1305 00002000:00100000:0.0:1746143496.821769:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008611b100 x1830963460776832/t4294970384(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.821779:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008611b100 with x1830963460776832 ext(0->7) 00010000:00010000:0.0:1746143496.821789:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f1f413 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c7d expref: 230 pid: 12044 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.821807:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f1f413 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c7d expref: 230 pid: 12044 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143496.821822:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008611b100 00000100:00100000:0.0:1746143496.832341:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.834513:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.836271:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.839363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.843333:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.845014:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+232:2007:x1830963460777984:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1073us (1678us total) trans 4294970385 rc 0/0 00000100:00100000:0.0:1746143496.845022:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1307 00002000:00100000:0.0:1746143496.845028:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086118380 x1830963460777984/t4294970385(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.845036:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086118380 with x1830963460777984 ext(0->7) 00010000:00010000:0.0:1746143496.845042:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a92200/0xa6c9a53f47f1f421 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c8b expref: 232 pid: 12044 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.845057:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a92200/0xa6c9a53f47f1f421 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c8b expref: 232 pid: 12044 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143496.845063:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086118380 00000100:00100000:0.0:1746143496.846707:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.848968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.850333:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.850354:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460778496 00000100:00100000:0.0:1746143496.850358:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460778496 00002000:00100000:0.0:1746143496.850388:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008611a680 x1830963460778496/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:647/0 lens 488/0 e 0 to 0 dl 1746143507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.850396:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008611a680 with x1830963460778496 ext(0->4095) 00010000:00010000:0.0:1746143496.850402:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a93a00/0xa6c9a53f47f1f428 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c92 expref: 6 pid: 12044 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.850413:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a93a00/0xa6c9a53f47f1f428 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c92 expref: 6 pid: 12044 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143496.850419:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008611a680 00000100:00100000:0.0:1746143496.850433:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1308 00000100:00100000:0.0:1746143496.850438:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008611a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963460778496:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143496.850547:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008611a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963460778496:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (214us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143496.850554:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1308 00002000:00100000:0.0:1746143496.850560:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008611a680 x1830963460778496/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.850567:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008611a680 with x1830963460778496 ext(0->4095) 00010000:00010000:0.0:1746143496.850571:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a93a00/0xa6c9a53f47f1f428 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c92 expref: 6 pid: 12044 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.850579:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a93a00/0xa6c9a53f47f1f428 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c92 expref: 6 pid: 12044 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143496.850585:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008611a680 00000100:00100000:0.0:1746143496.853196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.854049:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.856964:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.859912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.861970:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+235:2004:x1830963460779264:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1682us (2059us total) trans 4294970386 rc 0/0 00000100:00100000:0.0:1746143496.861978:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1310 00002000:00100000:0.0:1746143496.861985:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086108a80 x1830963460779264/t4294970386(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.861999:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108a80 with x1830963460779264 ext(0->7) 00010000:00010000:0.0:1746143496.862006:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519aa00/0xa6c9a53f47f1f42f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c99 expref: 235 pid: 12044 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.862019:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519aa00/0xa6c9a53f47f1f42f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67c99 expref: 235 pid: 12044 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143496.862031:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086108a80 00000100:00100000:0.0:1746143496.863395:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.866764:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.868386:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.870184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.872660:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.877634:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.886875:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.888510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.890148:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.890169:0:7209:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460780800 00000100:00100000:0.0:1746143496.890175:0:7209:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460780800 00010000:00010000:0.0:1746143496.890198:0:7209:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009808b600/0xa6c9a53f47f1f436 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ca0 expref: 235 pid: 9571 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746143496.890689:0:7209:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14089 00000100:00100000:0.0:1746143496.890697:0:7209:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4cd8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+235:2007:x1830963460780800:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143496.890708:0:7209:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143496.890724:0:7209:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009808b600/0xa6c9a53f47f1f436 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ca0 expref: 235 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.890735:0:7209:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009808b600/0xa6c9a53f47f1f436 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ca0 expref: 235 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.891033:0:7209:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009808b600/0xa6c9a53f47f1f436 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ca0 expref: 235 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.891063:0:7209:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143496.891065:0:7209:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143496.891072:0:7209:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f444 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cae expref: 234 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.891080:0:7209:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f444 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cae expref: 234 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.891110:0:7209:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f444 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cae expref: 234 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.891122:0:7209:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cae expref: 234 pid: 10111 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746143496.891134:0:7209:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008610a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7209:1830963454686976:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143496.891197:0:7209:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143496.896287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.898706:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.902709:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+236:2005:x1830963460781312:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2354us (4002us total) trans 4294970387 rc 0/0 00000100:00100000:0.0:1746143496.902720:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1312 00002000:00100000:0.0:1746143496.902728:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008610ad80 x1830963460781312/t4294970387(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.902737:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610ad80 with x1830963460781312 ext(0->7) 00010000:00010000:0.0:1746143496.902746:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cae expref: 236 pid: 10111 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.902758:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cae expref: 236 pid: 10111 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143496.902765:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008610ad80 00000100:00100000:0.0:1746143496.905123:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.910830:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460781696 00000100:00100000:0.0:1746143496.910839:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460781696 00002000:00100000:0.0:1746143496.910886:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800918f1500 x1830963460781696/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:647/0 lens 488/0 e 0 to 0 dl 1746143507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.910896:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f1500 with x1830963460781696 ext(0->4095) 00002000:00010000:0.0:1746143496.910901:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800918f1500 00000100:00100000:0.0:1746143496.910930:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12606 00000100:00100000:0.0:1746143496.910937:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963460781696:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143496.911072:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963460781696:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 135us (470us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143496.911078:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12606 00002000:00100000:0.0:1746143496.911083:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800918f1500 x1830963460781696/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:647/0 lens 488/4536 e 0 to 0 dl 1746143507 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.911091:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f1500 with x1830963460781696 ext(0->4095) 00002000:00010000:0.0:1746143496.911093:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800918f1500 00000100:00100000:0.0:1746143496.916981:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.922541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.925857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.926736:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.928760:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.928829:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.931222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.933223:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.934320:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+239:2007:x1830963460783360:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 918us (1098us total) trans 4294970388 rc 0/0 00000100:00100000:0.0:1746143496.934327:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1315 00002000:00100000:0.0:1746143496.934335:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086108700 x1830963460783360/t4294970388(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.934341:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108700 with x1830963460783360 ext(0->7) 00010000:00010000:0.0:1746143496.934348:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f459 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cc3 expref: 239 pid: 10111 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.934357:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f459 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cc3 expref: 239 pid: 10111 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143496.934363:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086108700 00000100:00100000:0.0:1746143496.935952:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.939136:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.942279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.948633:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.948694:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.956128:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.956168:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.956210:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.956236:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460784384 00000100:00100000:0.0:1746143496.956244:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460784384 00010000:00010000:0.0:1746143496.956281:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009808ac00/0xa6c9a53f47f1f460 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cca expref: 239 pid: 10111 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746143496.956342:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460784640 00000100:00100000:0.0:1746143496.956345:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460784640 00010000:00010000:0.0:1746143496.956356:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096a70e00/0xa6c9a53f47f1f467 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cd1 expref: 6 pid: 10111 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746143496.956375:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14094 00000100:00100000:0.0:1746143496.956381:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+240:2006:x1830963460784384:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143496.956393:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143496.956413:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009808ac00/0xa6c9a53f47f1f460 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cca expref: 240 pid: 10111 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.956424:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009808ac00/0xa6c9a53f47f1f460 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cca expref: 240 pid: 10111 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.956876:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009808ac00/0xa6c9a53f47f1f460 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cca expref: 240 pid: 10111 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.956947:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143496.956949:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143496.956956:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f46e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cd8 expref: 239 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.956965:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f46e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cd8 expref: 239 pid: 10111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143496.966472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.975715:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.982087:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+241:2007:x1830963460785152:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5903us (6372us total) trans 4294970389 rc 0/0 00000100:00100000:0.0:1746143496.982098:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1317 00002000:00100000:0.0:1746143496.982108:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011eeedf80 x1830963460785152/t4294970389(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:647/0 lens 496/448 e 0 to 0 dl 1746143507 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143496.982117:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeedf80 with x1830963460785152 ext(0->7) 00010000:00010000:0.0:1746143496.982127:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f46e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cd8 expref: 241 pid: 10111 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.982143:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f46e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cd8 expref: 241 pid: 10111 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143496.982149:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011eeedf80 00000100:00100000:0.0:1746143496.986602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.987446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.991050:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.994214:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143496.995155:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460785920 00000100:00100000:0.0:1746143496.995159:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460785920 00010000:00010000:0.0:1746143496.995176:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f475 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cdf expref: 241 pid: 10111 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746143496.995245:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14097 00000100:00100000:0.0:1746143496.995252:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085200a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+241:2006:x1830963460785920:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143496.995261:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143496.995278:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f475 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cdf expref: 241 pid: 10111 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.995287:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f475 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cdf expref: 241 pid: 10111 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.995433:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f475 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cdf expref: 241 pid: 10111 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143496.995494:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143496.995496:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143496.995502:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f47c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ce6 expref: 240 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.995510:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f47c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ce6 expref: 240 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.995533:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f47c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ce6 expref: 240 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143496.995544:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f47c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ce6 expref: 240 pid: 10111 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746143496.995557:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963454688768:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143496.996094:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143496.997960:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.005800:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085200e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+242:2005:x1830963460786432:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2926us (3188us total) trans 4294970390 rc 0/0 00000100:00100000:0.0:1746143497.005825:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1320 00002000:00100000:0.0:1746143497.005835:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880085200e00 x1830963460786432/t4294970390(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.005845:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085200e00 with x1830963460786432 ext(0->7) 00010000:00010000:0.0:1746143497.005854:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f47c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ce6 expref: 242 pid: 10111 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.005869:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f47c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ce6 expref: 242 pid: 10111 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.005877:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085200e00 00000100:00100000:0.0:1746143497.013995:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.017096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.019992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.026587:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.029447:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.037624:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.038979:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+245:2006:x1830963460787712:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1151us (1363us total) trans 4294970391 rc 0/0 00000100:00100000:0.0:1746143497.038987:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1322 00002000:00100000:0.0:1746143497.038993:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880095d9c380 x1830963460787712/t4294970391(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.039000:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9c380 with x1830963460787712 ext(0->7) 00010000:00010000:0.0:1746143497.039006:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f1f48a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cf4 expref: 245 pid: 12044 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.039014:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f1f48a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67cf4 expref: 245 pid: 12044 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.039019:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d9c380 00000100:00100000:0.0:1746143497.042150:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.045428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.049091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.053710:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.056850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.062884:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.062924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.065217:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.072180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.073325:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+247:2005:x1830963460789504:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 867us (1152us total) trans 4294970392 rc 0/0 00000100:00100000:0.0:1746143497.073333:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1325 00002000:00100000:0.0:1746143497.073339:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086119f80 x1830963460789504/t4294970392(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.073346:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086119f80 with x1830963460789504 ext(0->7) 00010000:00010000:0.0:1746143497.073352:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519ba00/0xa6c9a53f47f1f49f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d09 expref: 247 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.073361:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519ba00/0xa6c9a53f47f1f49f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d09 expref: 247 pid: 9571 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.073372:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086119f80 00000100:00100000:0.0:1746143497.075396:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.077991:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.084483:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.084581:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.091197:0:7209:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460790528 00000100:00100000:0.0:1746143497.091202:0:7209:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460790528 00010000:00010000:0.0:1746143497.091222:0:7209:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f4a6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d10 expref: 248 pid: 9571 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746143497.091750:0:7209:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14104 00000100:00100000:0.0:1746143497.091756:0:7209:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+247:2006:x1830963460790528:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143497.091768:0:7209:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143497.091783:0:7209:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f4a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d10 expref: 247 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.091793:0:7209:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f4a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d10 expref: 247 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.092155:0:7209:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f4a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d10 expref: 247 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.092174:0:7209:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143497.092196:0:7209:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+246:2006:x1830963460790528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 441us (1179us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143497.092202:0:7209:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14104 00000100:00100000:0.0:1746143497.093373:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.096420:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.098059:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.101603:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.104332:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008611a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+248:2007:x1830963460791168:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2526us (2719us total) trans 4294970393 rc 0/0 00000100:00100000:0.0:1746143497.104344:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1327 00002000:00100000:0.0:1746143497.104355:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008611a680 x1830963460791168/t4294970393(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.104365:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008611a680 with x1830963460791168 ext(0->7) 00010000:00010000:0.0:1746143497.104374:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f4b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d1e expref: 248 pid: 12044 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.104390:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f4b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d1e expref: 248 pid: 12044 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.104397:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008611a680 00000100:00100000:0.0:1746143497.110648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.114290:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.115594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.120608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.125856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.133592:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.140138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.143009:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+250:2006:x1830963460792320:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2333us (2871us total) trans 4294970394 rc 0/0 00000100:00100000:0.0:1746143497.143022:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1329 00002000:00100000:0.0:1746143497.143035:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880124830380 x1830963460792320/t4294970394(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.143044:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830380 with x1830963460792320 ext(0->7) 00010000:00010000:0.0:1746143497.143054:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a71400/0xa6c9a53f47f1f4c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d2c expref: 250 pid: 12044 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.143070:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a71400/0xa6c9a53f47f1f4c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d2c expref: 250 pid: 12044 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.143078:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880124830380 00000100:00100000:0.0:1746143497.144843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.145268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.152859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.159808:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.164459:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.166439:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.168753:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.170801:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+252:2005:x1830963460793472:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1520us (2051us total) trans 4294970395 rc 0/0 00000100:00100000:0.0:1746143497.170816:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1331 00002000:00100000:0.0:1746143497.170824:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011ee24000 x1830963460793472/t4294970395(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.170832:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee24000 with x1830963460793472 ext(0->7) 00010000:00010000:0.0:1746143497.170840:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70e00/0xa6c9a53f47f1f4d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d3a expref: 252 pid: 12044 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.170856:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70e00/0xa6c9a53f47f1f4d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d3a expref: 252 pid: 12044 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.170862:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee24000 00000100:00100000:0.0:1746143497.172263:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.173834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.185079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.186250:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460794368 00000100:00100000:0.0:1746143497.186255:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460794368 00002000:00100000:0.0:1746143497.186285:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800918f2300 x1830963460794368/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 488/0 e 0 to 0 dl 1746143508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.186312:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f2300 with x1830963460794368 ext(0->4095) 00010000:00010000:0.0:1746143497.186319:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f4de lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d48 expref: 254 pid: 12044 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.186329:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f4de lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d48 expref: 254 pid: 12044 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.186335:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800918f2300 00000100:00100000:0.0:1746143497.186355:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1332 00000100:00100000:0.0:1746143497.186365:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+254:2004:x1830963460794368:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143497.186489:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+254:2004:x1830963460794368:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (578us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143497.186496:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1332 00002000:00100000:0.0:1746143497.186502:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800918f2300 x1830963460794368/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.186509:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f2300 with x1830963460794368 ext(0->4095) 00010000:00010000:0.0:1746143497.186513:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f4de lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d48 expref: 254 pid: 12044 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.186520:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f4de lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d48 expref: 254 pid: 12044 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.186526:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800918f2300 00000100:00100000:0.0:1746143497.189125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.189857:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.189873:0:10111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460794624 00000100:00100000:0.0:1746143497.189876:0:10111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460794624 00000100:00100000:0.0:1746143497.191025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.194069:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.197557:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.199648:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+254:2004:x1830963460795264:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 847us (2097us total) trans 4294970396 rc 0/0 00000100:00100000:0.0:1746143497.199656:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1334 00002000:00100000:0.0:1746143497.199662:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ef45880 x1830963460795264/t4294970396(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.199670:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef45880 with x1830963460795264 ext(0->7) 00010000:00010000:0.0:1746143497.199675:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f4e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d4f expref: 254 pid: 12044 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.199684:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f4e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d4f expref: 254 pid: 12044 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.199691:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ef45880 00000100:00100000:0.0:1746143497.201403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.208112:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.212490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.212935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.217338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.220146:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.220505:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.223545:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.226835:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.227877:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+256:2007:x1830963460797056:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 754us (1047us total) trans 4294970397 rc 0/0 00000100:00100000:0.0:1746143497.227884:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1337 00002000:00100000:0.0:1746143497.227889:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801230aea00 x1830963460797056/t4294970397(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.227896:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230aea00 with x1830963460797056 ext(0->7) 00010000:00010000:0.0:1746143497.227900:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808a600/0xa6c9a53f47f1f4fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d64 expref: 256 pid: 9572 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.227913:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808a600/0xa6c9a53f47f1f4fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d64 expref: 256 pid: 9572 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.227919:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801230aea00 00000100:00100000:0.0:1746143497.229121:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.231331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.234405:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.236270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.246601:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.246651:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.249265:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.250629:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.252820:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.256212:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.259701:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.266382:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.267772:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+258:2005:x1830963460799232:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1178us (1396us total) trans 4294970398 rc 0/0 00000100:00100000:0.0:1746143497.267780:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1340 00002000:00100000:0.0:1746143497.267786:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090525180 x1830963460799232/t4294970398(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.267793:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090525180 with x1830963460799232 ext(0->7) 00010000:00010000:0.0:1746143497.267798:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f50f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d79 expref: 258 pid: 9572 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.267817:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f50f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d79 expref: 258 pid: 9572 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.267823:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090525180 00000100:00100000:0.0:1746143497.270594:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.270685:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.272893:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.276581:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.279291:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.292981:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.295269:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.297052:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+260:2007:x1830963460800384:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1363us (1783us total) trans 4294970399 rc 0/0 00000100:00100000:0.0:1746143497.297061:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1342 00002000:00100000:0.0:1746143497.297067:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800917b5c00 x1830963460800384/t4294970399(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.297073:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b5c00 with x1830963460800384 ext(0->7) 00010000:00010000:0.0:1746143497.297079:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a71800/0xa6c9a53f47f1f51d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d87 expref: 260 pid: 9572 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.297088:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a71800/0xa6c9a53f47f1f51d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d87 expref: 260 pid: 9572 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.297093:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917b5c00 00000100:00100000:0.0:1746143497.298888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.302207:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.307191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.312427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.314769:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.317983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.321031:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+262:2004:x1830963460801536:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2874us (3038us total) trans 4294970400 rc 0/0 00000100:00100000:0.0:1746143497.321042:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1344 00002000:00100000:0.0:1746143497.321052:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800917b4700 x1830963460801536/t4294970400(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.321062:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b4700 with x1830963460801536 ext(0->7) 00010000:00010000:0.0:1746143497.321072:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f52b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d95 expref: 262 pid: 9572 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.321088:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f52b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67d95 expref: 262 pid: 9572 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.321095:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917b4700 00000100:00100000:0.0:1746143497.323750:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.326279:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.329441:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.330584:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.333396:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085201f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9571:1830963454694784:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143497.336657:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.336690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.336726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.339426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.341565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.343139:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+264:2004:x1830963460803328:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 983us (1578us total) trans 4294970401 rc 0/0 00000100:00100000:0.0:1746143497.343145:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1347 00002000:00100000:0.0:1746143497.343152:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880130717480 x1830963460803328/t4294970401(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.343159:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130717480 with x1830963460803328 ext(0->7) 00010000:00010000:0.0:1746143497.343164:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808a600/0xa6c9a53f47f1f540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67da3 expref: 264 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.343174:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808a600/0xa6c9a53f47f1f540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67da3 expref: 264 pid: 9571 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.343179:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130717480 00000100:00100000:0.0:1746143497.345263:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.349429:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.351781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.352394:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.353610:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.355372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.358287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.359726:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.361990:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.366617:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.368767:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.371766:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.374507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.374560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.376447:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.376531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.376889:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.378255:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.380229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.381487:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+269:2004:x1830963460807168:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1089us (1257us total) trans 4294970403 rc 0/0 00000100:00100000:0.0:1746143497.381494:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1352 00002000:00100000:0.0:1746143497.381502:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009bb67100 x1830963460807168/t4294970403(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.381510:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb67100 with x1830963460807168 ext(0->7) 00010000:00010000:0.0:1746143497.381517:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011f350a00/0xa6c9a53f47f1f56a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67dd4 expref: 269 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.381527:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011f350a00/0xa6c9a53f47f1f56a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67dd4 expref: 269 pid: 9571 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.381533:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb67100 00000100:00100000:0.0:1746143497.382464:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.383996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.385586:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.387828:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.393092:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.395053:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.398957:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460808704 00000100:00100000:0.0:1746143497.398964:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460808704 00010000:00010000:0.0:1746143497.398988:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096a71800/0xa6c9a53f47f1f571 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ddb expref: 270 pid: 9571 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746143497.399009:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460808832 00000100:00100000:0.0:1746143497.399011:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460808832 00010000:00010000:0.0:1746143497.399022:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f578 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67de2 expref: 6 pid: 9571 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746143497.399038:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14133 00000100:00100000:0.0:1746143497.399043:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085203800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+270:2006:x1830963460808704:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143497.399053:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143497.399072:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096a71800/0xa6c9a53f47f1f571 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ddb expref: 270 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.399081:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096a71800/0xa6c9a53f47f1f571 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ddb expref: 270 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.399101:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a71800/0xa6c9a53f47f1f571 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ddb expref: 270 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.399126:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143497.399154:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085203800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+269:2006:x1830963460808704:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 110us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143497.399161:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14133 00000100:00100000:0.0:1746143497.401521:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.403256:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.404128:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+271:2005:x1830963460809472:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 702us (874us total) trans 4294970404 rc 0/0 00000100:00100000:0.0:1746143497.404135:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1355 00002000:00100000:0.0:1746143497.404140:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008efb8700 x1830963460809472/t4294970404(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.404147:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb8700 with x1830963460809472 ext(0->7) 00010000:00010000:0.0:1746143497.404152:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f57f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67de9 expref: 271 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.404162:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096a70400/0xa6c9a53f47f1f57f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67de9 expref: 271 pid: 9571 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.404171:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008efb8700 00000100:00100000:0.0:1746143497.405474:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.408059:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460809856 00000100:00100000:0.0:1746143497.408065:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460809856 00002000:00100000:0.0:1746143497.408092:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085203b80 x1830963460809856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 488/0 e 0 to 0 dl 1746143508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.408101:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085203b80 with x1830963460809856 ext(0->4095) 00002000:00010000:0.0:1746143497.408105:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085203b80 00000100:00100000:0.0:1746143497.408127:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12631 00000100:00100000:0.0:1746143497.408132:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085203b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+270:2006:x1830963460809856:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143497.408227:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085203b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+270:2006:x1830963460809856:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 94us (208us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143497.408232:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12631 00002000:00100000:0.0:1746143497.408237:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085203b80 x1830963460809856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746143508 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.408243:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085203b80 with x1830963460809856 ext(0->4095) 00002000:00010000:0.0:1746143497.408245:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085203b80 00000100:00100000:0.0:1746143497.409746:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.411803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.415181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.417143:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.417973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.421001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.421054:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.421105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.421244:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14137 00000100:00100000:0.0:1746143497.421257:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963460811136:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143497.421265:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143497.421280:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009808ac00/0xa6c9a53f47f1f58d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67df7 expref: 6 pid: 9572 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.421290:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009808ac00/0xa6c9a53f47f1f58d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67df7 expref: 6 pid: 9572 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.421321:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143497.421323:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143497.421335:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f351400/0xa6c9a53f47f1f594 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67dfe expref: 272 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.421342:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f351400/0xa6c9a53f47f1f594 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67dfe expref: 272 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.421373:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011f351400/0xa6c9a53f47f1f594 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67dfe expref: 272 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143497.421382:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096624700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963454697600:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143497.421428:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143497.424243:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.426604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.428126:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+273:2006:x1830963460811776:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 999us (1524us total) trans 4294970405 rc 0/0 00000100:00100000:0.0:1746143497.428135:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1358 00002000:00100000:0.0:1746143497.428141:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096624a80 x1830963460811776/t4294970405(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.428148:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096624a80 with x1830963460811776 ext(0->7) 00010000:00010000:0.0:1746143497.428154:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011f351400/0xa6c9a53f47f1f594 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67dfe expref: 273 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.428165:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011f351400/0xa6c9a53f47f1f594 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67dfe expref: 273 pid: 9571 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.428171:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096624a80 00000100:00100000:0.0:1746143497.430160:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.434942:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085200700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963454697856:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143497.434957:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143497.434987:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+273:2004:x1830963460811904:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4621us (4836us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143497.434994:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14138 00000100:00100000:0.0:1746143497.437653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.440287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.443564:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.448672:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460812928 00000100:00100000:0.0:1746143497.448680:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460812928 00000100:00100000:0.0:1746143497.450033:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28230 00000100:00100000:0.0:1746143497.450046:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+272:1135:x1830963460812928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143497.450064:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143497.450081:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092bba400/0xa6c9a53f47f1f5a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed67e13 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.450106:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f59b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e05 expref: 273 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.450114:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f5a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e0c expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.450119:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143497.450121:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143497.450124:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bba400/0xa6c9a53f47f1f5a9 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e13 expref: 273 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.450149:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f5a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e0c expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.450159:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096a70600/0xa6c9a53f47f1f5a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e0c expref: 5 pid: 9572 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746143497.450170:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096627100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9571:1830963454697984:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143497.450285:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f59b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e05 expref: 273 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.450309:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f59b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e05 expref: 273 pid: 9572 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746143497.450317:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096625500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9571:1830963454698112:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143497.450348:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143497.452919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.453450:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.453471:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460813312 00000100:00100000:0.0:1746143497.453475:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460813312 00010000:00010000:0.0:1746143497.453497:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f59b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e05 expref: 273 pid: 9572 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746143497.453517:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14139 00000100:00100000:0.0:1746143497.453522:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096624000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+273:2006:x1830963460813312:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143497.453532:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143497.453549:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f59b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e05 expref: 273 pid: 9572 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.453559:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f59b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e05 expref: 273 pid: 9572 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.453582:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f59b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e05 expref: 273 pid: 9572 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.453596:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143497.453611:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+272:2006:x1830963460813312:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 89us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143497.453617:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14139 00000100:00100000:0.0:1746143497.456020:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.461076:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.464876:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+274:2007:x1830963460813824:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3515us (3801us total) trans 4294970406 rc 0/0 00000100:00100000:0.0:1746143497.464889:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1360 00002000:00100000:0.0:1746143497.464900:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096626300 x1830963460813824/t4294970406(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.464909:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096626300 with x1830963460813824 ext(0->7) 00010000:00010000:0.0:1746143497.464919:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bba400/0xa6c9a53f47f1f5a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e13 expref: 274 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.464935:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bba400/0xa6c9a53f47f1f5a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e13 expref: 274 pid: 9571 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.464942:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096626300 00000100:00100000:0.0:1746143497.477534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.478064:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.481067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.483464:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.486030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.490978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.502215:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.504153:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28234 00000100:00100000:0.0:1746143497.506133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.515325:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460815488 00000100:00100000:0.0:1746143497.515334:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460815488 00002000:00100000:0.0:1746143497.515375:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085200380 x1830963460815488/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:648/0 lens 488/0 e 0 to 0 dl 1746143508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.515386:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085200380 with x1830963460815488 ext(0->4095) 00010000:00010000:0.0:1746143497.515395:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f5be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e28 expref: 6 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.515409:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f5be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e28 expref: 6 pid: 9571 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.515416:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085200380 00000100:00100000:0.0:1746143497.515439:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1363 00000100:00100000:0.0:1746143497.515446:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085200380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963460815488:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143497.515586:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085200380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963460815488:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 140us (429us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143497.515593:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1363 00002000:00100000:0.0:1746143497.515598:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085200380 x1830963460815488/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.515606:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085200380 with x1830963460815488 ext(0->4095) 00010000:00010000:0.0:1746143497.515610:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f5be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e28 expref: 6 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.515618:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f5be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e28 expref: 6 pid: 9571 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.515624:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085200380 00000100:00100000:0.0:1746143497.528066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.530937:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.540786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.543733:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.546426:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+278:2006:x1830963460816128:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1684us (2686us total) trans 4294970408 rc 0/0 00000100:00100000:0.0:1746143497.546436:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1364 00002000:00100000:0.0:1746143497.546444:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800920d4000 x1830963460816128/t4294970408(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.546452:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d4000 with x1830963460816128 ext(0->7) 00010000:00010000:0.0:1746143497.546459:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1f5c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e2f expref: 278 pid: 9572 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.546471:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1f5c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e2f expref: 278 pid: 9572 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.546478:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920d4000 00000100:00100000:0.0:1746143497.551242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.552767:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.556155:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.559893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.561918:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.572916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.579072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.580021:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+280:2007:x1830963460817280:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 766us (948us total) trans 4294970409 rc 0/0 00000100:00100000:0.0:1746143497.580029:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1366 00002000:00100000:0.0:1746143497.580034:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009235a300 x1830963460817280/t4294970409(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.580042:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235a300 with x1830963460817280 ext(0->7) 00010000:00010000:0.0:1746143497.580047:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519ba00/0xa6c9a53f47f1f5d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e3d expref: 280 pid: 9572 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.580058:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519ba00/0xa6c9a53f47f1f5d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e3d expref: 280 pid: 9572 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.580064:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009235a300 00000100:00100000:0.0:1746143497.580939:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.583687:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.586734:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.592684:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.595933:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.597359:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460818432 00000100:00100000:0.0:1746143497.597366:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460818432 00000100:00100000:0.0:1746143497.597411:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28239 00000100:00100000:0.0:1746143497.597418:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+280:1135:x1830963460818432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143497.597433:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143497.597445:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096910e00/0xa6c9a53f47f1f5e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed67e52 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.597880:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008519ae00/0xa6c9a53f47f1f5da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e44 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.597890:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f5e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e4b expref: 281 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.597896:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143497.597897:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143497.597900:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096910e00/0xa6c9a53f47f1f5e8 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e52 expref: 281 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.597923:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f5e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e4b expref: 281 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.597933:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096a70c00/0xa6c9a53f47f1f5e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e4b expref: 281 pid: 9571 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746143497.597942:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092359f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963454700160:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143497.598467:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008519ae00/0xa6c9a53f47f1f5da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e44 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.598475:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008519ae00/0xa6c9a53f47f1f5da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e44 expref: 5 pid: 9572 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746143497.598482:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009235b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963454700288:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143497.598499:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143497.601493:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.601691:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.601732:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.606990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.608751:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.612713:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009787ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+283:2007:x1830963460819328:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3046us (3540us total) trans 4294970410 rc 0/0 00000100:00100000:0.0:1746143497.612726:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1368 00002000:00100000:0.0:1746143497.612737:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009787ea00 x1830963460819328/t4294970410(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.612752:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009787ea00 with x1830963460819328 ext(0->7) 00010000:00010000:0.0:1746143497.612762:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096910e00/0xa6c9a53f47f1f5e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e52 expref: 283 pid: 9572 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.612775:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096910e00/0xa6c9a53f47f1f5e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e52 expref: 283 pid: 9572 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.612782:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009787ea00 00000100:00100000:0.0:1746143497.616089:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.620484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.623509:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.626880:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.630149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.633101:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.638871:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.641409:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.643180:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+284:2005:x1830963460821376:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1154us (1774us total) trans 4294970411 rc 0/0 00000100:00100000:0.0:1746143497.643188:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1371 00002000:00100000:0.0:1746143497.643196:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880134050380 x1830963460821376/t4294970411(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.643203:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050380 with x1830963460821376 ext(0->7) 00010000:00010000:0.0:1746143497.643210:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f5fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e67 expref: 284 pid: 9572 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.643225:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f5fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e67 expref: 284 pid: 9572 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.643231:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134050380 00000100:00100000:0.0:1746143497.645427:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.650657:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.655958:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.656686:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460822016 00000100:00100000:0.0:1746143497.656689:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460822016 00000100:00100000:0.0:1746143497.656704:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28245 00000100:00100000:0.0:1746143497.656708:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+284:1135:x1830963460822016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143497.656715:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143497.656720:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096911800/0xa6c9a53f47f1f612 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed67e7c expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.656733:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092bba800/0xa6c9a53f47f1f604 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e6e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.656740:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f60b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e75 expref: 285 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.656745:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143497.656746:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143497.656749:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096911800/0xa6c9a53f47f1f612 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e7c expref: 285 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.656767:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f60b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e75 expref: 285 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.656778:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f60b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e75 expref: 285 pid: 9571 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746143497.656788:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963454701440:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143497.656854:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092bba800/0xa6c9a53f47f1f604 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e6e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.656861:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092bba800/0xa6c9a53f47f1f604 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e6e expref: 5 pid: 9572 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746143497.656869:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963454701568:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143497.656882:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143497.657979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.658797:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963454701440:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143497.658805:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963454701568:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143497.658834:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096911800/0xa6c9a53f47f1f612 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e7c expref: 285 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.658844:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096911800, rc 0) 00000100:00100000:0.0:1746143497.658865:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+285:1135:x1830963460822016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2156us (2251us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143497.658871:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28245 00000100:00100000:0.0:1746143497.660333:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.660400:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.666948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.678918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.692375:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.692507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.696138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.696224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.699248:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.704222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.707206:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+289:2006:x1830963460824448:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2243us (2986us total) trans 4294970413 rc 0/0 00000100:00100000:0.0:1746143497.707216:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1376 00002000:00100000:0.0:1746143497.707225:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096025c00 x1830963460824448/t4294970413(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.707233:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096025c00 with x1830963460824448 ext(0->7) 00010000:00010000:0.0:1746143497.707242:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f620 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e8a expref: 289 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.707256:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f620 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e8a expref: 289 pid: 9571 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.707262:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096025c00 00000100:00100000:0.0:1746143497.709374:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.712742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.716530:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.716573:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.719058:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.719115:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.722526:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.725096:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.730054:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.732506:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.733833:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+290:2006:x1830963460826112:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1104us (1332us total) trans 4294970414 rc 0/0 00000100:00100000:0.0:1746143497.733841:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1378 00002000:00100000:0.0:1746143497.733848:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096027480 x1830963460826112/t4294970414(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.733856:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027480 with x1830963460826112 ext(0->7) 00010000:00010000:0.0:1746143497.733863:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f1f635 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e9f expref: 290 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.733874:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f1f635 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67e9f expref: 290 pid: 9571 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.733881:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096027480 00000100:00100000:0.0:1746143497.736001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.740666:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.743413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.745386:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.746989:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.752706:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+293:2007:x1830963460827392:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 733us (1004us total) trans 4294970415 rc 0/0 00000100:00100000:0.0:1746143497.752713:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1380 00002000:00100000:0.0:1746143497.752720:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880095d9c000 x1830963460827392/t4294970415(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.752727:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9c000 with x1830963460827392 ext(0->7) 00010000:00010000:0.0:1746143497.752731:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011f350e00/0xa6c9a53f47f1f643 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ead expref: 293 pid: 9571 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746143497.752740:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011f350e00/0xa6c9a53f47f1f643 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ead expref: 293 pid: 9571 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746143497.752745:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d9c000 00000100:00100000:0.0:1746143497.754074:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.757460:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.765916:0:10111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460828032 00000100:00100000:0.0:1746143497.765926:0:10111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460828032 00000100:00100000:0.0:1746143497.766691:0:10111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28255 00000100:00100000:0.0:1746143497.766697:0:10111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085201f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6c035184-928a-4088-be86-d6b338962a2f+5:1139:x1830963460828032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143497.766705:0:10111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143497.766725:0:10111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f5b6800/0xa6c9a53f47f1f651 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed67ec2 expref: -99 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.766754:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143497.766756:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143497.766763:0:10111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f5b6800/0xa6c9a53f47f1f651 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ec2 expref: 6 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143497.766829:0:10111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f5b6800/0xa6c9a53f47f1f651 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ec2 expref: 6 pid: 10111 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143497.766842:0:10111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f5b6800/0xa6c9a53f47f1f651 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ec2 expref: 6 pid: 10111 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143497.766853:0:10111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f5b6800, rc 0) 00000100:00100000:0.0:1746143497.766903:0:10111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085201f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6c035184-928a-4088-be86-d6b338962a2f+6:1139:x1830963460828032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (1142us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143497.766908:0:10111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28255 00000100:00100000:0.0:1746143497.771269:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.771344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.774363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.774405:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.782215:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.791425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.793342:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+295:2004:x1830963460829184:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1716us (1923us total) trans 4294970416 rc 0/0 00000100:00100000:0.0:1746143497.793350:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1383 00002000:00100000:0.0:1746143497.793358:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097890a80 x1830963460829184/t4294970416(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.793365:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097890a80 with x1830963460829184 ext(0->7) 00010000:00010000:0.0:1746143497.793373:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011f350a00/0xa6c9a53f47f1f658 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ebb expref: 295 pid: 9571 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143497.793385:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011f350a00/0xa6c9a53f47f1f658 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ebb expref: 295 pid: 9571 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143497.793396:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097890a80 00000100:00100000:0.0:1746143497.803721:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.813057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.815430:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.817526:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.820872:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.824619:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.824736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.827250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.829058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.832717:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+297:2005:x1830963460830976:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3455us (3654us total) trans 4294970417 rc 0/0 00000100:00100000:0.0:1746143497.832728:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1385 00002000:00100000:0.0:1746143497.832738:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097892a00 x1830963460830976/t4294970417(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.832748:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097892a00 with x1830963460830976 ext(0->7) 00010000:00010000:0.0:1746143497.832758:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1f66d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ed7 expref: 297 pid: 9571 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143497.832772:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1f66d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ed7 expref: 297 pid: 9571 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143497.832779:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097892a00 00000100:00100000:0.0:1746143497.834402:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.836011:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.838485:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.843123:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.843471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.844280:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1386 00000100:00100000:0.0:1746143497.844287:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963460831744:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143497.846823:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.846904:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.846924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.846979:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14170 00000100:00100000:0.0:1746143497.846991:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+297:2007:x1830963460832000:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143497.847007:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143497.847029:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f1f674 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ede expref: 297 pid: 9572 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143497.847040:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f1f674 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ede expref: 297 pid: 9572 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143497.847060:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f1f674 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ede expref: 297 pid: 9572 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143497.847083:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143497.847147:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+296:2007:x1830963460832000:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 159us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143497.847774:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14170 00000100:00100000:0.0:1746143497.851989:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.856459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.858229:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+299:2007:x1830963460832768:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1348us (1768us total) trans 4294970418 rc 0/0 00000100:00100000:0.0:1746143497.858239:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1388 00002000:00100000:0.0:1746143497.858248:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011ee2c380 x1830963460832768/t4294970418(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.858254:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2c380 with x1830963460832768 ext(0->7) 00010000:00010000:0.0:1746143497.858262:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519ae00/0xa6c9a53f47f1f682 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67eec expref: 299 pid: 9572 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143497.858274:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519ae00/0xa6c9a53f47f1f682 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67eec expref: 299 pid: 9572 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143497.858279:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee2c380 00000100:00100000:0.0:1746143497.859874:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.862009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.864649:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.868857:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.869785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.871952:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.872038:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.872097:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.875251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.879017:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460834560 00000100:00100000:0.0:1746143497.879027:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460834560 00002000:00100000:0.0:1746143497.879065:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880085200700 x1830963460834560/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/0 e 0 to 0 dl 1746143508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.879074:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085200700 with x1830963460834560 ext(0->7) 00010000:00010000:0.0:1746143497.879083:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1f697 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f01 expref: 299 pid: 9572 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143497.879095:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1f697 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f01 expref: 299 pid: 9572 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143497.879102:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085200700 00000100:00100000:0.0:1746143497.879130:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1390 00000100:00100000:0.0:1746143497.879139:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085200700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+299:2007:x1830963460834560:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143497.880481:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085200700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+301:2007:x1830963460834560:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1340us (1516us total) trans 4294970419 rc 0/0 00000100:00100000:0.0:1746143497.880489:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1390 00002000:00100000:0.0:1746143497.880496:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880085200700 x1830963460834560/t4294970419(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.880504:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085200700 with x1830963460834560 ext(0->7) 00010000:00010000:0.0:1746143497.880510:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1f697 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f01 expref: 301 pid: 9572 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143497.880521:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1f697 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f01 expref: 301 pid: 9572 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143497.880532:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085200700 00000100:00100000:0.0:1746143497.882229:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.886469:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.890756:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.890823:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.893462:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.895788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.897254:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.898476:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+302:2006:x1830963460835840:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 770us (1221us total) trans 4294970420 rc 0/0 00000100:00100000:0.0:1746143497.898482:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1392 00002000:00100000:0.0:1746143497.898487:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f642a00 x1830963460835840/t4294970420(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.898494:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f642a00 with x1830963460835840 ext(0->7) 00010000:00010000:0.0:1746143497.898507:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b000/0xa6c9a53f47f1f6a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f16 expref: 302 pid: 9572 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143497.898516:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b000/0xa6c9a53f47f1f6a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f16 expref: 302 pid: 9572 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143497.898522:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f642a00 00000100:00100000:0.0:1746143497.905844:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.911843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.914063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.917371:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.917411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.920918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.924077:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.926362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.933627:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.935628:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+304:2006:x1830963460837760:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1589us (1995us total) trans 4294970421 rc 0/0 00000100:00100000:0.0:1746143497.935642:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1394 00002000:00100000:0.0:1746143497.935650:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013072a680 x1830963460837760/t4294970421(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.935658:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072a680 with x1830963460837760 ext(0->7) 00010000:00010000:0.0:1746143497.935665:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b000/0xa6c9a53f47f1f6ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f24 expref: 304 pid: 9572 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143497.935676:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b000/0xa6c9a53f47f1f6ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f24 expref: 304 pid: 9572 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143497.935683:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013072a680 00000100:00100000:0.0:1746143497.938509:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.947676:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.948515:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.955189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.955249:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.959184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.961676:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.973154:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+307:2004:x1830963460839040:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 10302us (11470us total) trans 4294970422 rc 0/0 00000100:00100000:0.0:1746143497.973167:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1397 00002000:00100000:0.0:1746143497.973180:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009236d500 x1830963460839040/t4294970422(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.973190:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236d500 with x1830963460839040 ext(0->7) 00010000:00010000:0.0:1746143497.973200:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519a400/0xa6c9a53f47f1f6c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f32 expref: 307 pid: 9572 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143497.973218:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519a400/0xa6c9a53f47f1f6c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f32 expref: 307 pid: 9572 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143497.973225:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009236d500 00000100:00100000:0.0:1746143497.976281:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.978098:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.980423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.980467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.983218:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.986487:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.991320:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+308:2007:x1830963460840320:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4566us (4828us total) trans 4294970423 rc 0/0 00000100:00100000:0.0:1746143497.991331:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1400 00002000:00100000:0.0:1746143497.991341:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009236d880 x1830963460840320/t4294970423(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:648/0 lens 496/448 e 0 to 0 dl 1746143508 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143497.991349:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236d880 with x1830963460840320 ext(0->7) 00010000:00010000:0.0:1746143497.991358:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519be00/0xa6c9a53f47f1f6d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f40 expref: 308 pid: 9572 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143497.991376:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519be00/0xa6c9a53f47f1f6d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f40 expref: 308 pid: 9572 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143497.991383:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009236d880 00000100:00100000:0.0:1746143497.993451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143497.999211:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.003726:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.004066:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.007274:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746143498.007363:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143498.009505:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.014212:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460841600 00000100:00100000:0.0:1746143498.014227:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460841600 00002000:00100000:0.0:1746143498.014270:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880085201880 x1830963460841600/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/0 e 0 to 0 dl 1746143509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.014280:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085201880 with x1830963460841600 ext(0->7) 00010000:00010000:0.0:1746143498.014289:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519ba00/0xa6c9a53f47f1f6e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f55 expref: 309 pid: 9572 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.014327:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519ba00/0xa6c9a53f47f1f6e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f55 expref: 309 pid: 9572 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.014334:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085201880 00000100:00100000:0.0:1746143498.015321:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085201880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+311:2007:x1830963460841600:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 946us (1366us total) trans 4294970424 rc 0/0 00000100:00100000:0.0:1746143498.015328:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1402 00002000:00100000:0.0:1746143498.015335:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880085201880 x1830963460841600/t4294970424(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.015342:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085201880 with x1830963460841600 ext(0->7) 00010000:00010000:0.0:1746143498.015347:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519ba00/0xa6c9a53f47f1f6e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f55 expref: 311 pid: 9572 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.015356:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519ba00/0xa6c9a53f47f1f6e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f55 expref: 311 pid: 9572 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.015362:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085201880 00000100:00100000:0.0:1746143498.022937:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.029516:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.032987:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.034098:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.036045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.039773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.040153:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.040179:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.040200:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460842880 00000100:00100000:0.0:1746143498.040203:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460842880 00010000:00010000:0.0:1746143498.040222:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124227a00/0xa6c9a53f47f1f6eb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f4e expref: 312 pid: 12044 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746143498.040241:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14187 00000100:00100000:0.0:1746143498.040247:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4dc0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+312:2005:x1830963460842880:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143498.040448:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143498.040467:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124227a00/0xa6c9a53f47f1f6eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f4e expref: 312 pid: 12044 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.040476:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124227a00/0xa6c9a53f47f1f6eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f4e expref: 312 pid: 12044 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.040492:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124227a00/0xa6c9a53f47f1f6eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f4e expref: 312 pid: 12044 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.040509:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143498.040521:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4dc0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+310:2005:x1830963460842880:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 275us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143498.040526:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14187 00000100:00100000:0.0:1746143498.042366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.044876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.046436:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+312:2004:x1830963460843392:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1022us (1568us total) trans 4294970425 rc 0/0 00000100:00100000:0.0:1746143498.046443:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1404 00002000:00100000:0.0:1746143498.046449:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800978b7100 x1830963460843392/t4294970425(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.046456:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b7100 with x1830963460843392 ext(0->7) 00010000:00010000:0.0:1746143498.046460:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800921afe00/0xa6c9a53f47f1f6f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f63 expref: 312 pid: 12044 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.046605:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800921afe00/0xa6c9a53f47f1f6f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f63 expref: 312 pid: 12044 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.046612:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800978b7100 00000100:00100000:0.0:1746143498.050563:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.053067:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.056204:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.056251:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.059787:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.062381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.071441:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.073338:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+315:2004:x1830963460844672:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1553us (1903us total) trans 4294970426 rc 0/0 00000100:00100000:0.0:1746143498.073346:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1406 00002000:00100000:0.0:1746143498.073354:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009236c000 x1830963460844672/t4294970426(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.073361:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236c000 with x1830963460844672 ext(0->7) 00010000:00010000:0.0:1746143498.073367:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f707 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f78 expref: 315 pid: 9571 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.073378:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f1f707 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f78 expref: 315 pid: 9571 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.073384:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009236c000 00000100:00100000:0.0:1746143498.078528:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.083800:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.083892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.089553:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.093516:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.095538:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.096514:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097902680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+316:2005:x1830963460845952:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 799us (980us total) trans 4294970427 rc 0/0 00000100:00100000:0.0:1746143498.096521:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1409 00002000:00100000:0.0:1746143498.096528:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097902680 x1830963460845952/t4294970427(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.096534:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097902680 with x1830963460845952 ext(0->7) 00010000:00010000:0.0:1746143498.096540:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808b600/0xa6c9a53f47f1f715 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f7f expref: 316 pid: 9571 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.096549:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808b600/0xa6c9a53f47f1f715 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f7f expref: 316 pid: 9571 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.096554:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097902680 00000100:00100000:0.0:1746143498.099536:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.102592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.102622:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460846336 00000100:00100000:0.0:1746143498.102629:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460846336 00002000:00100000:0.0:1746143498.102671:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880097901f80 x1830963460846336/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:649/0 lens 488/0 e 0 to 0 dl 1746143509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.103857:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097901f80 with x1830963460846336 ext(0->4095) 00002000:00010000:0.0:1746143498.103862:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097901f80 00000100:00100000:0.0:1746143498.103916:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12664 00000100:00100000:0.0:1746143498.103924:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963460846336:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143498.104042:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963460846336:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (1458us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143498.104048:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12664 00002000:00100000:0.0:1746143498.104054:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880097901f80 x1830963460846336/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746143509 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.104061:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097901f80 with x1830963460846336 ext(0->4095) 00002000:00010000:0.0:1746143498.104064:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097901f80 00000100:00100000:0.0:1746143498.105818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.114127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.117278:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.118814:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.119997:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460847232 00000100:00100000:0.0:1746143498.120001:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460847232 00010000:00010000:0.0:1746143498.120017:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f1f723 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f8d expref: 317 pid: 9571 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746143498.120262:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14195 00000100:00100000:0.0:1746143498.120269:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+317:2007:x1830963460847232:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143498.120276:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143498.120285:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f1f723 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f8d expref: 317 pid: 9571 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.120306:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f1f723 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f8d expref: 317 pid: 9571 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.120319:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f1f723 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f8d expref: 317 pid: 9571 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.120377:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143498.120379:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143498.120386:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f72a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f94 expref: 316 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143498.120394:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f72a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f94 expref: 316 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143498.120423:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f72a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f94 expref: 316 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143498.120433:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f72a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f94 expref: 316 pid: 9572 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746143498.120445:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097900380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963454711040:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143498.120740:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143498.122464:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460847488 00000100:00100000:0.0:1746143498.122468:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460847488 00002000:00100000:0.0:1746143498.122527:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096d9df80 x1830963460847488/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 488/0 e 0 to 0 dl 1746143509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.122536:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9df80 with x1830963460847488 ext(0->4095) 00010000:00010000:0.0:1746143498.122544:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f72a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f94 expref: 316 pid: 9572 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.122554:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f72a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f94 expref: 316 pid: 9572 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.122560:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096d9df80 00000100:00100000:0.0:1746143498.122585:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1411 00000100:00100000:0.0:1746143498.122591:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+316:2007:x1830963460847488:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143498.123491:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+316:2007:x1830963460847488:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 897us (1057us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143498.123501:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1411 00002000:00100000:0.0:1746143498.123507:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096d9df80 x1830963460847488/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.123514:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9df80 with x1830963460847488 ext(0->4095) 00010000:00010000:0.0:1746143498.123519:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f72a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f94 expref: 316 pid: 9572 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.123528:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f72a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f94 expref: 316 pid: 9572 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.123533:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096d9df80 00000100:00100000:0.0:1746143498.126006:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.129204:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+318:2006:x1830963460847744:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2307us (3195us total) trans 4294970428 rc 0/0 00000100:00100000:0.0:1746143498.129215:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1412 00002000:00100000:0.0:1746143498.129226:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097900380 x1830963460847744/t4294970428(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.129235:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097900380 with x1830963460847744 ext(0->7) 00010000:00010000:0.0:1746143498.129247:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f72a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f94 expref: 318 pid: 9572 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.129260:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f1f72a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67f94 expref: 318 pid: 9572 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.129267:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097900380 00000100:00100000:0.0:1746143498.133071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.140948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.141945:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.145871:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.146063:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.149768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.152348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.156979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.160624:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.166210:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.170027:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.170117:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.172477:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.172519:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.174692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.175983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.180580:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.185691:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.188131:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+322:2006:x1830963460851072:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1508us (2444us total) trans 4294970430 rc 0/0 00000100:00100000:0.0:1746143498.188141:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1417 00002000:00100000:0.0:1746143498.188150:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009817ad80 x1830963460851072/t4294970430(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.188159:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009817ad80 with x1830963460851072 ext(0->7) 00010000:00010000:0.0:1746143498.188168:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a800/0xa6c9a53f47f1f74d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67fb7 expref: 322 pid: 9571 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.188186:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a800/0xa6c9a53f47f1f74d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67fb7 expref: 322 pid: 9571 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.188192:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009817ad80 00000100:00100000:0.0:1746143498.190747:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.197726:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.197853:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.202351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.202387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.207653:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.214222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.215668:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+325:2004:x1830963460852352:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1182us (1455us total) trans 4294970431 rc 0/0 00000100:00100000:0.0:1746143498.215676:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1419 00002000:00100000:0.0:1746143498.215682:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009817b100 x1830963460852352/t4294970431(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.215688:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009817b100 with x1830963460852352 ext(0->7) 00010000:00010000:0.0:1746143498.215694:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1f75b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67fc5 expref: 325 pid: 9571 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.215702:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1f75b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67fc5 expref: 325 pid: 9571 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.215707:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009817b100 00000100:00100000:0.0:1746143498.216965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.219138:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.221062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.224984:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.226464:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.231461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.233450:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.236146:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.237367:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.239141:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.242752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.245419:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+326:2006:x1830963460854400:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2426us (2667us total) trans 4294970432 rc 0/0 00000100:00100000:0.0:1746143498.245432:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1422 00002000:00100000:0.0:1746143498.245441:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009045f100 x1830963460854400/t4294970432(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.245450:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045f100 with x1830963460854400 ext(0->7) 00010000:00010000:0.0:1746143498.245459:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f5b6800/0xa6c9a53f47f1f770 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67fda expref: 326 pid: 9572 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.245473:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f5b6800/0xa6c9a53f47f1f770 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67fda expref: 326 pid: 9572 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.245479:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009045f100 00000100:00100000:0.0:1746143498.248675:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.251660:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460854784 00000100:00100000:0.0:1746143498.251668:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460854784 00002000:00100000:0.0:1746143498.251708:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d9e300 x1830963460854784/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:649/0 lens 488/0 e 0 to 0 dl 1746143509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.251718:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9e300 with x1830963460854784 ext(0->4095) 00002000:00010000:0.0:1746143498.251722:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d9e300 00000100:00100000:0.0:1746143498.251738:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12672 00000100:00100000:0.0:1746143498.251745:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963460854784:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143498.252095:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963460854784:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 349us (498us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143498.252100:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12672 00002000:00100000:0.0:1746143498.252106:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880095d9e300 x1830963460854784/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746143509 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.252112:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9e300 with x1830963460854784 ext(0->4095) 00002000:00010000:0.0:1746143498.252115:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d9e300 00000100:00100000:0.0:1746143498.253524:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.256261:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.261210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.261279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.265990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.266253:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.266753:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.271106:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096d9ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963454713984:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143498.271149:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f1f78c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67ff6 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143498.271170:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a200, rc 0) 00000100:00100000:0.0:1746143498.271220:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097826300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1139:x1830963460855936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3855us (4465us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143498.271232:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28299 00000100:00100000:0.0:1746143498.273207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.276518:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097825c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+328:2007:x1830963460856448:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2753us (3308us total) trans 4294970433 rc 0/0 00000100:00100000:0.0:1746143498.276531:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1425 00002000:00100000:0.0:1746143498.276541:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097825c00 x1830963460856448/t4294970433(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.276550:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097825c00 with x1830963460856448 ext(0->7) 00010000:00010000:0.0:1746143498.276559:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519be00/0xa6c9a53f47f1f785 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67fef expref: 328 pid: 9572 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.276572:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519be00/0xa6c9a53f47f1f785 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed67fef expref: 328 pid: 9572 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.276579:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097825c00 00000100:00100000:0.0:1746143498.280226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.282367:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.284273:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.286408:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.286488:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.288771:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.289022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.290641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.294048:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.296832:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+330:2004:x1830963460858240:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2082us (2788us total) trans 4294970434 rc 0/0 00000100:00100000:0.0:1746143498.296843:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1428 00002000:00100000:0.0:1746143498.296851:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800834a5f80 x1830963460858240/t4294970434(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.296860:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a5f80 with x1830963460858240 ext(0->7) 00010000:00010000:0.0:1746143498.296870:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519ac00/0xa6c9a53f47f1f79a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68004 expref: 330 pid: 9571 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.296885:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519ac00/0xa6c9a53f47f1f79a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68004 expref: 330 pid: 9571 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.296893:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800834a5f80 00000100:00100000:0.0:1746143498.298454:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.303417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.306481:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.308277:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.311996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.313147:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.313181:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.316235:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.320074:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.321461:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+332:2006:x1830963460860032:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1088us (1396us total) trans 4294970435 rc 0/0 00000100:00100000:0.0:1746143498.321469:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1431 00002000:00100000:0.0:1746143498.321475:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800920e9500 x1830963460860032/t4294970435(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.321487:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9500 with x1830963460860032 ext(0->7) 00010000:00010000:0.0:1746143498.321492:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1f7af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68019 expref: 332 pid: 9571 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.321501:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1f7af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68019 expref: 332 pid: 9571 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.321506:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920e9500 00000100:00100000:0.0:1746143498.323283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.332158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.336733:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.337223:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.340066:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.340114:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.340132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.342781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.344981:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.347920:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+334:2005:x1830963460861824:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1880us (2937us total) trans 4294970436 rc 0/0 00000100:00100000:0.0:1746143498.347929:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1434 00002000:00100000:0.0:1746143498.347935:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092270a80 x1830963460861824/t4294970436(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.347942:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092270a80 with x1830963460861824 ext(0->7) 00010000:00010000:0.0:1746143498.347949:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b600/0xa6c9a53f47f1f7c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6802e expref: 334 pid: 9571 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.347965:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b600/0xa6c9a53f47f1f7c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6802e expref: 334 pid: 9571 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.347971:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092270a80 00000100:00100000:0.0:1746143498.353091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.365726:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.365789:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.367795:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.368187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.372899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.376481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.379782:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+337:2006:x1830963460863104:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2570us (3297us total) trans 4294970437 rc 0/0 00000100:00100000:0.0:1746143498.379797:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1436 00002000:00100000:0.0:1746143498.379815:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009189d180 x1830963460863104/t4294970437(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.379824:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189d180 with x1830963460863104 ext(0->7) 00010000:00010000:0.0:1746143498.379836:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f1f7d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6803c expref: 337 pid: 12044 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.380354:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f1f7d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6803c expref: 337 pid: 12044 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.380361:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009189d180 00000100:00100000:0.0:1746143498.385378:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.391343:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746143498.397481:0:8900:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143498.397896:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.401376:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.408028:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.410118:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.410154:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.411500:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.425203:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.430620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.438591:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.442607:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.446596:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.446656:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.451868:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.453516:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.455424:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+340:2004:x1830963460866432:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1753us (1903us total) trans 4294970439 rc 0/0 00000100:00100000:0.0:1746143498.455435:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1441 00002000:00100000:0.0:1746143498.455442:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097b57b80 x1830963460866432/t4294970439(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.455448:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b57b80 with x1830963460866432 ext(0->7) 00010000:00010000:0.0:1746143498.455454:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013118b600/0xa6c9a53f47f1f7f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6805f expref: 340 pid: 9571 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.455462:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013118b600/0xa6c9a53f47f1f7f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6805f expref: 340 pid: 9571 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.455470:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097b57b80 00000100:00100000:0.0:1746143498.456882:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.459346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.465349:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.472697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.478047:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.478417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.480907:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.480953:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.485177:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.487762:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.492508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.496016:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+343:2004:x1830963460868480:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2271us (3508us total) trans 4294970440 rc 0/0 00000100:00100000:0.0:1746143498.496027:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1443 00002000:00100000:0.0:1746143498.496036:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801230ac000 x1830963460868480/t4294970440(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.496043:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ac000 with x1830963460868480 ext(0->7) 00010000:00010000:0.0:1746143498.496055:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b600/0xa6c9a53f47f1f80a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68074 expref: 343 pid: 12044 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.496070:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b600/0xa6c9a53f47f1f80a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68074 expref: 343 pid: 12044 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.496076:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801230ac000 00000100:00100000:0.0:1746143498.499641:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.504596:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.507970:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.508926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.512515:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460869504 00000100:00100000:0.0:1746143498.512519:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460869504 00010000:00010000:0.0:1746143498.512539:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f1f811 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6807b expref: 343 pid: 9571 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746143498.512557:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14229 00000100:00100000:0.0:1746143498.512562:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b0d4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+343:2005:x1830963460869504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143498.512571:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143498.512588:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f1f811 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6807b expref: 343 pid: 9571 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.512596:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f1f811 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6807b expref: 343 pid: 9571 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.512612:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f1f811 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6807b expref: 343 pid: 9571 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.512624:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143498.512641:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b0d4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+342:2005:x1830963460869504:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 79us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143498.512645:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14229 00000100:00100000:0.0:1746143498.514787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.517859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.545725:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.555831:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.558934:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.559002:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.562207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.562648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.566652:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.574140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.576190:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+347:2005:x1830963460871424:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1785us (2045us total) trans 4294970442 rc 0/0 00000100:00100000:0.0:1746143498.576202:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1448 00002000:00100000:0.0:1746143498.576212:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009235ca80 x1830963460871424/t4294970442(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.576220:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235ca80 with x1830963460871424 ext(0->7) 00010000:00010000:0.0:1746143498.576230:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f1f82d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68097 expref: 347 pid: 12044 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.576246:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f1f82d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68097 expref: 347 pid: 12044 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.576253:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009235ca80 00000100:00100000:0.0:1746143498.580269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.588241:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.592561:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.596416:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.600081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.606127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.618036:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460872960 00000100:00100000:0.0:1746143498.618044:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460872960 00000100:00100000:0.0:1746143498.618090:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28326 00000100:00100000:0.0:1746143498.618097:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1139:x1830963460872960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143498.618112:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143498.618128:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f1f849 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed680b3 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143498.618152:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1f842 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680ac expref: 345 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143498.618159:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143498.618161:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143498.618164:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f1f849 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680b3 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143498.618191:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1f842 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680ac expref: 345 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143498.618201:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1f842 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680ac expref: 345 pid: 12044 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746143498.618212:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963454720000:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143498.618290:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143498.626103:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.628421:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+348:2006:x1830963460873088:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1626us (2322us total) trans 4294970443 rc 0/0 00000100:00100000:0.0:1746143498.628432:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1450 00002000:00100000:0.0:1746143498.628443:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800978c1c00 x1830963460873088/t4294970443(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.628450:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c1c00 with x1830963460873088 ext(0->7) 00010000:00010000:0.0:1746143498.628459:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1f842 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680ac expref: 348 pid: 12044 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.628472:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1f842 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680ac expref: 348 pid: 12044 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.628479:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800978c1c00 00000100:00100000:0.0:1746143498.635001:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.638112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.640866:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.644110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.647597:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.650149:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.655163:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.656759:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+350:2005:x1830963460874240:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1409us (1607us total) trans 4294970444 rc 0/0 00000100:00100000:0.0:1746143498.656766:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1452 00002000:00100000:0.0:1746143498.656772:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800978c0a80 x1830963460874240/t4294970444(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.656779:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c0a80 with x1830963460874240 ext(0->7) 00010000:00010000:0.0:1746143498.656785:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612e000/0xa6c9a53f47f1f850 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680ba expref: 350 pid: 12044 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.656810:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612e000/0xa6c9a53f47f1f850 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680ba expref: 350 pid: 12044 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.656816:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800978c0a80 00000100:00100000:0.0:1746143498.664563:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.670498:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.671386:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.674229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.677352:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.694230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.700658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.713685:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.713735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.715715:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.718774:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.722899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.725335:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963460876672:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1964us (2440us total) trans 4294970446 rc 0/0 00000100:00100000:0.0:1746143498.725343:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1456 00002000:00100000:0.0:1746143498.725351:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f66ad80 x1830963460876672/t4294970446(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.725358:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66ad80 with x1830963460876672 ext(0->7) 00010000:00010000:0.0:1746143498.725366:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f1f86c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680d6 expref: 9 pid: 12044 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.725382:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f1f86c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680d6 expref: 9 pid: 12044 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.725388:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f66ad80 00000100:00100000:0.0:1746143498.730737:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.742205:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.742934:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460877184 00000100:00100000:0.0:1746143498.742938:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460877184 00002000:00100000:0.0:1746143498.742965:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009045c000 x1830963460877184/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 488/0 e 0 to 0 dl 1746143509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.742973:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c000 with x1830963460877184 ext(0->4095) 00010000:00010000:0.0:1746143498.742979:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519a200/0xa6c9a53f47f1f873 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680dd expref: 10 pid: 10111 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.742990:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519a200/0xa6c9a53f47f1f873 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680dd expref: 10 pid: 10111 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.742996:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009045c000 00000100:00100000:0.0:1746143498.743020:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1457 00000100:00100000:0.0:1746143498.743026:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963460877184:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143498.743910:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963460877184:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 883us (1044us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143498.743917:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1457 00002000:00100000:0.0:1746143498.743923:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009045c000 x1830963460877184/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 488/4536 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.743937:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c000 with x1830963460877184 ext(0->4095) 00010000:00010000:0.0:1746143498.743942:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519a200/0xa6c9a53f47f1f873 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680dd expref: 10 pid: 10111 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.743952:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519a200/0xa6c9a53f47f1f873 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680dd expref: 10 pid: 10111 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746143498.743958:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009045c000 00000100:00100000:0.0:1746143498.751468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.753995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.755934:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2004:x1830963460877952:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1712us (1937us total) trans 4294970447 rc 0/0 00000100:00100000:0.0:1746143498.755944:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1459 00002000:00100000:0.0:1746143498.755952:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f669180 x1830963460877952/t4294970447(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.755961:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f669180 with x1830963460877952 ext(0->7) 00010000:00010000:0.0:1746143498.755969:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f1f87a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680e4 expref: 10 pid: 12044 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746143498.755982:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f1f87a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680e4 expref: 10 pid: 12044 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143498.755989:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f669180 00000100:00100000:0.0:1746143498.759041:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.760990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.770384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.770488:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.772261:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28336 00000100:00100000:0.0:1746143498.772267:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:1139:x1830963460878592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143498.772274:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143498.772280:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092bd4e00/0xa6c9a53f47f1f88f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed680f9 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143498.772289:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143498.772305:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f1f888 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680f2 expref: 12 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143498.772310:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143498.772312:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bd4e00/0xa6c9a53f47f1f88f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680f9 expref: 12 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143498.772333:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f1f888 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680f2 expref: 12 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143498.772344:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092bd4e00/0xa6c9a53f47f1f88f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680f9 expref: 12 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143498.772353:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bd4e00, rc 0) 00000100:00100000:0.0:1746143498.775941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.781843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.787227:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2005:x1830963460879232:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5177us (5378us total) trans 4294970448 rc 0/0 00000100:00100000:0.0:1746143498.787242:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1461 00002000:00100000:0.0:1746143498.787262:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880134090000 x1830963460879232/t4294970448(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.787271:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090000 with x1830963460879232 ext(0->7) 00010000:00010000:0.0:1746143498.787283:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f1f888 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680f2 expref: 13 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143498.787670:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f1f888 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed680f2 expref: 13 pid: 12044 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143498.787678:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134090000 00000100:00100000:0.0:1746143498.791439:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.794270:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.799731:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.799764:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.804165:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.804271:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.807229:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.811508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.814243:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.818602:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.823348:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2007:x1830963460880896:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4270us (4742us total) trans 4294970449 rc 0/0 00000100:00100000:0.0:1746143498.823360:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1463 00002000:00100000:0.0:1746143498.823373:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880134091500 x1830963460880896/t4294970449(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.823382:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134091500 with x1830963460880896 ext(0->7) 00010000:00010000:0.0:1746143498.823393:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519a000/0xa6c9a53f47f1f89d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68107 expref: 14 pid: 9572 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143498.823410:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519a000/0xa6c9a53f47f1f89d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68107 expref: 14 pid: 9572 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143498.823417:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134091500 00000100:00100000:0.0:1746143498.826527:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.827466:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.829828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.832493:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.835895:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.841905:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.846923:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.849200:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963460882048:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1926us (2270us total) trans 4294970450 rc 0/0 00000100:00100000:0.0:1746143498.849208:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1465 00002000:00100000:0.0:1746143498.849217:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801236b9c00 x1830963460882048/t4294970450(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.849225:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b9c00 with x1830963460882048 ext(0->7) 00010000:00010000:0.0:1746143498.849232:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519ae00/0xa6c9a53f47f1f8ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68115 expref: 16 pid: 9572 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143498.849245:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519ae00/0xa6c9a53f47f1f8ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68115 expref: 16 pid: 9572 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143498.849251:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801236b9c00 00000100:00100000:0.0:1746143498.857498:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.857658:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.865172:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.869528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.873764:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.878179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.881585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.883143:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963460883200:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 913us (1564us total) trans 4294970451 rc 0/0 00000100:00100000:0.0:1746143498.883149:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1467 00002000:00100000:0.0:1746143498.883155:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801236bb100 x1830963460883200/t4294970451(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.883161:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236bb100 with x1830963460883200 ext(0->7) 00010000:00010000:0.0:1746143498.883166:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a800/0xa6c9a53f47f1f8b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68123 expref: 18 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143498.883176:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a800/0xa6c9a53f47f1f8b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68123 expref: 18 pid: 12044 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143498.883181:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801236bb100 00000100:00100000:0.0:1746143498.885336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.891444:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.891504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.894022:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.894061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.896615:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.898883:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.899994:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:2005:x1830963460884480:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 853us (1114us total) trans 4294970452 rc 0/0 00000100:00100000:0.0:1746143498.900002:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1470 00002000:00100000:0.0:1746143498.900008:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800978a8a80 x1830963460884480/t4294970452(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.900015:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978a8a80 with x1830963460884480 ext(0->7) 00010000:00010000:0.0:1746143498.900021:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1f8c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68131 expref: 21 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143498.900029:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1f8c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68131 expref: 21 pid: 12044 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143498.900034:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800978a8a80 00000100:00100000:0.0:1746143498.905044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.910138:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.912139:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.914415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.914469:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.918064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.918129:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.918148:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460885760 00000100:00100000:0.0:1746143498.918154:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460885760 00010000:00010000:0.0:1746143498.918176:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1f8d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6813f expref: 6 pid: 12044 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746143498.918206:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460885504 00000100:00100000:0.0:1746143498.918208:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460885504 00010000:00010000:0.0:1746143498.918217:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f1f8ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68138 expref: 21 pid: 12044 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746143498.918231:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14256 00000100:00100000:0.0:1746143498.918236:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963460885760:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143498.918247:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143498.918266:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1f8d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6813f expref: 6 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143498.918275:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1f8d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6813f expref: 6 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143498.918310:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1f8d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6813f expref: 6 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143498.918712:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143498.918730:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963460885760:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 493us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143498.918736:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14256 00000100:00100000:0.0:1746143498.921234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.924855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.928686:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.936090:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.939769:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.940530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.943919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.954765:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.957205:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2004:x1830963460887552:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1570us (2445us total) trans 4294970454 rc 0/0 00000100:00100000:0.0:1746143498.957215:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1475 00002000:00100000:0.0:1746143498.957224:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091863100 x1830963460887552/t4294970454(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.957232:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091863100 with x1830963460887552 ext(0->7) 00010000:00010000:0.0:1746143498.957241:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1f8ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68154 expref: 24 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143498.957254:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1f8ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68154 expref: 24 pid: 12044 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143498.957261:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091863100 00000100:00100000:0.0:1746143498.960575:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.967447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.969979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.972977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.976508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.976722:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.979487:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.979515:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.979546:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.979568:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460888832 00000100:00100000:0.0:1746143498.979572:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460888832 00010000:00010000:0.0:1746143498.979598:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1f8f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68162 expref: 26 pid: 12044 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746143498.979622:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460889088 00000100:00100000:0.0:1746143498.979624:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460889088 00010000:00010000:0.0:1746143498.979634:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f1f8f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6815b expref: 6 pid: 9572 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746143498.979656:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14261 00000100:00100000:0.0:1746143498.979661:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2007:x1830963460888832:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143498.979672:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143498.979691:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1f8f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68162 expref: 26 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143498.979700:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1f8f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68162 expref: 27 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143498.979746:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1f8f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68162 expref: 27 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143498.979789:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143498.979816:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2007:x1830963460888832:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 154us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143498.979821:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14261 00000100:00100000:0.0:1746143498.985188:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.987264:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:2005:x1830963460889600:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1791us (2081us total) trans 4294970455 rc 0/0 00000100:00100000:0.0:1746143498.987276:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1478 00002000:00100000:0.0:1746143498.987287:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800978b4e00 x1830963460889600/t4294970455(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:649/0 lens 496/448 e 0 to 0 dl 1746143509 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143498.987334:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4e00 with x1830963460889600 ext(0->7) 00010000:00010000:0.0:1746143498.987343:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612e200/0xa6c9a53f47f1f8ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68169 expref: 27 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143498.987361:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612e200/0xa6c9a53f47f1f8ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68169 expref: 27 pid: 12044 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143498.987368:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800978b4e00 00000100:00100000:0.0:1746143498.991480:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143498.997674:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.002586:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.002679:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.004954:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.007690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.011242:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.015999:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.019957:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.023733:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963460891264:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3186us (3771us total) trans 4294970456 rc 0/0 00000100:00100000:0.0:1746143499.023749:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1480 00002000:00100000:0.0:1746143499.023757:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f641180 x1830963460891264/t4294970456(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.023767:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641180 with x1830963460891264 ext(0->7) 00010000:00010000:0.0:1746143499.023775:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612e000/0xa6c9a53f47f1f914 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68177 expref: 28 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.023792:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612e000/0xa6c9a53f47f1f914 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68177 expref: 28 pid: 12044 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.023808:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f641180 00000100:00100000:0.0:1746143499.026606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.033667:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460891520 00000100:00100000:0.0:1746143499.033674:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460891520 00000100:00100000:0.0:1746143499.033709:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28357 00000100:00100000:0.0:1746143499.033716:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1135:x1830963460891520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143499.033732:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143499.033747:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092bd5e00/0xa6c9a53f47f1f922 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6818c expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.033773:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f1f91b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68185 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.033780:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143499.033781:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143499.033785:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bd5e00/0xa6c9a53f47f1f922 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6818c expref: 29 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.033827:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f1f91b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68185 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.033837:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f1f91b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68185 expref: 5 pid: 12044 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746143499.033853:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f640000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963454727680:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143499.033910:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143499.034233:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460891776 00000100:00100000:0.0:1746143499.034237:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460891776 00002000:00100000:0.0:1746143499.034259:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085202680 x1830963460891776/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:650/0 lens 488/0 e 0 to 0 dl 1746143510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.034267:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085202680 with x1830963460891776 ext(0->4095) 00010000:00010000:0.0:1746143499.034272:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f1f91b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68185 expref: 6 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.034280:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f1f91b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68185 expref: 6 pid: 12044 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.034285:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085202680 00000100:00100000:0.0:1746143499.034326:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1481 00000100:00100000:0.0:1746143499.034332:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085202680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963460891776:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143499.034417:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085202680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963460891776:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 85us (395us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143499.034422:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1481 00002000:00100000:0.0:1746143499.034427:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085202680 x1830963460891776/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:650/0 lens 488/4536 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.034433:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085202680 with x1830963460891776 ext(0->4095) 00010000:00010000:0.0:1746143499.034438:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f1f91b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68185 expref: 6 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.034447:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f1f91b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68185 expref: 6 pid: 12044 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.034452:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085202680 00000100:00100000:0.0:1746143499.036616:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.039939:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460892032 00000100:00100000:0.0:1746143499.039945:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460892032 00000100:00100000:0.0:1746143499.039981:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28358 00000100:00100000:0.0:1746143499.039987:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085201500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1139:x1830963460892032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143499.040000:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143499.040013:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a78c00/0xa6c9a53f47f1f929 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed68193 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.040035:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092bd5e00/0xa6c9a53f47f1f922 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6818c expref: 29 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.040042:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143499.040043:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143499.040047:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a78c00/0xa6c9a53f47f1f929 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68193 expref: 29 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.040069:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092bd5e00/0xa6c9a53f47f1f922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6818c expref: 29 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.040079:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092bd5e00/0xa6c9a53f47f1f922 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6818c expref: 29 pid: 12044 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746143499.040093:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f643480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963454727936:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143499.040150:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143499.041996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.048897:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.050467:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2005:x1830963460892544:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1381us (1566us total) trans 4294970457 rc 0/0 00000100:00100000:0.0:1746143499.050481:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1483 00002000:00100000:0.0:1746143499.050491:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f640e00 x1830963460892544/t4294970457(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.050500:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f640e00 with x1830963460892544 ext(0->7) 00010000:00010000:0.0:1746143499.050510:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bd5e00/0xa6c9a53f47f1f922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6818c expref: 31 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.050527:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bd5e00/0xa6c9a53f47f1f922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6818c expref: 31 pid: 12044 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.050535:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f640e00 00000100:00100000:0.0:1746143499.059387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.063361:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.065032:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460893056 00000100:00100000:0.0:1746143499.065038:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460893056 00002000:00100000:0.0:1746143499.065391:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085202a00 x1830963460893056/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 488/0 e 0 to 0 dl 1746143510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.065404:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085202a00 with x1830963460893056 ext(0->4095) 00010000:00010000:0.0:1746143499.065413:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091a78c00/0xa6c9a53f47f1f929 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68193 expref: 32 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.065429:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a78c00/0xa6c9a53f47f1f929 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68193 expref: 32 pid: 12044 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.065436:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085202a00 00000100:00100000:0.0:1746143499.065460:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1484 00000100:00100000:0.0:1746143499.065468:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963460893056:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143499.065750:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963460893056:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 282us (941us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143499.065756:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1484 00002000:00100000:0.0:1746143499.065761:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085202a00 x1830963460893056/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 488/4536 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.065767:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085202a00 with x1830963460893056 ext(0->4095) 00010000:00010000:0.0:1746143499.065771:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091a78c00/0xa6c9a53f47f1f929 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68193 expref: 32 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.065779:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a78c00/0xa6c9a53f47f1f929 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68193 expref: 32 pid: 12044 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.065784:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085202a00 00000100:00100000:0.0:1746143499.068956:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.069008:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.074025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.080449:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.082746:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2004:x1830963460893824:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1301us (2304us total) trans 4294970458 rc 0/0 00000100:00100000:0.0:1746143499.082755:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1486 00002000:00100000:0.0:1746143499.082762:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097893800 x1830963460893824/t4294970458(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.082770:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097893800 with x1830963460893824 ext(0->7) 00010000:00010000:0.0:1746143499.082776:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519ba00/0xa6c9a53f47f1f930 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6819a expref: 32 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.082787:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519ba00/0xa6c9a53f47f1f930 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6819a expref: 32 pid: 12044 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.082793:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097893800 00000100:00100000:0.0:1746143499.085509:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.088126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.089833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.093454:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.102957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.104934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.107148:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.108137:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.108165:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.108184:0:7209:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460895104 00000100:00100000:0.0:1746143499.108192:0:7209:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460895104 00010000:00010000:0.0:1746143499.108208:0:7209:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008519be00/0xa6c9a53f47f1f93e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681a8 expref: 35 pid: 12044 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746143499.108230:0:7209:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460895360 00000100:00100000:0.0:1746143499.108232:0:7209:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460895360 00010000:00010000:0.0:1746143499.108240:0:7209:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008519aa00/0xa6c9a53f47f1f937 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681a1 expref: 6 pid: 12044 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746143499.108252:0:7209:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14271 00000100:00100000:0.0:1746143499.108256:0:7209:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:2007:x1830963460895104:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143499.108264:0:7209:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143499.108280:0:7209:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008519be00/0xa6c9a53f47f1f93e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681a8 expref: 35 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.108290:0:7209:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008519be00/0xa6c9a53f47f1f93e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681a8 expref: 35 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.108324:0:7209:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008519be00/0xa6c9a53f47f1f93e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681a8 expref: 35 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.108340:0:7209:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143499.108359:0:7209:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2007:x1830963460895104:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 102us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143499.108364:0:7209:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14271 00000100:00100000:0.0:1746143499.108407:0:7209:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14272 00000100:00100000:0.0:1746143499.108412:0:7209:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963460895360:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143499.108418:0:7209:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143499.108424:0:7209:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008519aa00/0xa6c9a53f47f1f937 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681a1 expref: 6 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.108433:0:7209:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008519aa00/0xa6c9a53f47f1f937 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681a1 expref: 6 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.108443:0:7209:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008519aa00/0xa6c9a53f47f1f937 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681a1 expref: 6 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.108451:0:7209:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143499.108452:0:7209:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143499.108458:0:7209:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008519a200/0xa6c9a53f47f1f945 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681af expref: 33 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.108465:0:7209:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008519a200/0xa6c9a53f47f1f945 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681af expref: 33 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.108483:0:7209:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008519a200/0xa6c9a53f47f1f945 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681af expref: 33 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.108493:0:7209:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008519a200/0xa6c9a53f47f1f945 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681af expref: 33 pid: 12044 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746143499.108505:0:7209:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7209:1830963454729088:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143499.108546:0:7209:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143499.113196:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.117742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.118697:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:2007:x1830963460895872:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 741us (962us total) trans 4294970459 rc 0/0 00000100:00100000:0.0:1746143499.118708:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1489 00002000:00100000:0.0:1746143499.118715:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011ee2ed80 x1830963460895872/t4294970459(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.118723:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2ed80 with x1830963460895872 ext(0->7) 00010000:00010000:0.0:1746143499.118728:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519a200/0xa6c9a53f47f1f945 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681af expref: 35 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.118738:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519a200/0xa6c9a53f47f1f945 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681af expref: 35 pid: 12044 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.118744:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee2ed80 00000100:00100000:0.0:1746143499.126779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.129006:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.130148:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.132629:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.132897:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.134729:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.138077:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.139718:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2005:x1830963460897152:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 785us (1655us total) trans 4294970460 rc 0/0 00000100:00100000:0.0:1746143499.139726:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1492 00002000:00100000:0.0:1746143499.139732:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800920d5f80 x1830963460897152/t4294970460(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.139739:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5f80 with x1830963460897152 ext(0->7) 00010000:00010000:0.0:1746143499.139744:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612ec00/0xa6c9a53f47f1f953 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681bd expref: 36 pid: 9572 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.139755:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612ec00/0xa6c9a53f47f1f953 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681bd expref: 36 pid: 9572 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.139761:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920d5f80 00000100:00100000:0.0:1746143499.142680:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.146248:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.149962:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.153250:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.154047:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.158084:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.159125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.160748:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.164192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.166382:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.170891:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460899072 00000100:00100000:0.0:1746143499.170897:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460899072 00002000:00100000:0.0:1746143499.170930:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009236aa00 x1830963460899072/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/0 e 0 to 0 dl 1746143510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.170939:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236aa00 with x1830963460899072 ext(0->7) 00010000:00010000:0.0:1746143499.170944:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1f968 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681d2 expref: 36 pid: 10111 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.170955:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1f968 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681d2 expref: 36 pid: 10111 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.170960:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009236aa00 00000100:00100000:0.0:1746143499.170990:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1495 00000100:00100000:0.0:1746143499.170997:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2007:x1830963460899072:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143499.172505:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2007:x1830963460899072:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1506us (1912us total) trans 4294970461 rc 0/0 00000100:00100000:0.0:1746143499.172512:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1495 00002000:00100000:0.0:1746143499.172518:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009236aa00 x1830963460899072/t4294970461(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.172526:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236aa00 with x1830963460899072 ext(0->7) 00010000:00010000:0.0:1746143499.172531:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1f968 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681d2 expref: 38 pid: 10111 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.172541:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1f968 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681d2 expref: 38 pid: 10111 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.172547:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009236aa00 00000100:00100000:0.0:1746143499.174614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.178654:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.184889:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.185332:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.198464:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460900096 00000100:00100000:0.0:1746143499.198470:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460900096 00002000:00100000:0.0:1746143499.198505:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801236b8700 x1830963460900096/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 488/0 e 0 to 0 dl 1746143510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.198515:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b8700 with x1830963460900096 ext(0->4095) 00010000:00010000:0.0:1746143499.198522:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ba00/0xa6c9a53f47f1f976 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681e0 expref: 39 pid: 10111 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.198534:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7ba00/0xa6c9a53f47f1f976 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681e0 expref: 39 pid: 10111 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.198541:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801236b8700 00000100:00100000:0.0:1746143499.198557:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1496 00000100:00100000:0.0:1746143499.198563:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2007:x1830963460900096:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143499.199475:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2007:x1830963460900096:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 911us (1061us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143499.199482:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1496 00002000:00100000:0.0:1746143499.199490:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801236b8700 x1830963460900096/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 488/4536 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.199497:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b8700 with x1830963460900096 ext(0->4095) 00010000:00010000:0.0:1746143499.199502:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ba00/0xa6c9a53f47f1f976 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681e0 expref: 39 pid: 10111 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.199511:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7ba00/0xa6c9a53f47f1f976 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681e0 expref: 39 pid: 10111 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.199517:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801236b8700 00000100:00100000:0.0:1746143499.205523:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.206698:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963460900352:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 866us (1191us total) trans 4294970462 rc 0/0 00000100:00100000:0.0:1746143499.206706:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1497 00002000:00100000:0.0:1746143499.206712:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800918f2d80 x1830963460900352/t4294970462(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.206719:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f2d80 with x1830963460900352 ext(0->7) 00010000:00010000:0.0:1746143499.206724:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ba00/0xa6c9a53f47f1f976 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681e0 expref: 41 pid: 10111 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.206734:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7ba00/0xa6c9a53f47f1f976 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681e0 expref: 41 pid: 10111 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.206740:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800918f2d80 00000100:00100000:0.0:1746143499.210475:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.213118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.218436:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.222014:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.223337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.226502:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.226746:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.227743:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.230101:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.234598:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.244707:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.252258:0:10111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460902400 00000100:00100000:0.0:1746143499.252267:0:10111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460902400 00000100:00100000:0.0:1746143499.252337:0:10111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28374 00000100:00100000:0.0:1746143499.252345:0:10111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:1135:x1830963460902400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143499.252364:0:10111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143499.252382:0:10111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f1f999 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed68203 expref: -99 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.252422:0:10111:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f1f992 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681fc expref: 44 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.252430:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143499.252431:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143499.252435:0:10111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f1f999 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68203 expref: 44 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.252468:0:10111:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f1f992 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681fc expref: 44 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.252481:0:10111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f1f992 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed681fc expref: 44 pid: 9571 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746143499.252493:0:10111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee27800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10111:1830963454731648:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143499.252578:0:10111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143499.254411:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.256140:0:10111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee27800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10111:1830963454731648:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143499.256161:0:10111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f1f999 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68203 expref: 43 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.256174:0:10111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804e00, rc 0) 00000100:00100000:0.0:1746143499.256196:0:10111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:1135:x1830963460902400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3852us (4078us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143499.256202:0:10111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28374 00000100:00100000:0.0:1746143499.257556:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.257602:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.260642:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460903168 00000100:00100000:0.0:1746143499.260647:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460903168 00002000:00100000:0.0:1746143499.260678:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801236b8a80 x1830963460903168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 488/0 e 0 to 0 dl 1746143510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.260687:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b8a80 with x1830963460903168 ext(0->4095) 00010000:00010000:0.0:1746143499.260694:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f1f999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68203 expref: 42 pid: 10111 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.260706:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f1f999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68203 expref: 42 pid: 10111 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.260712:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801236b8a80 00000100:00100000:0.0:1746143499.260738:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1502 00000100:00100000:0.0:1746143499.260744:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2007:x1830963460903168:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143499.260948:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2007:x1830963460903168:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 202us (454us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143499.260954:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1502 00002000:00100000:0.0:1746143499.260959:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801236b8a80 x1830963460903168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 488/4536 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.260966:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b8a80 with x1830963460903168 ext(0->4095) 00010000:00010000:0.0:1746143499.260970:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f1f999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68203 expref: 42 pid: 10111 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.260978:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f1f999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68203 expref: 42 pid: 10111 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.260985:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801236b8a80 00000100:00100000:0.0:1746143499.267237:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.270807:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963460903424:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3323us (3560us total) trans 4294970464 rc 0/0 00000100:00100000:0.0:1746143499.270821:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1503 00002000:00100000:0.0:1746143499.270833:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800834a5880 x1830963460903424/t4294970464(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.270843:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a5880 with x1830963460903424 ext(0->7) 00010000:00010000:0.0:1746143499.270856:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f1f999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68203 expref: 44 pid: 10111 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.270873:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f1f999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68203 expref: 44 pid: 10111 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.270880:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800834a5880 00000100:00100000:0.0:1746143499.272866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.278118:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.278147:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460903808 00000100:00100000:0.0:1746143499.278154:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460903808 00002000:00100000:0.0:1746143499.278193:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096027800 x1830963460903808/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:650/0 lens 488/0 e 0 to 0 dl 1746143510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.278203:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027800 with x1830963460903808 ext(0->4095) 00002000:00010000:0.0:1746143499.278209:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096027800 00000100:00100000:0.0:1746143499.278227:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12708 00000100:00100000:0.0:1746143499.278234:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963460903808:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143499.279690:0:10111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460903936 00000100:00100000:0.0:1746143499.279695:0:10111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460903936 00000100:00100000:0.0:1746143499.279736:0:10111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28376 00000100:00100000:0.0:1746143499.279741:0:10111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:1135:x1830963460903936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143499.279751:0:10111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143499.279769:0:10111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e17fc00/0xa6c9a53f47f1f9a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed68211 expref: -99 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.279807:0:10111:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008519ae00/0xa6c9a53f47f1f9a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6820a expref: 5 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.279814:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143499.279816:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143499.279820:0:10111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e17fc00/0xa6c9a53f47f1f9a7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68211 expref: 44 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.279850:0:10111:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008519ae00/0xa6c9a53f47f1f9a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6820a expref: 5 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.279861:0:10111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008519ae00/0xa6c9a53f47f1f9a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6820a expref: 5 pid: 10111 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746143499.279872:0:10111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096024700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10111:1830963454732160:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143499.279938:0:10111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143499.284042:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.284092:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.288480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.291987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.293374:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096024700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2006:x1830963460904704:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 926us (1392us total) trans 4294970465 rc 0/0 00000100:00100000:0.0:1746143499.293381:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1505 00002000:00100000:0.0:1746143499.293388:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096024700 x1830963460904704/t4294970465(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.293394:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096024700 with x1830963460904704 ext(0->7) 00010000:00010000:0.0:1746143499.293400:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e17fc00/0xa6c9a53f47f1f9a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68211 expref: 47 pid: 10111 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.293409:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e17fc00/0xa6c9a53f47f1f9a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68211 expref: 47 pid: 10111 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.293414:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096024700 00000100:00100000:0.0:1746143499.294679:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.296783:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.304341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.304399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.307761:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.310514:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.311774:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.311863:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.311896:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.311916:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.311934:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460905856 00000100:00100000:0.0:1746143499.311937:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460905856 00000100:00100000:0.0:1746143499.311959:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 542 00000100:00100000:0.0:1746143499.311965:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b182050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1517d466-6266-498b-bada-804fa5332ca6+12:2005:x1830963460905856:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746143499.311990:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b182050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1517d466-6266-498b-bada-804fa5332ca6+12:2005:x1830963460905856:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 25us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143499.311995:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 542 00000100:00100000:0.0:1746143499.312025:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.312060:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.312082:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.317120:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.329676:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.333856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.335452:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2007:x1830963460907264:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1374us (1595us total) trans 4294970466 rc 0/0 00000100:00100000:0.0:1746143499.335460:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1507 00002000:00100000:0.0:1746143499.335468:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090524e00 x1830963460907264/t4294970466(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.335475:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090524e00 with x1830963460907264 ext(0->7) 00010000:00010000:0.0:1746143499.335481:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f1f9bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68226 expref: 48 pid: 9571 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.335492:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f1f9bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68226 expref: 48 pid: 9571 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.335498:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090524e00 00000100:00100000:0.0:1746143499.337062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.339128:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3:3764:1830963454733312:0@lo:400:kworker.0 00000100:00100000:0.0:1746143499.339159:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143499.339194:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f66b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963454733824:0@lo:400:kworker.0 00000100:00100000:0.0:1746143499.339215:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143499.339229:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f668e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3764:1830963454734336:0@lo:400:kworker.0 00000100:00100000:0.0:1746143499.339243:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143499.339257:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1746143499.339262:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830963454733440:0@lo:400:kworker.0 00000100:00100000:0.0:1746143499.339276:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143499.339287:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f669880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3764:1830963454733952:0@lo:400:kworker.0 00000100:00100000:0.0:1746143499.339322:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143499.339333:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f66aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830963454734464:0@lo:400:kworker.0 00000100:00100000:0.0:1746143499.339355:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963454734336 00000100:00100000:0.0:1746143499.339357:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963454734336 00000100:00100000:0.0:1746143499.339380:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963454733440 00000100:00100000:0.0:1746143499.339381:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963454733440 00000100:00100000:0.0:1746143499.339391:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963454733952 00000100:00100000:0.0:1746143499.339393:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963454733952 00000100:00100000:0.0:1746143499.339405:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:0.0:1746143499.339409:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830963454734336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746143499.339435:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830963454734336:12345-0@lo:400:kworker.0 Request processed in 26us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143499.339441:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:0.0:1746143499.339453:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:0.0:1746143499.339457:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830963454733440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746143499.339478:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830963454733440:12345-0@lo:400:kworker.0 Request processed in 21us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143499.339486:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:0.0:1746143499.339493:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:0.0:1746143499.339497:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830963454733952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746143499.339515:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830963454733952:12345-0@lo:400:kworker.0 Request processed in 18us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143499.339520:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00080000:0.0:1746143499.339530:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746143499.339532:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746143499.339707:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143499.339726:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f66b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963454733824:0@lo:400:kworker.0 00000100:00100000:0.0:1746143499.339732:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f668e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3764:1830963454734336:0@lo:400:kworker.0 00000100:00100000:0.0:1746143499.339743:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830963454733440:0@lo:400:kworker.0 00000100:00100000:0.0:1746143499.339749:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f669880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3764:1830963454733952:0@lo:400:kworker.0 00000100:00100000:0.0:1746143499.339754:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3:3764:1830963454733312:0@lo:400:kworker.0 00000100:00080000:0.0:1746143499.339778:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746143499.340196:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143499.340212:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f66aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830963454734464:0@lo:400:kworker.0 00000100:00100000:0.0:1746143499.341372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.343371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.345843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.346194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.346323:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14291 00000100:00100000:0.0:1746143499.346330:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086118700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963460908032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143499.346340:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143499.346357:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1f9c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6822d expref: 6 pid: 9571 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.346366:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1f9c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6822d expref: 6 pid: 9571 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.346383:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1f9c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6822d expref: 6 pid: 9571 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.346404:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143499.346406:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143499.346412:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008612e200/0xa6c9a53f47f1f9ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68234 expref: 48 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.346419:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008612e200/0xa6c9a53f47f1f9ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68234 expref: 48 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.346437:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008612e200/0xa6c9a53f47f1f9ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68234 expref: 48 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.346447:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008612e200/0xa6c9a53f47f1f9ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68234 expref: 48 pid: 10111 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746143499.346457:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086119500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7208:1830963454734976:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143499.346506:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143499.348778:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.359486:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.360419:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008611ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:2005:x1830963460908544:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 727us (941us total) trans 4294970467 rc 0/0 00000100:00100000:0.0:1746143499.360425:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1510 00002000:00100000:0.0:1746143499.360431:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008611ad80 x1830963460908544/t4294970467(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.360437:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008611ad80 with x1830963460908544 ext(0->7) 00010000:00010000:0.0:1746143499.360442:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612e200/0xa6c9a53f47f1f9ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68234 expref: 51 pid: 10111 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.360450:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612e200/0xa6c9a53f47f1f9ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68234 expref: 51 pid: 10111 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.360455:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008611ad80 00000100:00100000:0.0:1746143499.363376:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.363462:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.366150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.368628:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.369174:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.371663:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.373725:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.375412:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:2007:x1830963460909824:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1464us (1686us total) trans 4294970468 rc 0/0 00000100:00100000:0.0:1746143499.375421:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1513 00002000:00100000:0.0:1746143499.375428:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086118380 x1830963460909824/t4294970468(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.375442:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086118380 with x1830963460909824 ext(0->7) 00010000:00010000:0.0:1746143499.375448:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b000/0xa6c9a53f47f1f9d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68242 expref: 52 pid: 9571 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.375457:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b000/0xa6c9a53f47f1f9d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68242 expref: 52 pid: 9571 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.375462:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086118380 00000100:00100000:0.0:1746143499.379777:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.381917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.383393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.384559:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.386919:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.388135:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.389447:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.393045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.393103:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.394138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.396121:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.397739:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.399077:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:2007:x1830963460912128:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1130us (1337us total) trans 4294970469 rc 0/0 00000100:00100000:0.0:1746143499.399085:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1515 00002000:00100000:0.0:1746143499.399091:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086109500 x1830963460912128/t4294970469(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.399104:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086109500 with x1830963460912128 ext(0->7) 00010000:00010000:0.0:1746143499.399109:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612ee00/0xa6c9a53f47f1f9ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68257 expref: 55 pid: 10111 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.399122:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612ee00/0xa6c9a53f47f1f9ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68257 expref: 55 pid: 10111 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.399127:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086109500 00010000:00010000:0.0:1746143499.399789:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143499.400769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.403750:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.410545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.413397:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.413925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.416670:0:7209:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460913152 00000100:00100000:0.0:1746143499.416675:0:7209:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460913152 00010000:00010000:0.0:1746143499.416757:0:7209:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008612e000/0xa6c9a53f47f1f9f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6825e expref: 56 pid: 10111 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746143499.416805:0:7209:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14298 00000100:00100000:0.0:1746143499.416817:0:7209:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2005:x1830963460913152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143499.416828:0:7209:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143499.416841:0:7209:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008612e000/0xa6c9a53f47f1f9f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6825e expref: 56 pid: 10111 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.416848:0:7209:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008612e000/0xa6c9a53f47f1f9f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6825e expref: 56 pid: 10111 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.416864:0:7209:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008612e000/0xa6c9a53f47f1f9f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6825e expref: 56 pid: 10111 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.416887:0:7209:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143499.416920:0:7209:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:2005:x1830963460913152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 109us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143499.416924:0:7209:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14298 00000100:00100000:0.0:1746143499.418985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.421853:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.424290:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2007:x1830963460913920:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2202us (2438us total) trans 4294970470 rc 0/0 00000100:00100000:0.0:1746143499.424319:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1518 00002000:00100000:0.0:1746143499.424329:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086109880 x1830963460913920/t4294970470(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.424338:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086109880 with x1830963460913920 ext(0->7) 00010000:00010000:0.0:1746143499.424347:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f1fa02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6826c expref: 57 pid: 9571 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.424362:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f1fa02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6826c expref: 57 pid: 9571 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.424370:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086109880 00000100:00100000:0.0:1746143499.430051:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.438118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.442214:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.445455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.448708:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.449655:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.451071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.451918:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.455545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.459172:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2005:x1830963460915712:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3451us (3617us total) trans 4294970471 rc 0/0 00000100:00100000:0.0:1746143499.459188:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1521 00002000:00100000:0.0:1746143499.459199:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012c051880 x1830963460915712/t4294970471(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.459208:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c051880 with x1830963460915712 ext(0->7) 00010000:00010000:0.0:1746143499.459219:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519ac00/0xa6c9a53f47f1fa17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68281 expref: 59 pid: 10111 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.459233:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519ac00/0xa6c9a53f47f1fa17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68281 expref: 59 pid: 10111 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.459240:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c051880 00000100:00100000:0.0:1746143499.460929:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.463563:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.466068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.468005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.468677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.469433:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460916608 00000100:00100000:0.0:1746143499.469438:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460916608 00000100:00100000:0.0:1746143499.472329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.472362:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.472394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.477186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.479699:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.483937:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:2005:x1830963460917504:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4021us (4232us total) trans 4294970472 rc 0/0 00000100:00100000:0.0:1746143499.483953:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1524 00002000:00100000:0.0:1746143499.483964:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013406df80 x1830963460917504/t4294970472(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.483974:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406df80 with x1830963460917504 ext(0->7) 00010000:00010000:0.0:1746143499.483984:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f1fa2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68296 expref: 61 pid: 9571 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.484002:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f1fa2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68296 expref: 61 pid: 9571 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.484009:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013406df80 00000100:00100000:0.0:1746143499.488224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.495341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.501695:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.501802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.504641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.506584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.506674:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.511434:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.516396:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.522922:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+63:2007:x1830963460919296:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5930us (6620us total) trans 4294970473 rc 0/0 00000100:00100000:0.0:1746143499.522936:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1527 00002000:00100000:0.0:1746143499.522948:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d845180 x1830963460919296/t4294970473(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.522957:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d845180 with x1830963460919296 ext(0->7) 00010000:00010000:0.0:1746143499.522967:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f1fa41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682ab expref: 63 pid: 9571 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.522983:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f1fa41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682ab expref: 63 pid: 9571 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.522990:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d845180 00000100:00100000:0.0:1746143499.530506:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.534833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.536938:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.537004:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460919808 00000100:00100000:0.0:1746143499.537007:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460919808 00002000:00100000:0.0:1746143499.537034:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091860e00 x1830963460919808/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 488/0 e 0 to 0 dl 1746143510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.537044:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091860e00 with x1830963460919808 ext(0->4095) 00002000:00010000:0.0:1746143499.537049:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091860e00 00000100:00100000:0.0:1746143499.537062:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12719 00000100:00100000:0.0:1746143499.537067:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2006:x1830963460919808:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143499.537176:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2006:x1830963460919808:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (239us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143499.537184:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12719 00002000:00100000:0.0:1746143499.537188:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091860e00 x1830963460919808/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 488/4536 e 0 to 0 dl 1746143510 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.537194:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091860e00 with x1830963460919808 ext(0->4095) 00010000:00010000:0.0:1746143499.537198:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fa48 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682b2 expref: 64 pid: 9571 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.537208:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fa48 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682b2 expref: 64 pid: 9571 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.537213:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091860e00 00000100:00100000:0.0:1746143499.540024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.540884:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460920064 00000100:00100000:0.0:1746143499.540892:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460920064 00010000:00010000:0.0:1746143499.540915:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fa48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682b2 expref: 63 pid: 9571 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746143499.541383:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14310 00000100:00100000:0.0:1746143499.541390:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+63:2006:x1830963460920064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143499.541399:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143499.541419:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fa48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682b2 expref: 63 pid: 9571 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.541430:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fa48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682b2 expref: 63 pid: 9571 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.541452:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fa48 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682b2 expref: 63 pid: 9571 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.541475:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143499.541477:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143499.541483:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1fa4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682b9 expref: 62 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.541490:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1fa4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682b9 expref: 62 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.541514:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1fa4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682b9 expref: 62 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.541525:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1fa4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682b9 expref: 62 pid: 12044 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746143499.541536:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963454739200:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143499.543684:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.545286:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.547921:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2004:x1830963460920576:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2379us (2630us total) trans 4294970474 rc 0/0 00000100:00100000:0.0:1746143499.547933:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1529 00002000:00100000:0.0:1746143499.547944:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800978b5c00 x1830963460920576/t4294970474(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.547959:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b5c00 with x1830963460920576 ext(0->7) 00010000:00010000:0.0:1746143499.547970:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1fa4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682b9 expref: 64 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.547985:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1fa4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682b9 expref: 64 pid: 12044 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.547993:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800978b5c00 00000100:00100000:0.0:1746143499.551154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.554097:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.558452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.560331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.563634:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.565898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.566768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.569569:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.574375:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.576180:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+66:2004:x1830963460922368:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1546us (1806us total) trans 4294970475 rc 0/0 00000100:00100000:0.0:1746143499.576193:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1532 00002000:00100000:0.0:1746143499.576202:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092cf0e00 x1830963460922368/t4294970475(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.576210:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf0e00 with x1830963460922368 ext(0->7) 00010000:00010000:0.0:1746143499.576219:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1fa64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682ce expref: 66 pid: 9571 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.576238:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1fa64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682ce expref: 66 pid: 9571 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.576245:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cf0e00 00000100:00100000:0.0:1746143499.579402:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.585886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.591507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.592168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.595655:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.598990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.601743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.604367:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:2006:x1830963460923648:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2302us (2626us total) trans 4294970476 rc 0/0 00000100:00100000:0.0:1746143499.604378:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1534 00002000:00100000:0.0:1746143499.604386:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009045e300 x1830963460923648/t4294970476(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.604395:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045e300 with x1830963460923648 ext(0->7) 00010000:00010000:0.0:1746143499.604404:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f1fa72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682dc expref: 69 pid: 9572 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.604421:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f1fa72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682dc expref: 69 pid: 9572 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.604428:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009045e300 00000100:00100000:0.0:1746143499.607169:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.617163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.622125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.622229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.625678:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.628174:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.630912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.631952:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2007:x1830963460924928:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 832us (1049us total) trans 4294970477 rc 0/0 00000100:00100000:0.0:1746143499.631959:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1536 00002000:00100000:0.0:1746143499.631965:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800978c2680 x1830963460924928/t4294970477(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.631973:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c2680 with x1830963460924928 ext(0->7) 00010000:00010000:0.0:1746143499.631977:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f1fa80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682f1 expref: 70 pid: 9572 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.631987:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f1fa80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682f1 expref: 70 pid: 9572 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.631992:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800978c2680 00000100:00100000:0.0:1746143499.635281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.641494:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.642149:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.646582:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.646969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.653823:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.657050:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.659721:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+73:2004:x1830963460926208:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2477us (2668us total) trans 4294970478 rc 0/0 00000100:00100000:0.0:1746143499.659735:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1538 00002000:00100000:0.0:1746143499.659746:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800920eaa00 x1830963460926208/t4294970478(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.659754:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920eaa00 with x1830963460926208 ext(0->7) 00010000:00010000:0.0:1746143499.659764:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f400/0xa6c9a53f47f1fa8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682f8 expref: 73 pid: 9572 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.659780:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f400/0xa6c9a53f47f1fa8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682f8 expref: 73 pid: 9572 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.659787:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920eaa00 00000100:00100000:0.0:1746143499.661353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.666174:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.670169:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.675918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.680656:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.682443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.685996:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.687467:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.687588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.687602:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460927744 00000100:00100000:0.0:1746143499.687605:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460927744 00010000:00010000:0.0:1746143499.687620:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f1fa95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682ff expref: 73 pid: 9572 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746143499.687637:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14322 00000100:00100000:0.0:1746143499.687642:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+73:2005:x1830963460927744:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143499.687648:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143499.687656:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f1fa95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682ff expref: 73 pid: 9572 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.687665:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f1fa95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682ff expref: 73 pid: 9572 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.687678:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f1fa95 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed682ff expref: 73 pid: 9572 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.688291:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143499.694908:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.701100:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.704342:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:2006:x1830963460928256:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2923us (3242us total) trans 4294970479 rc 0/0 00000100:00100000:0.0:1746143499.704356:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1541 00002000:00100000:0.0:1746143499.704371:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009189ea00 x1830963460928256/t4294970479(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.704380:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ea00 with x1830963460928256 ext(0->7) 00010000:00010000:0.0:1746143499.704391:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f1faa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6830d expref: 74 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.704406:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f1faa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6830d expref: 74 pid: 12044 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.704419:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009189ea00 00000100:00100000:0.0:1746143499.711433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.717342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.718260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.724960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.727786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.732436:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.738260:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+76:2005:x1830963460929408:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 850us (1060us total) trans 4294970480 rc 0/0 00000100:00100000:0.0:1746143499.738267:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1543 00002000:00100000:0.0:1746143499.738272:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880134090380 x1830963460929408/t4294970480(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.738278:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090380 with x1830963460929408 ext(0->7) 00010000:00010000:0.0:1746143499.738283:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f1fab1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6831b expref: 76 pid: 12044 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746143499.738292:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f1fab1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6831b expref: 76 pid: 12044 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746143499.738585:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134090380 00000100:00100000:0.0:1746143499.740699:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.744470:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.756101:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.762130:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.763376:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+79:2004:x1830963460930688:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 997us (1259us total) trans 4294970481 rc 0/0 00000100:00100000:0.0:1746143499.763386:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1545 00002000:00100000:0.0:1746143499.763393:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011ee2d180 x1830963460930688/t4294970481(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.763400:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2d180 with x1830963460930688 ext(0->7) 00010000:00010000:0.0:1746143499.763408:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f200/0xa6c9a53f47f1fac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68330 expref: 79 pid: 9572 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143499.763418:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f200/0xa6c9a53f47f1fac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68330 expref: 79 pid: 9572 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143499.763424:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee2d180 00000100:00100000:0.0:1746143499.765824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.769711:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.773734:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.774165:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.775905:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.776658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.779063:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.788993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.794845:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.796853:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:2007:x1830963460932352:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1800us (2000us total) trans 4294970482 rc 0/0 00000100:00100000:0.0:1746143499.796863:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1547 00002000:00100000:0.0:1746143499.796871:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800917b4a80 x1830963460932352/t4294970482(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.796884:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b4a80 with x1830963460932352 ext(0->7) 00010000:00010000:0.0:1746143499.796892:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1fad4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6833e expref: 80 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143499.796906:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1fad4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6833e expref: 80 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143499.796912:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917b4a80 00000100:00100000:0.0:1746143499.799923:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.806399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.807747:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.809486:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.812277:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.821504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.825777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.829080:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:2006:x1830963460933632:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2869us (3304us total) trans 4294970483 rc 0/0 00000100:00100000:0.0:1746143499.829092:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1549 00002000:00100000:0.0:1746143499.829104:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086118700 x1830963460933632/t4294970483(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.829113:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086118700 with x1830963460933632 ext(0->7) 00010000:00010000:0.0:1746143499.829122:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fae2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6834c expref: 83 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143499.829138:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fae2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6834c expref: 83 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143499.829146:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086118700 00000100:00100000:0.0:1746143499.833471:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.842853:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.851049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.851468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.854965:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460934784 00000100:00100000:0.0:1746143499.854975:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460934784 00002000:00100000:0.0:1746143499.855012:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f66bb80 x1830963460934784/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 488/0 e 0 to 0 dl 1746143510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.855021:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66bb80 with x1830963460934784 ext(0->4095) 00010000:00010000:0.0:1746143499.855028:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612e200/0xa6c9a53f47f1fae9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68353 expref: 84 pid: 9572 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143499.855039:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612e200/0xa6c9a53f47f1fae9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68353 expref: 84 pid: 9572 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143499.855045:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f66bb80 00000100:00100000:0.0:1746143499.855061:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1550 00000100:00100000:0.0:1746143499.855067:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2006:x1830963460934784:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143499.855178:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2006:x1830963460934784:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (254us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143499.855184:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1550 00002000:00100000:0.0:1746143499.855188:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f66bb80 x1830963460934784/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 488/4536 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.855201:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66bb80 with x1830963460934784 ext(0->4095) 00010000:00010000:0.0:1746143499.855205:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612e200/0xa6c9a53f47f1fae9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68353 expref: 84 pid: 9572 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143499.855212:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612e200/0xa6c9a53f47f1fae9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68353 expref: 84 pid: 9572 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143499.855217:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f66bb80 00000100:00100000:0.0:1746143499.857613:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.858715:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.858751:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.862658:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.866027:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.869616:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2005:x1830963460935680:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3325us (3586us total) trans 4294970484 rc 0/0 00000100:00100000:0.0:1746143499.869628:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1552 00002000:00100000:0.0:1746143499.869638:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090526d80 x1830963460935680/t4294970484(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.869647:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090526d80 with x1830963460935680 ext(0->7) 00010000:00010000:0.0:1746143499.869657:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f1faf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68361 expref: 84 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143499.869673:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f1faf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68361 expref: 84 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143499.869683:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090526d80 00000100:00100000:0.0:1746143499.872008:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.876251:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.877639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.881713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.881762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.885165:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.893251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.894663:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:2004:x1830963460936960:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 984us (1421us total) trans 4294970485 rc 0/0 00000100:00100000:0.0:1746143499.894895:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1555 00002000:00100000:0.0:1746143499.894902:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880130714000 x1830963460936960/t4294970485(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.894909:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130714000 with x1830963460936960 ext(0->7) 00010000:00010000:0.0:1746143499.894914:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1fb05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6836f expref: 87 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143499.894923:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1fb05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6836f expref: 87 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143499.894927:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130714000 00000100:00100000:0.0:1746143499.898800:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.902509:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.907927:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.907984:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.913633:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.915339:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.920432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.927769:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.931829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.933414:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086150380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2007:x1830963460938624:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 977us (1591us total) trans 4294970486 rc 0/0 00000100:00100000:0.0:1746143499.933421:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1557 00002000:00100000:0.0:1746143499.933427:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086150380 x1830963460938624/t4294970486(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.933433:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086150380 with x1830963460938624 ext(0->7) 00010000:00010000:0.0:1746143499.933438:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fb1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68384 expref: 88 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143499.933448:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fb1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68384 expref: 88 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143499.933453:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086150380 00000100:00100000:0.0:1746143499.936005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.941959:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.944863:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.948141:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.948191:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.950902:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.951605:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.951628:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460939648 00000100:00100000:0.0:1746143499.951635:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460939648 00010000:00010000:0.0:1746143499.951666:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1fb21 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6838b expref: 6 pid: 12044 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746143499.951701:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460939776 00000100:00100000:0.0:1746143499.951703:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460939776 00010000:00010000:0.0:1746143499.951714:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1fb28 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68392 expref: 90 pid: 12044 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746143499.951732:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14342 00000100:00100000:0.0:1746143499.951737:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086151880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+90:2004:x1830963460939776:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143499.951748:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143499.951768:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1fb28 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68392 expref: 90 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143499.952263:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1fb28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68392 expref: 90 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143499.952639:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1fb28 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68392 expref: 89 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143499.952653:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143499.952655:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143499.952662:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fb2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68399 expref: 88 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.952670:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fb2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68399 expref: 88 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143499.952702:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fb2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68399 expref: 88 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143499.952713:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086151c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963454746496:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143499.952761:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143499.956193:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.959082:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.961072:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+90:2007:x1830963460940416:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1801us (1987us total) trans 4294970487 rc 0/0 00000100:00100000:0.0:1746143499.961082:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1560 00002000:00100000:0.0:1746143499.961089:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086152300 x1830963460940416/t4294970487(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.961097:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086152300 with x1830963460940416 ext(0->7) 00010000:00010000:0.0:1746143499.961105:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fb2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68399 expref: 90 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143499.961118:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fb2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68399 expref: 90 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143499.961124:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086152300 00000100:00100000:0.0:1746143499.966872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.970566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.973177:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.973685:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.976799:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.976840:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.979646:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.979696:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.981867:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.986072:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.988444:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+92:2006:x1830963460942208:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1770us (2375us total) trans 4294970488 rc 0/0 00000100:00100000:0.0:1746143499.988452:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1563 00002000:00100000:0.0:1746143499.988459:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086150e00 x1830963460942208/t4294970488(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:650/0 lens 496/448 e 0 to 0 dl 1746143510 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143499.988466:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086150e00 with x1830963460942208 ext(0->7) 00010000:00010000:0.0:1746143499.988474:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f1fb3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed683a7 expref: 92 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143499.988485:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f1fb3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed683a7 expref: 92 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143499.988491:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086150e00 00000100:00100000:0.0:1746143499.991024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.994739:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143499.999720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.001199:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746143500.001578:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143500.004945:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.005329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.009425:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.009457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.009537:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.013401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.016129:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.026833:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2004:x1830963460944256:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 9938us (10699us total) trans 4294970489 rc 0/0 00000100:00100000:0.0:1746143500.026847:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1566 00002000:00100000:0.0:1746143500.026860:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096027b80 x1830963460944256/t4294970489(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.026869:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027b80 with x1830963460944256 ext(0->7) 00010000:00010000:0.0:1746143500.026880:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612e600/0xa6c9a53f47f1fb59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed683c3 expref: 94 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.026896:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612e600/0xa6c9a53f47f1fb59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed683c3 expref: 94 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.026903:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096027b80 00000100:00100000:0.0:1746143500.031583:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.032578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.038123:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.041667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.044526:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.047023:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.050903:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.058001:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097826300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:2006:x1830963460945408:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6028us (7085us total) trans 4294970490 rc 0/0 00000100:00100000:0.0:1746143500.058015:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1568 00002000:00100000:0.0:1746143500.058030:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097826300 x1830963460945408/t4294970490(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.058040:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097826300 with x1830963460945408 ext(0->7) 00010000:00010000:0.0:1746143500.058051:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f1fb67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed683d1 expref: 96 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.058070:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f1fb67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed683d1 expref: 96 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.058077:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097826300 00000100:00100000:0.0:1746143500.060464:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.063187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.067946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.070379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.074848:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.077264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.082627:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.087064:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+98:2006:x1830963460946560:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4079us (4427us total) trans 4294970491 rc 0/0 00000100:00100000:0.0:1746143500.087081:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1570 00002000:00100000:0.0:1746143500.087092:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f643480 x1830963460946560/t4294970491(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.087102:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643480 with x1830963460946560 ext(0->7) 00010000:00010000:0.0:1746143500.087113:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f1fb75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed683df expref: 98 pid: 9572 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.087135:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f1fb75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed683df expref: 98 pid: 9572 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.087142:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f643480 00000100:00100000:0.0:1746143500.088869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.096171:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.101258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.101354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.109739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.117437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.125181:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+101:2004:x1830963460947840:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7548us (7741us total) trans 4294970492 rc 0/0 00000100:00100000:0.0:1746143500.125194:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1573 00002000:00100000:0.0:1746143500.125205:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009189c000 x1830963460947840/t4294970492(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.125214:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189c000 with x1830963460947840 ext(0->7) 00010000:00010000:0.0:1746143500.125224:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f1fb83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed683ed expref: 101 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.125242:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f1fb83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed683ed expref: 101 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.125249:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009189c000 00000100:00100000:0.0:1746143500.128349:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.130855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.133345:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460948352 00000100:00100000:0.0:1746143500.133352:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460948352 00002000:00100000:0.0:1746143500.133385:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880134090a80 x1830963460948352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 488/0 e 0 to 0 dl 1746143511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.133395:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090a80 with x1830963460948352 ext(0->4095) 00010000:00010000:0.0:1746143500.133402:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f1fb8a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed683f4 expref: 102 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.133415:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f1fb8a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed683f4 expref: 102 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.133421:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134090a80 00000100:00100000:0.0:1746143500.133804:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1574 00000100:00100000:0.0:1746143500.133811:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+102:2007:x1830963460948352:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143500.134568:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+101:2007:x1830963460948352:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 755us (1441us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143500.134575:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1574 00002000:00100000:0.0:1746143500.134581:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880134090a80 x1830963460948352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 488/4536 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.134588:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090a80 with x1830963460948352 ext(0->4095) 00010000:00010000:0.0:1746143500.134594:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f1fb8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed683f4 expref: 101 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.134604:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f1fb8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed683f4 expref: 101 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.134615:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134090a80 00000100:00100000:0.0:1746143500.136058:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.137565:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.140168:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.142743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.148224:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.155384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.163633:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.167501:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.167545:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.169404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.170079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.175251:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.178130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.179743:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2004:x1830963460950912:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1109us (1618us total) trans 4294970494 rc 0/0 00000100:00100000:0.0:1746143500.179751:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1579 00002000:00100000:0.0:1746143500.179757:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009045ea00 x1830963460950912/t4294970494(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.179764:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045ea00 with x1830963460950912 ext(0->7) 00010000:00010000:0.0:1746143500.179769:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f200/0xa6c9a53f47f1fba6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68410 expref: 104 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.179778:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f200/0xa6c9a53f47f1fba6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68410 expref: 104 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.179799:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009045ea00 00000100:00100000:0.0:1746143500.185975:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.189804:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460951296 00000100:00100000:0.0:1746143500.189814:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460951296 00002000:00100000:0.0:1746143500.189859:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f668e00 x1830963460951296/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:651/0 lens 488/0 e 0 to 0 dl 1746143511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.189867:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668e00 with x1830963460951296 ext(0->4095) 00002000:00010000:0.0:1746143500.189873:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f668e00 00000100:00100000:0.0:1746143500.189904:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12744 00000100:00100000:0.0:1746143500.189911:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963460951296:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143500.190037:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963460951296:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (405us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143500.190044:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12744 00002000:00100000:0.0:1746143500.190049:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f668e00 x1830963460951296/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:651/0 lens 488/4536 e 0 to 0 dl 1746143511 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.190055:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668e00 with x1830963460951296 ext(0->4095) 00002000:00010000:0.0:1746143500.190057:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f668e00 00000100:00100000:0.0:1746143500.201673:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.205655:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.206174:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.208586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.210415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.210450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.219162:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.225280:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.231375:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2004:x1830963460952704:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5071us (6094us total) trans 4294970495 rc 0/0 00000100:00100000:0.0:1746143500.231388:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1581 00002000:00100000:0.0:1746143500.231398:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d846300 x1830963460952704/t4294970495(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.231407:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d846300 with x1830963460952704 ext(0->7) 00010000:00010000:0.0:1746143500.231418:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f1fbbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68425 expref: 106 pid: 9572 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.231432:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f1fbbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68425 expref: 106 pid: 9572 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.231439:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d846300 00000100:00100000:0.0:1746143500.234464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.234566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.237258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.237319:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460953216 00000100:00100000:0.0:1746143500.237325:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460953216 00000100:00100000:0.0:1746143500.239711:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.246021:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.250421:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.257633:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.259876:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:2007:x1830963460953856:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1158us (2241us total) trans 4294970496 rc 0/0 00000100:00100000:0.0:1746143500.259883:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1583 00002000:00100000:0.0:1746143500.259890:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096627b80 x1830963460953856/t4294970496(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.259897:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096627b80 with x1830963460953856 ext(0->7) 00010000:00010000:0.0:1746143500.259903:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f1fbc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68433 expref: 108 pid: 9572 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.259912:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f1fbc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68433 expref: 108 pid: 9572 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.259918:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096627b80 00000100:00100000:0.0:1746143500.268076:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.268147:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.272832:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.275657:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.279896:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.280198:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460954752 00000100:00100000:0.0:1746143500.280204:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460954752 00002000:00100000:0.0:1746143500.280244:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb67480 x1830963460954752/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 488/0 e 0 to 0 dl 1746143511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.280254:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb67480 with x1830963460954752 ext(0->4095) 00002000:00010000:0.0:1746143500.280260:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb67480 00000100:00100000:0.0:1746143500.280287:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12747 00000100:00100000:0.0:1746143500.280309:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:2006:x1830963460954752:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143500.280690:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:2006:x1830963460954752:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 395us (794us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143500.280696:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12747 00002000:00100000:0.0:1746143500.280703:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb67480 x1830963460954752/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 488/4536 e 0 to 0 dl 1746143511 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.280710:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb67480 with x1830963460954752 ext(0->4095) 00002000:00010000:0.0:1746143500.280713:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb67480 00000100:00100000:0.0:1746143500.283508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.294443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.296150:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+110:2007:x1830963460955008:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1498us (1714us total) trans 4294970497 rc 0/0 00000100:00100000:0.0:1746143500.296157:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1585 00002000:00100000:0.0:1746143500.296163:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086128380 x1830963460955008/t4294970497(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.296170:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128380 with x1830963460955008 ext(0->7) 00010000:00010000:0.0:1746143500.296176:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b000/0xa6c9a53f47f1fbd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68441 expref: 110 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.296187:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b000/0xa6c9a53f47f1fbd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68441 expref: 110 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.296193:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086128380 00000100:00100000:0.0:1746143500.300565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.301578:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.305651:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.309033:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.314677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.316605:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.320165:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.322156:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086129c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+112:2007:x1830963460956160:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1652us (1987us total) trans 4294970498 rc 0/0 00000100:00100000:0.0:1746143500.322165:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1587 00002000:00100000:0.0:1746143500.322172:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086129c00 x1830963460956160/t4294970498(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.322180:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086129c00 with x1830963460956160 ext(0->7) 00010000:00010000:0.0:1746143500.322187:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1fbe5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6844f expref: 112 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.322199:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1fbe5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6844f expref: 112 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.322206:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086129c00 00000100:00100000:0.0:1746143500.323907:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.327406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.327436:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460956544 00000100:00100000:0.0:1746143500.327444:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460956544 00002000:00100000:0.0:1746143500.327484:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086129f80 x1830963460956544/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:651/0 lens 488/0 e 0 to 0 dl 1746143511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.327494:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086129f80 with x1830963460956544 ext(0->4095) 00002000:00010000:0.0:1746143500.327500:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086129f80 00000100:00100000:0.0:1746143500.327516:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12749 00000100:00100000:0.0:1746143500.327522:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963460956544:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143500.327654:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963460956544:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (256us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143500.327664:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12749 00002000:00100000:0.0:1746143500.327669:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086129f80 x1830963460956544/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:651/0 lens 488/4536 e 0 to 0 dl 1746143511 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.327677:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086129f80 with x1830963460956544 ext(0->4095) 00002000:00010000:0.0:1746143500.327679:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086129f80 00000100:00100000:0.0:1746143500.329477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.333385:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.338445:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.339033:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.343174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.347558:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096d9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830963454753280:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746143500.351739:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.363781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.369508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.375015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.379612:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2006:x1830963460958080:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3998us (4583us total) trans 4294970499 rc 0/0 00000100:00100000:0.0:1746143500.379627:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1589 00002000:00100000:0.0:1746143500.379640:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086128700 x1830963460958080/t4294970499(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.379650:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128700 with x1830963460958080 ext(0->7) 00010000:00010000:0.0:1746143500.379662:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1fbfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68464 expref: 114 pid: 9572 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.379685:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1fbfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68464 expref: 114 pid: 9572 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.379692:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086128700 00000100:00100000:0.0:1746143500.383217:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.389641:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096d9ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963454753792:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143500.389658:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143500.390419:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2007:x1830963460958336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3603us (3918us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143500.390430:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14372 00000100:00100000:0.0:1746143500.393907:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.398993:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746143500.401457:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143500.403127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.406819:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.410469:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2007:x1830963460959232:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3331us (3642us total) trans 4294970500 rc 0/0 00000100:00100000:0.0:1746143500.410483:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1591 00002000:00100000:0.0:1746143500.410494:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800978c3100 x1830963460959232/t4294970500(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.410503:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c3100 with x1830963460959232 ext(0->7) 00010000:00010000:0.0:1746143500.410514:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f1fc08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68472 expref: 116 pid: 9572 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.410528:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f1fc08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68472 expref: 116 pid: 9572 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.410536:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800978c3100 00000100:00100000:0.0:1746143500.412530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.415487:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.416315:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460959488 00000100:00100000:0.0:1746143500.416322:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460959488 00000100:00100000:0.0:1746143500.416550:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28465 00000100:00100000:0.0:1746143500.416557:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:1135:x1830963460959488:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143500.416571:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143500.416589:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915b8400/0xa6c9a53f47f1fc16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed68480 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143500.419342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.419379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.424284:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.427804:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.432863:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+119:2007:x1830963460960512:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4039us (5062us total) trans 4294970501 rc 0/0 00000100:00100000:0.0:1746143500.432878:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1594 00002000:00100000:0.0:1746143500.432890:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086152680 x1830963460960512/t4294970501(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.432899:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086152680 with x1830963460960512 ext(0->7) 00010000:00010000:0.0:1746143500.432909:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915b8400/0xa6c9a53f47f1fc16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68480 expref: 119 pid: 9572 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.432925:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915b8400/0xa6c9a53f47f1fc16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68480 expref: 119 pid: 9572 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.432932:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086152680 00000100:00100000:0.0:1746143500.438443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.442824:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.451399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.461526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.461638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.467458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.470089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.470122:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.477231:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923db100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963454755200:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143500.477256:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143500.477314:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085201c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963460961792:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6609us (7225us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143500.477322:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14378 00000100:00100000:0.0:1746143500.481658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.486023:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130714700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+121:2004:x1830963460962304:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3643us (4367us total) trans 4294970502 rc 0/0 00000100:00100000:0.0:1746143500.486036:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1597 00002000:00100000:0.0:1746143500.486046:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880130714700 x1830963460962304/t4294970502(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.486055:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130714700 with x1830963460962304 ext(0->7) 00010000:00010000:0.0:1746143500.486065:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fc2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68495 expref: 121 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.486087:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fc2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68495 expref: 121 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.486094:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130714700 00000100:00100000:0.0:1746143500.490155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.492273:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.497340:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.503690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.504018:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.507083:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963454755712:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746143500.507126:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143500.509414:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963454755712:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746143500.514699:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.517684:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.519621:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+122:2005:x1830963460964096:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1153us (1939us total) trans 4294970503 rc 0/0 00000100:00100000:0.0:1746143500.519629:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1600 00002000:00100000:0.0:1746143500.519637:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800969ed880 x1830963460964096/t4294970503(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.519646:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed880 with x1830963460964096 ext(0->7) 00010000:00010000:0.0:1746143500.519654:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fc40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684aa expref: 122 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.519667:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fc40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684aa expref: 122 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.519675:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ed880 00000100:00100000:0.0:1746143500.522428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.524697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.532716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.533565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.538201:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.538821:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.541385:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.542144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.544985:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091863480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963454756608:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143500.545003:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143500.545425:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+123:2006:x1830963460965376:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2447us (3104us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143500.545433:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14384 00000100:00100000:0.0:1746143500.555342:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.557935:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+124:2006:x1830963460965888:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2283us (2634us total) trans 4294970504 rc 0/0 00000100:00100000:0.0:1746143500.557946:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1603 00002000:00100000:0.0:1746143500.557956:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800969ef480 x1830963460965888/t4294970504(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.557965:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef480 with x1830963460965888 ext(0->7) 00010000:00010000:0.0:1746143500.557976:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1fc55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684bf expref: 124 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.557995:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1fc55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684bf expref: 124 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.558002:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ef480 00000100:00100000:0.0:1746143500.561454:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.566085:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.567699:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.570716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.572603:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.577819:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.582095:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.587074:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+127:2006:x1830963460967168:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 935us (4982us total) trans 4294970505 rc 0/0 00000100:00100000:0.0:1746143500.587081:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1605 00002000:00100000:0.0:1746143500.587087:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800978abb80 x1830963460967168/t4294970505(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.587095:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978abb80 with x1830963460967168 ext(0->7) 00010000:00010000:0.0:1746143500.587101:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1fc63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684cd expref: 127 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.587111:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1fc63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684cd expref: 127 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.587117:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800978abb80 00000100:00100000:0.0:1746143500.593902:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.595521:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.598439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.598493:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.603339:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.605206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.607692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.607773:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.609921:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.617628:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.618763:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+128:2006:x1830963460969216:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 810us (1150us total) trans 4294970506 rc 0/0 00000100:00100000:0.0:1746143500.618770:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1609 00002000:00100000:0.0:1746143500.618777:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086109c00 x1830963460969216/t4294970506(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.618784:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086109c00 with x1830963460969216 ext(0->7) 00010000:00010000:0.0:1746143500.618798:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519bc00/0xa6c9a53f47f1fc78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684e2 expref: 128 pid: 9572 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.618808:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519bc00/0xa6c9a53f47f1fc78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684e2 expref: 128 pid: 9572 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.618813:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086109c00 00000100:00100000:0.0:1746143500.622567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.638201:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460969728 00000100:00100000:0.0:1746143500.638205:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460969728 00002000:00100000:0.0:1746143500.638240:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f66aa00 x1830963460969728/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:651/0 lens 488/0 e 0 to 0 dl 1746143511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.638255:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66aa00 with x1830963460969728 ext(0->4095) 00010000:00010000:0.0:1746143500.638262:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519a600/0xa6c9a53f47f1fc7f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684e9 expref: 6 pid: 9572 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.638272:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519a600/0xa6c9a53f47f1fc7f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684e9 expref: 6 pid: 9572 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.638277:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f66aa00 00000100:00100000:0.0:1746143500.638317:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1610 00000100:00100000:0.0:1746143500.638323:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963460969728:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143500.638937:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963460969728:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 611us (776us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143500.638943:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1610 00002000:00100000:0.0:1746143500.638953:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f66aa00 x1830963460969728/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:651/0 lens 488/4536 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.638960:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66aa00 with x1830963460969728 ext(0->4095) 00010000:00010000:0.0:1746143500.638965:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519a600/0xa6c9a53f47f1fc7f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684e9 expref: 6 pid: 9572 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.638974:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519a600/0xa6c9a53f47f1fc7f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684e9 expref: 6 pid: 9572 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.638979:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f66aa00 00000100:00100000:0.0:1746143500.641871:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.642558:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.649220:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460970240 00000100:00100000:0.0:1746143500.649229:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460970240 00002000:00100000:0.0:1746143500.649272:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880097b54e00 x1830963460970240/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 488/0 e 0 to 0 dl 1746143511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.649281:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b54e00 with x1830963460970240 ext(0->4095) 00010000:00010000:0.0:1746143500.649290:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1fc86 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684f0 expref: 129 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.649726:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1fc86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684f0 expref: 129 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.649732:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097b54e00 00000100:00100000:0.0:1746143500.650207:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1611 00000100:00100000:0.0:1746143500.650216:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+129:2006:x1830963460970240:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143500.650396:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+129:2006:x1830963460970240:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 182us (1261us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143500.650402:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1611 00002000:00100000:0.0:1746143500.650408:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880097b54e00 x1830963460970240/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 488/4536 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.650415:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b54e00 with x1830963460970240 ext(0->4095) 00010000:00010000:0.0:1746143500.650420:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1fc86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684f0 expref: 129 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.650430:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1fc86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684f0 expref: 129 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.650441:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097b54e00 00000100:00100000:0.0:1746143500.659523:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.667049:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+131:2005:x1830963460970496:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4637us (7524us total) trans 4294970507 rc 0/0 00000100:00100000:0.0:1746143500.667062:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1612 00002000:00100000:0.0:1746143500.667074:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008610b480 x1830963460970496/t4294970507(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.667084:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610b480 with x1830963460970496 ext(0->7) 00010000:00010000:0.0:1746143500.667097:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1fc86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684f0 expref: 131 pid: 12044 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.667113:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1fc86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed684f0 expref: 131 pid: 12044 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.667121:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008610b480 00000100:00100000:0.0:1746143500.668474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.672123:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.673797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.673868:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.679545:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.679609:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.680314:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1613 00000100:00100000:0.0:1746143500.680319:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963460971520:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143500.683601:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.685828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.687708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.690857:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.692382:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+132:2004:x1830963460972160:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 984us (1533us total) trans 4294970508 rc 0/0 00000100:00100000:0.0:1746143500.692389:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1614 00002000:00100000:0.0:1746143500.692395:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009235c380 x1830963460972160/t4294970508(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.692402:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235c380 with x1830963460972160 ext(0->7) 00010000:00010000:0.0:1746143500.692408:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612e600/0xa6c9a53f47f1fc9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68505 expref: 132 pid: 10111 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.692418:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612e600/0xa6c9a53f47f1fc9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68505 expref: 132 pid: 10111 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.692424:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009235c380 00000100:00100000:0.0:1746143500.696014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.700922:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.701320:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.703928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.704419:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.706657:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.711472:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.714510:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+135:2004:x1830963460973440:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2025us (3038us total) trans 4294970509 rc 0/0 00000100:00100000:0.0:1746143500.714521:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1616 00002000:00100000:0.0:1746143500.714530:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013072b480 x1830963460973440/t4294970509(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.714538:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072b480 with x1830963460973440 ext(0->7) 00010000:00010000:0.0:1746143500.714547:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f1fca9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68513 expref: 135 pid: 10111 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.714560:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f1fca9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68513 expref: 135 pid: 10111 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746143500.714567:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013072b480 00000100:00100000:0.0:1746143500.718339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.727915:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.736855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.736895:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.745535:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.747486:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460974720 00000100:00100000:0.0:1746143500.747495:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460974720 00010000:00010000:0.0:1746143500.747530:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fcb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68521 expref: 6 pid: 10111 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746143500.747989:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14399 00000100:00100000:0.0:1746143500.747997:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963460974720:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143500.748013:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143500.748035:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fcb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68521 expref: 6 pid: 10111 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.748048:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fcb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68521 expref: 6 pid: 10111 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.748070:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fcb7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68521 expref: 6 pid: 10111 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746143500.748088:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143500.748090:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143500.748097:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1fcbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68528 expref: 134 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143500.748104:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1fcbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68528 expref: 134 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143500.748139:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1fcbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68528 expref: 134 pid: 10111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143500.748153:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098178000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963454759936:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143500.758911:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.766073:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.768034:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+137:2006:x1830963460975232:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1573us (1965us total) trans 4294970510 rc 0/0 00000100:00100000:0.0:1746143500.768045:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1619 00002000:00100000:0.0:1746143500.768054:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008efbb480 x1830963460975232/t4294970510(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.768061:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efbb480 with x1830963460975232 ext(0->7) 00010000:00010000:0.0:1746143500.768069:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1fcbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68528 expref: 137 pid: 10111 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143500.768084:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1fcbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68528 expref: 137 pid: 10111 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143500.768090:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008efbb480 00000100:00100000:0.0:1746143500.780849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.782891:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.787514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.790894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.797311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.807625:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.810614:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+138:2005:x1830963460976512:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1982us (2995us total) trans 4294970511 rc 0/0 00000100:00100000:0.0:1746143500.810626:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1622 00002000:00100000:0.0:1746143500.810636:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880134052300 x1830963460976512/t4294970511(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.810644:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134052300 with x1830963460976512 ext(0->7) 00010000:00010000:0.0:1746143500.810652:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612e200/0xa6c9a53f47f1fccc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68536 expref: 138 pid: 10111 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143500.810666:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612e200/0xa6c9a53f47f1fccc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68536 expref: 138 pid: 10111 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143500.810673:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134052300 00000100:00100000:0.0:1746143500.822195:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.827576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.831470:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.835591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.839135:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.848427:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.855290:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.862716:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+140:2006:x1830963460977664:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5253us (7417us total) trans 4294970512 rc 0/0 00000100:00100000:0.0:1746143500.862730:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1624 00002000:00100000:0.0:1746143500.862743:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086153b80 x1830963460977664/t4294970512(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.862753:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086153b80 with x1830963460977664 ext(0->7) 00010000:00010000:0.0:1746143500.862763:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1fcda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68544 expref: 140 pid: 10111 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143500.862778:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1fcda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68544 expref: 140 pid: 10111 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143500.862793:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086153b80 00000100:00100000:0.0:1746143500.865513:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.867859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.870807:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.875739:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.889533:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.901599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.905516:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+142:2006:x1830963460978816:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3683us (3918us total) trans 4294970513 rc 0/0 00000100:00100000:0.0:1746143500.905526:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1626 00002000:00100000:0.0:1746143500.905534:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086129880 x1830963460978816/t4294970513(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.905543:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086129880 with x1830963460978816 ext(0->7) 00010000:00010000:0.0:1746143500.905551:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f1fce8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68552 expref: 142 pid: 10111 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143500.905565:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f1fce8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68552 expref: 142 pid: 10111 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143500.905572:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086129880 00000100:00100000:0.0:1746143500.911657:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.915467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.920615:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.923545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.926712:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.929224:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.931743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.933214:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092114380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+145:2005:x1830963460980096:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 984us (1474us total) trans 4294970514 rc 0/0 00000100:00100000:0.0:1746143500.933221:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1628 00002000:00100000:0.0:1746143500.933228:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092114380 x1830963460980096/t4294970514(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.933236:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092114380 with x1830963460980096 ext(0->7) 00010000:00010000:0.0:1746143500.933243:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f1fcf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68560 expref: 145 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143500.933258:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f1fcf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68560 expref: 145 pid: 12044 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143500.933264:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092114380 00000100:00100000:0.0:1746143500.934951:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.945115:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.952399:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.952821:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.956216:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.957427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.962697:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460981248 00000100:00100000:0.0:1746143500.962707:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460981248 00010000:00010000:0.0:1746143500.962744:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008612f200/0xa6c9a53f47f1fd04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6856e expref: 6 pid: 12044 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746143500.962779:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14410 00000100:00100000:0.0:1746143500.962793:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963460981248:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143500.962807:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143500.962829:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008612f200/0xa6c9a53f47f1fd04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6856e expref: 6 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143500.962840:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008612f200/0xa6c9a53f47f1fd04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6856e expref: 6 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143500.962862:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008612f200/0xa6c9a53f47f1fd04 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6856e expref: 6 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143500.962895:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143500.962897:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143500.962904:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008612e000/0xa6c9a53f47f1fd0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68575 expref: 143 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143500.962912:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008612e000/0xa6c9a53f47f1fd0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68575 expref: 143 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143500.962945:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008612e000/0xa6c9a53f47f1fd0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68575 expref: 143 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143500.962956:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091baf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963454762624:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143500.963030:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143500.966698:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.974513:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.977039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.978722:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+146:2007:x1830963460981760:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1196us (1686us total) trans 4294970515 rc 0/0 00000100:00100000:0.0:1746143500.978728:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1630 00002000:00100000:0.0:1746143500.978734:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800978b7800 x1830963460981760/t4294970515(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:651/0 lens 496/448 e 0 to 0 dl 1746143511 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143500.978740:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b7800 with x1830963460981760 ext(0->7) 00010000:00010000:0.0:1746143500.978746:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612e000/0xa6c9a53f47f1fd0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68575 expref: 146 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143500.978760:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612e000/0xa6c9a53f47f1fd0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68575 expref: 146 pid: 12044 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143500.978765:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800978b7800 00000100:00100000:0.0:1746143500.979862:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.994398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143500.997534:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.000070:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.000169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.004406:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.008818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.009865:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+149:2006:x1830963460983040:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 826us (1052us total) trans 4294970516 rc 0/0 00000100:00100000:0.0:1746143501.009872:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1633 00002000:00100000:0.0:1746143501.009879:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800917b4380 x1830963460983040/t4294970516(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.009885:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b4380 with x1830963460983040 ext(0->7) 00010000:00010000:0.0:1746143501.009890:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b800/0xa6c9a53f47f1fd19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68583 expref: 149 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.009900:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b800/0xa6c9a53f47f1fd19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68583 expref: 149 pid: 12044 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.009905:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917b4380 00000100:00100000:0.0:1746143501.016188:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.016543:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14413 00000100:00100000:0.0:1746143501.016552:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+149:2007:x1830963460983168:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143501.016567:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143501.016588:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008519b800/0xa6c9a53f47f1fd19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68583 expref: 149 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.016600:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008519b800/0xa6c9a53f47f1fd19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68583 expref: 149 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.016622:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008519b800/0xa6c9a53f47f1fd19 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68583 expref: 149 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.016653:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143501.016655:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143501.016663:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008519b000/0xa6c9a53f47f1fd20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6858a expref: 148 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143501.016671:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008519b000/0xa6c9a53f47f1fd20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6858a expref: 148 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143501.016704:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008519b000/0xa6c9a53f47f1fd20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6858a expref: 148 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143501.016716:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090526300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963454763392:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143501.016807:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143501.023569:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460983424 00000100:00100000:0.0:1746143501.023578:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460983424 00002000:00100000:0.0:1746143501.023621:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f643800 x1830963460983424/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 488/0 e 0 to 0 dl 1746143512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.023631:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643800 with x1830963460983424 ext(0->4095) 00002000:00010000:0.0:1746143501.023638:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f643800 00000100:00100000:0.0:1746143501.023674:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12769 00000100:00100000:0.0:1746143501.023681:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+148:2007:x1830963460983424:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143501.023826:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+148:2007:x1830963460983424:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 145us (325us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143501.023832:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12769 00002000:00100000:0.0:1746143501.023838:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f643800 x1830963460983424/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 488/4536 e 0 to 0 dl 1746143512 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.023845:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643800 with x1830963460983424 ext(0->4095) 00002000:00010000:0.0:1746143501.023848:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f643800 00000100:00100000:0.0:1746143501.025456:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.025568:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.029159:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.034427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.039710:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.041421:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+150:2006:x1830963460984320:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 948us (1716us total) trans 4294970517 rc 0/0 00000100:00100000:0.0:1746143501.041430:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1635 00002000:00100000:0.0:1746143501.041436:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011ee26680 x1830963460984320/t4294970517(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.041444:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee26680 with x1830963460984320 ext(0->7) 00010000:00010000:0.0:1746143501.041450:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1fd27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68591 expref: 150 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.041460:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1fd27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68591 expref: 150 pid: 12044 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.041466:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee26680 00000100:00100000:0.0:1746143501.047164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.054508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.062253:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.067070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.067179:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.074162:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460985344 00000100:00100000:0.0:1746143501.074171:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460985344 00002000:00100000:0.0:1746143501.074220:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096d9d500 x1830963460985344/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 488/0 e 0 to 0 dl 1746143512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.074230:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9d500 with x1830963460985344 ext(0->4095) 00010000:00010000:0.0:1746143501.074240:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f400/0xa6c9a53f47f1fd35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6859f expref: 151 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.074254:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f400/0xa6c9a53f47f1fd35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6859f expref: 151 pid: 12044 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.074261:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096d9d500 00000100:00100000:0.0:1746143501.074291:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1636 00000100:00100000:0.0:1746143501.074315:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+151:2006:x1830963460985344:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143501.074907:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+151:2006:x1830963460985344:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 591us (1501us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143501.074914:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1636 00002000:00100000:0.0:1746143501.074919:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096d9d500 x1830963460985344/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 488/4536 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.074925:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9d500 with x1830963460985344 ext(0->4095) 00010000:00010000:0.0:1746143501.074929:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f400/0xa6c9a53f47f1fd35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6859f expref: 151 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.074938:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f400/0xa6c9a53f47f1fd35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6859f expref: 151 pid: 12044 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.074944:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096d9d500 00000100:00100000:0.0:1746143501.080363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.089128:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+153:2006:x1830963460985600:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8311us (8763us total) trans 4294970518 rc 0/0 00000100:00100000:0.0:1746143501.089142:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1637 00002000:00100000:0.0:1746143501.089155:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801230adc00 x1830963460985600/t4294970518(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.089165:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230adc00 with x1830963460985600 ext(0->7) 00010000:00010000:0.0:1746143501.089180:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f400/0xa6c9a53f47f1fd35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6859f expref: 153 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.089196:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f400/0xa6c9a53f47f1fd35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6859f expref: 153 pid: 12044 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.089203:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801230adc00 00000100:00100000:0.0:1746143501.091400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.100533:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.100567:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460986112 00000100:00100000:0.0:1746143501.100573:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460986112 00002000:00100000:0.0:1746143501.100619:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880097a1c000 x1830963460986112/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 488/0 e 0 to 0 dl 1746143512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.100628:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a1c000 with x1830963460986112 ext(0->4095) 00010000:00010000:0.0:1746143501.100637:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1fd3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685a6 expref: 154 pid: 9571 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.100651:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1fd3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685a6 expref: 154 pid: 9571 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.100657:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a1c000 00000100:00100000:0.0:1746143501.100678:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1638 00000100:00100000:0.0:1746143501.100684:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+154:2007:x1830963460986112:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143501.100977:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+153:2007:x1830963460986112:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 157us (311us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143501.100986:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1638 00002000:00100000:0.0:1746143501.100992:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880097a1c000 x1830963460986112/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 488/4536 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.100998:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a1c000 with x1830963460986112 ext(0->4095) 00010000:00010000:0.0:1746143501.101002:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1fd3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685a6 expref: 153 pid: 9571 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.101012:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1fd3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685a6 expref: 153 pid: 9571 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.101018:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a1c000 00000100:00100000:0.0:1746143501.103203:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.103983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.111246:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.121162:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.123650:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+154:2007:x1830963460986880:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1742us (2495us total) trans 4294970519 rc 0/0 00000100:00100000:0.0:1746143501.123660:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1640 00002000:00100000:0.0:1746143501.123668:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097a1ca80 x1830963460986880/t4294970519(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.123675:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a1ca80 with x1830963460986880 ext(0->7) 00010000:00010000:0.0:1746143501.123683:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f1fd43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685ad expref: 154 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.123695:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f1fd43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685ad expref: 154 pid: 12044 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.123702:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a1ca80 00000100:00100000:0.0:1746143501.125779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.132679:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.143479:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.146082:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.146118:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.149682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.165260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.166348:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+157:2004:x1830963460988160:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 807us (1095us total) trans 4294970520 rc 0/0 00000100:00100000:0.0:1746143501.166357:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1642 00002000:00100000:0.0:1746143501.166364:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097a1e300 x1830963460988160/t4294970520(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.166372:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a1e300 with x1830963460988160 ext(0->7) 00010000:00010000:0.0:1746143501.166379:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519be00/0xa6c9a53f47f1fd51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685bb expref: 157 pid: 9572 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.166389:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519be00/0xa6c9a53f47f1fd51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685bb expref: 157 pid: 9572 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.166395:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a1e300 00000100:00100000:0.0:1746143501.180934:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.182551:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1643 00000100:00100000:0.0:1746143501.185143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.185258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.196156:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.199175:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.201052:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+158:2005:x1830963460989440:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1465us (1879us total) trans 4294970521 rc 0/0 00000100:00100000:0.0:1746143501.201061:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1645 00002000:00100000:0.0:1746143501.201067:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097a1f480 x1830963460989440/t4294970521(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.201075:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a1f480 with x1830963460989440 ext(0->7) 00010000:00010000:0.0:1746143501.201082:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612e000/0xa6c9a53f47f1fd5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685c9 expref: 158 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.201094:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612e000/0xa6c9a53f47f1fd5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685c9 expref: 158 pid: 12044 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.201100:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a1f480 00000100:00100000:0.0:1746143501.204230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.210388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.215917:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.222068:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.225703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.227512:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.231731:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.233479:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.239006:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.246517:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.248266:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+160:2006:x1830963460991232:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1406us (1753us total) trans 4294970522 rc 0/0 00000100:00100000:0.0:1746143501.248275:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1648 00002000:00100000:0.0:1746143501.248282:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097a6d500 x1830963460991232/t4294970522(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.248289:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6d500 with x1830963460991232 ext(0->7) 00010000:00010000:0.0:1746143501.248569:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f1fd74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685de expref: 160 pid: 9572 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.249799:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f1fd74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685de expref: 160 pid: 9572 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.249812:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a6d500 00000100:00100000:0.0:1746143501.255484:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.261538:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.261623:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.264974:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.265025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.269557:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.273587:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.276967:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+163:2007:x1830963460992512:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1698us (3384us total) trans 4294970523 rc 0/0 00000100:00100000:0.0:1746143501.276976:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1651 00002000:00100000:0.0:1746143501.276984:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097a6ed80 x1830963460992512/t4294970523(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.276992:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ed80 with x1830963460992512 ext(0->7) 00010000:00010000:0.0:1746143501.277001:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1fd82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685ec expref: 163 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.277014:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1fd82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685ec expref: 163 pid: 12044 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.277020:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a6ed80 00000100:00100000:0.0:1746143501.279495:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.294193:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.298273:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.298524:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460993024 00000100:00100000:0.0:1746143501.298535:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460993024 00002000:00100000:0.0:1746143501.299035:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880097a6f800 x1830963460993024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 488/0 e 0 to 0 dl 1746143512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.299045:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6f800 with x1830963460993024 ext(0->4095) 00010000:00010000:0.0:1746143501.299054:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fd89 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685f3 expref: 164 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.299068:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fd89 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685f3 expref: 164 pid: 12044 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.299074:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a6f800 00000100:00100000:0.0:1746143501.299112:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1652 00000100:00100000:0.0:1746143501.299120:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+164:2006:x1830963460993024:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143501.299847:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+164:2006:x1830963460993024:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 727us (1579us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143501.299854:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1652 00002000:00100000:0.0:1746143501.299861:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880097a6f800 x1830963460993024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 488/4536 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.299867:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6f800 with x1830963460993024 ext(0->4095) 00010000:00010000:0.0:1746143501.299872:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fd89 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685f3 expref: 164 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.299880:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fd89 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685f3 expref: 164 pid: 12044 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.299886:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a6f800 00000100:00100000:0.0:1746143501.303982:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.304239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.307639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.318240:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.319740:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+164:2007:x1830963460993792:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 803us (1513us total) trans 4294970524 rc 0/0 00000100:00100000:0.0:1746143501.319748:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1654 00002000:00100000:0.0:1746143501.319754:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090c7c380 x1830963460993792/t4294970524(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.319762:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7c380 with x1830963460993792 ext(0->7) 00010000:00010000:0.0:1746143501.319767:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f1fd90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685fa expref: 164 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.319776:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f1fd90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed685fa expref: 164 pid: 12044 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.319790:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c7c380 00000100:00100000:0.0:1746143501.321806:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.324704:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.325169:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.329391:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.331519:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.334275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.337693:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096d9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963454768128:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746143501.337794:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143501.339864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746143501.340350:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143501.341696:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+167:2005:x1830963460995072:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1536us (1835us total) trans 4294970525 rc 0/0 00000100:00100000:0.0:1746143501.341704:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1657 00002000:00100000:0.0:1746143501.341710:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090c7df80 x1830963460995072/t4294970525(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.341718:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7df80 with x1830963460995072 ext(0->7) 00010000:00010000:0.0:1746143501.341728:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fd9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68608 expref: 167 pid: 12044 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.341742:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fd9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68608 expref: 167 pid: 12044 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.341749:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c7df80 00000100:00100000:0.0:1746143501.345264:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.351332:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.353635:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.359150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.360555:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.363064:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.364097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.367143:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746143501.370266:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143501.371949:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.374544:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+169:2006:x1830963460996864:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1916us (2590us total) trans 4294970526 rc 0/0 00000100:00100000:0.0:1746143501.374556:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1660 00002000:00100000:0.0:1746143501.374565:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090c7fb80 x1830963460996864/t4294970526(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.374573:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7fb80 with x1830963460996864 ext(0->7) 00010000:00010000:0.0:1746143501.374582:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b000/0xa6c9a53f47f1fdb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6861d expref: 169 pid: 9571 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.374597:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b000/0xa6c9a53f47f1fdb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6861d expref: 169 pid: 9571 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.374603:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c7fb80 00000100:00100000:0.0:1746143501.376523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.379823:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.383495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.390601:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.392347:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.394954:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963460998144 00000100:00100000:0.0:1746143501.394961:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963460998144 00010000:00010000:0.0:1746143501.394986:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1fdc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6862b expref: 6 pid: 9572 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746143501.395021:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14436 00000100:00100000:0.0:1746143501.395028:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963460998144:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143501.395041:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143501.395060:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1fdc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6862b expref: 6 pid: 9572 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.395069:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1fdc1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6862b expref: 6 pid: 9572 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.395092:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1fdc1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6862b expref: 6 pid: 9572 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.395107:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143501.395124:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963460998144:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 97us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143501.395130:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14436 00000100:00100000:0.0:1746143501.396926:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.397012:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.399779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746143501.403757:0:8900:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143501.404264:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.414005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.418383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.422029:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.424826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.425723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.427108:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.435934:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.436306:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461000448 00000100:00100000:0.0:1746143501.436312:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461000448 00002000:00100000:0.0:1746143501.436350:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008611b480 x1830963461000448/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 488/0 e 0 to 0 dl 1746143512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.436358:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008611b480 with x1830963461000448 ext(0->4095) 00010000:00010000:0.0:1746143501.436364:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1fddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68647 expref: 171 pid: 9571 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.436380:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1fddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68647 expref: 171 pid: 9571 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.436386:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008611b480 00000100:00100000:0.0:1746143501.436404:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1665 00000100:00100000:0.0:1746143501.436409:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008611b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+171:2007:x1830963461000448:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143501.436998:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008611b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+170:2007:x1830963461000448:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 587us (1076us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143501.437005:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1665 00002000:00100000:0.0:1746143501.437010:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008611b480 x1830963461000448/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 488/4536 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.437017:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008611b480 with x1830963461000448 ext(0->4095) 00010000:00010000:0.0:1746143501.437021:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1fddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68647 expref: 170 pid: 9571 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.437030:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1fddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68647 expref: 170 pid: 9571 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.437036:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008611b480 00000100:00100000:0.0:1746143501.443526:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.445684:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+172:2006:x1830963461000704:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1863us (2157us total) trans 4294970528 rc 0/0 00000100:00100000:0.0:1746143501.445695:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1666 00002000:00100000:0.0:1746143501.445705:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086118000 x1830963461000704/t4294970528(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.445714:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086118000 with x1830963461000704 ext(0->7) 00010000:00010000:0.0:1746143501.445725:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1fddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68647 expref: 172 pid: 9571 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.445740:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1fddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68647 expref: 172 pid: 9571 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.445745:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086118000 00000100:00100000:0.0:1746143501.450995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.457846:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.466774:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.474679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.479269:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.479416:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.486552:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.505963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.508827:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+175:2006:x1830963461002752:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2675us (2858us total) trans 4294970529 rc 0/0 00000100:00100000:0.0:1746143501.508839:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1669 00002000:00100000:0.0:1746143501.508851:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800920ea300 x1830963461002752/t4294970529(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.508860:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ea300 with x1830963461002752 ext(0->7) 00010000:00010000:0.0:1746143501.508870:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f1fdf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6865c expref: 175 pid: 9571 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.508894:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f1fdf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6865c expref: 175 pid: 9571 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.508900:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920ea300 00000100:00100000:0.0:1746143501.510899:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.516107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.527571:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.528205:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.534095:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.568065:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.578326:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+177:2004:x1830963461004544:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2596us (10233us total) trans 4294970530 rc 0/0 00000100:00100000:0.0:1746143501.578341:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1672 00002000:00100000:0.0:1746143501.578352:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b7ce450 x1830963461004544/t4294970530(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.578361:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7ce450 with x1830963461004544 ext(0->7) 00010000:00010000:0.0:1746143501.578370:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f1fe07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68671 expref: 177 pid: 9571 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.578384:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f1fe07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68671 expref: 177 pid: 9571 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.578391:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7ce450 00000100:00100000:0.0:1746143501.582815:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.586864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.594948:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461005056 00000100:00100000:0.0:1746143501.594958:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461005056 00002000:00100000:0.0:1746143501.595000:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800969ef800 x1830963461005056/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 488/0 e 0 to 0 dl 1746143512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.595010:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef800 with x1830963461005056 ext(0->4095) 00010000:00010000:0.0:1746143501.595020:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1fe0e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68678 expref: 178 pid: 9571 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.595035:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1fe0e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68678 expref: 178 pid: 9571 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.595041:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ef800 00000100:00100000:0.0:1746143501.595082:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1673 00000100:00100000:0.0:1746143501.595090:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+178:2006:x1830963461005056:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143501.595243:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+178:2006:x1830963461005056:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 153us (868us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143501.595251:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1673 00002000:00100000:0.0:1746143501.595259:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800969ef800 x1830963461005056/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 488/4536 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.595267:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef800 with x1830963461005056 ext(0->4095) 00010000:00010000:0.0:1746143501.595274:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1fe0e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68678 expref: 178 pid: 9571 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.595285:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f1fe0e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68678 expref: 178 pid: 9571 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.595326:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ef800 00000100:00100000:0.0:1746143501.600479:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.603901:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.605923:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.614774:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+178:2004:x1830963461005824:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2875us (3074us total) trans 4294970531 rc 0/0 00000100:00100000:0.0:1746143501.614796:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1675 00002000:00100000:0.0:1746143501.614809:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012c051880 x1830963461005824/t4294970531(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.614819:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c051880 with x1830963461005824 ext(0->7) 00010000:00010000:0.0:1746143501.614831:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519ac00/0xa6c9a53f47f1fe15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6867f expref: 178 pid: 10111 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.614848:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519ac00/0xa6c9a53f47f1fe15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6867f expref: 178 pid: 10111 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.614855:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c051880 00000100:00100000:0.0:1746143501.622460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.628143:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.637955:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.639419:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.641006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.641354:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461006720 00000100:00100000:0.0:1746143501.641358:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461006720 00002000:00100000:0.0:1746143501.641381:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090c7d500 x1830963461006720/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 488/0 e 0 to 0 dl 1746143512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.641390:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7d500 with x1830963461006720 ext(0->4095) 00010000:00010000:0.0:1746143501.641394:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b000/0xa6c9a53f47f1fe23 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6868d expref: 180 pid: 10111 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.641403:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b000/0xa6c9a53f47f1fe23 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6868d expref: 180 pid: 10111 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.641408:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c7d500 00000100:00100000:0.0:1746143501.641420:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1676 00000100:00100000:0.0:1746143501.641424:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+180:2006:x1830963461006720:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143501.644145:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+180:2006:x1830963461006720:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 2712us (3134us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143501.644157:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1676 00002000:00100000:0.0:1746143501.644165:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090c7d500 x1830963461006720/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 488/4536 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.644175:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7d500 with x1830963461006720 ext(0->4095) 00010000:00010000:0.0:1746143501.644186:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b000/0xa6c9a53f47f1fe23 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6868d expref: 180 pid: 10111 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.644197:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b000/0xa6c9a53f47f1fe23 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6868d expref: 180 pid: 10111 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.644203:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c7d500 00000100:00100000:0.0:1746143501.646390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.646991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.652021:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.662456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.667250:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.671478:0:10111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461008128 00000100:00100000:0.0:1746143501.671485:0:10111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461008128 00000100:00100000:0.0:1746143501.671528:0:10111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28543 00000100:00100000:0.0:1746143501.671536:0:10111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+179:1139:x1830963461008128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143501.671554:0:10111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143501.671569:0:10111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f68b200/0xa6c9a53f47f1fe38 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed686a2 expref: -99 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143501.671589:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143501.671590:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143501.671597:0:10111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f68b200/0xa6c9a53f47f1fe38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686a2 expref: 180 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143501.671609:0:10111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f68b200/0xa6c9a53f47f1fe38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686a2 expref: 180 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143501.671617:0:10111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f68b200, rc 0) 00000100:00100000:0.0:1746143501.671665:0:10111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+180:1139:x1830963461008128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143501.671671:0:10111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28543 00000100:00100000:0.0:1746143501.673661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.678770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.679149:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.683480:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.683518:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.683550:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.687311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.689896:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.693441:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+182:2006:x1830963461009664:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1887us (3543us total) trans 4294970533 rc 0/0 00000100:00100000:0.0:1746143501.693454:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1681 00002000:00100000:0.0:1746143501.693465:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880095d9dc00 x1830963461009664/t4294970533(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.693475:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9dc00 with x1830963461009664 ext(0->7) 00010000:00010000:0.0:1746143501.693487:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f1fe3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686a9 expref: 182 pid: 9571 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.693502:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f1fe3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686a9 expref: 182 pid: 9571 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.693509:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095d9dc00 00000100:00100000:0.0:1746143501.696180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.701522:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.707982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.711130:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.712049:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461010816 00000100:00100000:0.0:1746143501.712053:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461010816 00002000:00100000:0.0:1746143501.712093:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008610aa00 x1830963461010816/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:652/0 lens 488/0 e 0 to 0 dl 1746143512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.712101:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610aa00 with x1830963461010816 ext(0->4095) 00002000:00010000:0.0:1746143501.712106:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008610aa00 00000100:00100000:0.0:1746143501.712479:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12785 00000100:00100000:0.0:1746143501.712488:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461010816:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143501.713212:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461010816:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 725us (1198us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143501.713219:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12785 00002000:00100000:0.0:1746143501.713225:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008610aa00 x1830963461010816/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:652/0 lens 488/4536 e 0 to 0 dl 1746143512 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.713232:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610aa00 with x1830963461010816 ext(0->4095) 00010000:00010000:0.0:1746143501.713237:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1fe46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686b0 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143501.713245:0:27163:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1fe46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686b0 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746143501.713250:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008610aa00 00000100:00100000:0.0:1746143501.715082:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.715112:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.715149:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.717651:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.721951:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.724218:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+184:2005:x1830963461011712:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2019us (2269us total) trans 4294970534 rc 0/0 00000100:00100000:0.0:1746143501.724230:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1683 00002000:00100000:0.0:1746143501.724240:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800918f0e00 x1830963461011712/t4294970534(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.724254:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f0e00 with x1830963461011712 ext(0->7) 00010000:00010000:0.0:1746143501.724263:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1fe54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686be expref: 184 pid: 9571 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.724278:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1fe54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686be expref: 184 pid: 9571 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.724285:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800918f0e00 00000100:00100000:0.0:1746143501.727517:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.735842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.740100:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.742671:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.742762:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.745331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.748521:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.749554:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+187:2004:x1830963461012992:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 757us (1038us total) trans 4294970535 rc 0/0 00000100:00100000:0.0:1746143501.749561:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1686 00002000:00100000:0.0:1746143501.749568:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880124832680 x1830963461012992/t4294970535(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.749575:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124832680 with x1830963461012992 ext(0->7) 00010000:00010000:0.0:1746143501.749580:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1fe62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686cc expref: 187 pid: 9571 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746143501.749588:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1fe62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686cc expref: 187 pid: 9571 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746143501.749594:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880124832680 00000100:00100000:0.0:1746143501.757410:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.762390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.771948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.772001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.775381:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461014016 00000100:00100000:0.0:1746143501.775387:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461014016 00010000:00010000:0.0:1746143501.775414:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fe69 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686d3 expref: 188 pid: 9571 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746143501.775450:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14461 00000100:00100000:0.0:1746143501.775457:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+188:2006:x1830963461014016:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143501.775471:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143501.775488:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fe69 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686d3 expref: 188 pid: 9571 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143501.775501:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fe69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686d3 expref: 188 pid: 9571 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143501.775522:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143501.775566:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+188:2006:x1830963461014016:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 109us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143501.775571:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14461 00000100:00100000:0.0:1746143501.780858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.784815:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.788061:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.792989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.794133:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+188:2007:x1830963461014656:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 727us (1142us total) trans 4294970536 rc 0/0 00000100:00100000:0.0:1746143501.794141:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1688 00002000:00100000:0.0:1746143501.794147:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880124830e00 x1830963461014656/t4294970536(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.794154:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830e00 with x1830963461014656 ext(0->7) 00010000:00010000:0.0:1746143501.794160:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1fe77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686da expref: 188 pid: 9571 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143501.794171:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1fe77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686da expref: 188 pid: 9571 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143501.794176:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880124830e00 00000100:00100000:0.0:1746143501.802220:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.805968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.809916:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.813545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.816417:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.824256:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.839347:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.841162:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+191:2004:x1830963461015936:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1594us (1818us total) trans 4294970537 rc 0/0 00000100:00100000:0.0:1746143501.841171:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1690 00002000:00100000:0.0:1746143501.841178:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800978c2300 x1830963461015936/t4294970537(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.841192:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c2300 with x1830963461015936 ext(0->7) 00010000:00010000:0.0:1746143501.841198:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1fe85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686ef expref: 191 pid: 9571 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143501.841210:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1fe85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686ef expref: 191 pid: 9571 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143501.841215:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800978c2300 00000100:00100000:0.0:1746143501.861405:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.865546:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.873572:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461016448 00000100:00100000:0.0:1746143501.873581:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461016448 00002000:00100000:0.0:1746143501.873622:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096d9f480 x1830963461016448/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 488/0 e 0 to 0 dl 1746143512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.873630:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9f480 with x1830963461016448 ext(0->4095) 00010000:00010000:0.0:1746143501.873637:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fe8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686f6 expref: 192 pid: 10111 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143501.873651:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fe8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686f6 expref: 192 pid: 10111 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143501.873657:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096d9f480 00000100:00100000:0.0:1746143501.873681:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1691 00000100:00100000:0.0:1746143501.873687:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+192:2007:x1830963461016448:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143501.874254:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+191:2007:x1830963461016448:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 566us (1149us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143501.874261:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1691 00002000:00100000:0.0:1746143501.874267:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096d9f480 x1830963461016448/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 488/4536 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.874273:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9f480 with x1830963461016448 ext(0->4095) 00010000:00010000:0.0:1746143501.874278:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fe8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686f6 expref: 191 pid: 10111 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143501.874287:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1fe8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686f6 expref: 191 pid: 10111 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143501.874292:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096d9f480 00000100:00100000:0.0:1746143501.875879:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.875996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.879357:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.883437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.884466:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+192:2004:x1830963461017216:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 842us (1034us total) trans 4294970538 rc 0/0 00000100:00100000:0.0:1746143501.884473:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1693 00002000:00100000:0.0:1746143501.884478:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097892680 x1830963461017216/t4294970538(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.884484:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097892680 with x1830963461017216 ext(0->7) 00010000:00010000:0.0:1746143501.884489:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f1fe93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686fd expref: 192 pid: 9571 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143501.884497:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f1fe93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed686fd expref: 192 pid: 9571 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143501.884503:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097892680 00000100:00100000:0.0:1746143501.887010:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.889712:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.896242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.897205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.898807:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.899976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.900847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.900898:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.903326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.905635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.917151:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.919477:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.920221:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.921744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.921831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.923865:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.923908:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.926027:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.930462:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.932771:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+196:2007:x1830963461020800:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1522us (2310us total) trans 4294970540 rc 0/0 00000100:00100000:0.0:1746143501.932794:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1699 00002000:00100000:0.0:1746143501.932802:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800923db100 x1830963461020800/t4294970540(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.932815:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923db100 with x1830963461020800 ext(0->7) 00010000:00010000:0.0:1746143501.932822:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1feb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68727 expref: 196 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143501.932835:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f1feb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68727 expref: 196 pid: 12044 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143501.932841:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923db100 00000100:00100000:0.0:1746143501.937848:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.944516:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.949073:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.951446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.959206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.965078:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.965133:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.969973:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.970009:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.970815:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.977013:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.984074:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143501.986390:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+198:2006:x1830963461023104:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1911us (2319us total) trans 4294970541 rc 0/0 00000100:00100000:0.0:1746143501.986402:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1701 00002000:00100000:0.0:1746143501.986410:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800978b7b80 x1830963461023104/t4294970541(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:652/0 lens 496/448 e 0 to 0 dl 1746143512 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143501.986425:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b7b80 with x1830963461023104 ext(0->7) 00010000:00010000:0.0:1746143501.986433:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f1fed2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6873c expref: 198 pid: 9571 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143501.986446:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f1fed2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6873c expref: 198 pid: 9571 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143501.986452:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800978b7b80 00000100:00100000:0.0:1746143502.001214:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746143502.001811:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143502.010616:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.016082:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461023616 00000100:00100000:0.0:1746143502.016090:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461023616 00000100:00080000:0.0:1746143502.016117:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:0.0:1746143502.016158:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008610b800 x1830963461023616/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:653/0 lens 488/0 e 0 to 0 dl 1746143513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.016167:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610b800 with x1830963461023616 ext(0->4095) 00010000:00010000:0.0:1746143502.016175:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fed9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68743 expref: 6 pid: 9571 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.016187:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fed9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68743 expref: 6 pid: 9571 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.016192:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008610b800 00000100:00100000:0.0:1746143502.016226:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1702 00000100:00100000:0.0:1746143502.016233:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461023616:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143502.016587:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461023616:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 354us (674us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143502.016605:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1702 00002000:00100000:0.0:1746143502.016610:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008610b800 x1830963461023616/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:653/0 lens 488/4536 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.016618:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610b800 with x1830963461023616 ext(0->4095) 00010000:00010000:0.0:1746143502.016754:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fed9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68743 expref: 6 pid: 9571 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.016764:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f1fed9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68743 expref: 6 pid: 9571 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.016769:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008610b800 00000100:00100000:0.0:1746143502.019278:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.024271:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.031032:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.038358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.042926:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+200:2007:x1830963461024256:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4347us (4560us total) trans 4294970542 rc 0/0 00000100:00100000:0.0:1746143502.042939:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1703 00002000:00100000:0.0:1746143502.042951:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800978b7800 x1830963461024256/t4294970542(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.042959:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b7800 with x1830963461024256 ext(0->7) 00010000:00010000:0.0:1746143502.042969:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1fee0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6874a expref: 200 pid: 9571 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.042991:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f1fee0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6874a expref: 200 pid: 9571 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.042998:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800978b7800 00000100:00100000:0.0:1746143502.045291:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.049210:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.049235:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461024768 00000100:00100000:0.0:1746143502.049241:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461024768 00002000:00100000:0.0:1746143502.049278:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800917b5500 x1830963461024768/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:653/0 lens 488/0 e 0 to 0 dl 1746143513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.049286:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b5500 with x1830963461024768 ext(0->4095) 00010000:00010000:0.0:1746143502.049293:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f1fee7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68751 expref: 6 pid: 9571 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.049323:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f1fee7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68751 expref: 6 pid: 9571 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.049328:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917b5500 00000100:00100000:0.0:1746143502.049345:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1704 00000100:00100000:0.0:1746143502.049350:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461024768:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143502.050292:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461024768:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 939us (1085us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143502.050324:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1704 00002000:00100000:0.0:1746143502.050510:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800917b5500 x1830963461024768/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:653/0 lens 488/4536 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.050524:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b5500 with x1830963461024768 ext(0->4095) 00010000:00010000:0.0:1746143502.050531:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f1fee7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68751 expref: 6 pid: 9571 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.050540:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f1fee7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68751 expref: 6 pid: 9571 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.050545:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917b5500 00000100:00100000:0.0:1746143502.052218:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.053867:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.057862:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.061427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.065681:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+202:2007:x1830963461025408:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3172us (3408us total) trans 4294970543 rc 0/0 00000100:00100000:0.0:1746143502.065692:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1705 00002000:00100000:0.0:1746143502.065707:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800917b4a80 x1830963461025408/t4294970543(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.065717:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b4a80 with x1830963461025408 ext(0->7) 00010000:00010000:0.0:1746143502.065730:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519bc00/0xa6c9a53f47f1feee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68758 expref: 202 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.065749:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519bc00/0xa6c9a53f47f1feee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68758 expref: 202 pid: 12044 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.065756:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917b4a80 00000100:00100000:0.0:1746143502.074982:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.075101:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.080980:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461025920 00000100:00100000:0.0:1746143502.080991:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461025920 00002000:00100000:0.0:1746143502.081032:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800969ece00 x1830963461025920/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:653/0 lens 488/0 e 0 to 0 dl 1746143513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.081043:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ece00 with x1830963461025920 ext(0->4095) 00010000:00010000:0.0:1746143502.081052:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1fef5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6875f expref: 6 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.081066:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1fef5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6875f expref: 6 pid: 12044 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.081074:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ece00 00000100:00100000:0.0:1746143502.081113:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1706 00000100:00100000:0.0:1746143502.081121:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461025920:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143502.083383:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461025920:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 2259us (3516us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143502.083396:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1706 00002000:00100000:0.0:1746143502.083407:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800969ece00 x1830963461025920/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:653/0 lens 488/4536 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.083416:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ece00 with x1830963461025920 ext(0->4095) 00010000:00010000:0.0:1746143502.083424:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1fef5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6875f expref: 6 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.083439:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519b200/0xa6c9a53f47f1fef5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6875f expref: 6 pid: 12044 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.083896:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ece00 00000100:00100000:0.0:1746143502.088498:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.091173:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.095259:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.100793:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.103270:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+204:2005:x1830963461026560:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1951us (2488us total) trans 4294970544 rc 0/0 00000100:00100000:0.0:1746143502.103285:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1707 00002000:00100000:0.0:1746143502.103293:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009236d880 x1830963461026560/t4294970544(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.103312:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236d880 with x1830963461026560 ext(0->7) 00010000:00010000:0.0:1746143502.103319:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519ac00/0xa6c9a53f47f1fefc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68766 expref: 204 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.103331:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519ac00/0xa6c9a53f47f1fefc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68766 expref: 204 pid: 12044 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.103338:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009236d880 00000100:00100000:0.0:1746143502.108106:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.110640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.114426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.114528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.115870:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28574 00000100:00100000:0.0:1746143502.115874:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+204:1139:x1830963461027200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143502.115882:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143502.116121:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f350a00/0xa6c9a53f47f1ff0a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6877b expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.116132:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143502.116136:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1ff11 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68774 expref: 206 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.116140:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143502.116142:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f350a00/0xa6c9a53f47f1ff0a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6877b expref: 206 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.116163:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1ff11 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68774 expref: 206 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.116173:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011f350a00/0xa6c9a53f47f1ff0a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6877b expref: 206 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.116181:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350a00, rc 0) 00000100:00100000:0.0:1746143502.116200:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+206:1139:x1830963461027200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 325us (1672us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143502.116205:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28574 00000100:00100000:0.0:1746143502.119899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.123879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.139019:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.141126:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+207:2007:x1830963461027840:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1364us (2115us total) trans 4294970545 rc 0/0 00000100:00100000:0.0:1746143502.141139:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1709 00002000:00100000:0.0:1746143502.141145:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011ee26a00 x1830963461027840/t4294970545(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.141152:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee26a00 with x1830963461027840 ext(0->7) 00010000:00010000:0.0:1746143502.141158:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1ff11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68774 expref: 207 pid: 9571 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.141170:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1ff11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68774 expref: 207 pid: 9571 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.141175:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee26a00 00000100:00100000:0.0:1746143502.144066:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.148980:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.151406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.151454:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.153343:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.156341:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.158480:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.162006:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+208:2006:x1830963461029120:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3367us (3516us total) trans 4294970546 rc 0/0 00000100:00100000:0.0:1746143502.162018:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1711 00002000:00100000:0.0:1746143502.162028:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011ee25f80 x1830963461029120/t4294970546(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.162037:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee25f80 with x1830963461029120 ext(0->7) 00010000:00010000:0.0:1746143502.162047:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519a400/0xa6c9a53f47f1ff1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68782 expref: 208 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.162065:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519a400/0xa6c9a53f47f1ff1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68782 expref: 208 pid: 12044 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.162071:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee25f80 00000100:00100000:0.0:1746143502.164111:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.166637:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.168013:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.169351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.170934:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.175529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.191994:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.195726:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.205014:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+212:2006:x1830963461030400:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 12774us (13019us total) trans 4294970547 rc 0/0 00000100:00100000:0.0:1746143502.205028:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1713 00002000:00100000:0.0:1746143502.205042:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801230ac000 x1830963461030400/t4294970547(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.205052:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ac000 with x1830963461030400 ext(0->7) 00010000:00010000:0.0:1746143502.205064:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519aa00/0xa6c9a53f47f1ff26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68790 expref: 212 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.205082:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519aa00/0xa6c9a53f47f1ff26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68790 expref: 212 pid: 12044 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.205088:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801230ac000 00000100:00100000:0.0:1746143502.211216:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461030656 00000100:00100000:0.0:1746143502.211226:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461030656 00010000:00010000:0.0:1746143502.211263:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008519aa00/0xa6c9a53f47f1ff26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68790 expref: 212 pid: 12044 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746143502.211289:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14488 00000100:00100000:0.0:1746143502.211307:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f9fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+212:2007:x1830963461030656:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143502.211321:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143502.211340:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008519aa00/0xa6c9a53f47f1ff26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68790 expref: 212 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.211352:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008519aa00/0xa6c9a53f47f1ff26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68790 expref: 212 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.211376:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008519aa00/0xa6c9a53f47f1ff26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68790 expref: 212 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.211405:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143502.211407:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143502.211415:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1ff2d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68797 expref: 211 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.211423:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1ff2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68797 expref: 211 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.211458:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1ff2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68797 expref: 211 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.211474:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1ff2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68797 expref: 211 pid: 9571 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746143502.211487:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801230adc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963454781312:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143502.211956:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143502.214831:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.220227:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.220358:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.225941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.232496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.236704:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+212:2005:x1830963461031680:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3951us (4205us total) trans 4294970548 rc 0/0 00000100:00100000:0.0:1746143502.236717:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1716 00002000:00100000:0.0:1746143502.236726:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013406d880 x1830963461031680/t4294970548(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.236735:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406d880 with x1830963461031680 ext(0->7) 00010000:00010000:0.0:1746143502.236746:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519bc00/0xa6c9a53f47f1ff34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6879e expref: 212 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.236765:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519bc00/0xa6c9a53f47f1ff34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6879e expref: 212 pid: 12044 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.236772:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013406d880 00000100:00100000:0.0:1746143502.240210:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.246692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.246743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.246771:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461031936 00000100:00100000:0.0:1746143502.246789:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461031936 00000100:00100000:0.0:1746143502.246835:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28581 00000100:00100000:0.0:1746143502.246842:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+212:1135:x1830963461031936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143502.246863:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143502.246884:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fb98600/0xa6c9a53f47f1ff42 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed687ac expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.246913:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008519a000/0xa6c9a53f47f1ff3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687a5 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.246919:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143502.246921:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143502.246924:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fb98600/0xa6c9a53f47f1ff42 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687ac expref: 213 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.246956:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008519a000/0xa6c9a53f47f1ff3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687a5 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.246968:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008519a000/0xa6c9a53f47f1ff3b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687a5 expref: 5 pid: 12044 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746143502.246981:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009235a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963454781824:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143502.247066:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143502.250615:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.251610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.255476:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963454782080:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143502.255508:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f1ff49 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687b3 expref: 213 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.255524:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008612fc00, rc 0) 00000100:00100000:0.0:1746143502.255575:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+213:1139:x1830963461032448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3379us (4971us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143502.255583:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28582 00000100:00100000:0.0:1746143502.256362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.263153:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.264337:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+215:2006:x1830963461032960:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 806us (1192us total) trans 4294970549 rc 0/0 00000100:00100000:0.0:1746143502.264344:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1719 00002000:00100000:0.0:1746143502.264351:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092359f80 x1830963461032960/t4294970549(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.264358:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092359f80 with x1830963461032960 ext(0->7) 00010000:00010000:0.0:1746143502.264363:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fb98600/0xa6c9a53f47f1ff42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687ac expref: 215 pid: 9572 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.264373:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fb98600/0xa6c9a53f47f1ff42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687ac expref: 215 pid: 9572 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.264378:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092359f80 00000100:00100000:0.0:1746143502.266056:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.270864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.273552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.277885:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.278813:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.283379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.285088:0:7209:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461034240 00000100:00100000:0.0:1746143502.285093:0:7209:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461034240 00010000:00010000:0.0:1746143502.285116:0:7209:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008612f400/0xa6c9a53f47f1ff50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687ba expref: 6 pid: 9572 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746143502.285144:0:7209:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14494 00000100:00100000:0.0:1746143502.285148:0:7209:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461034240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143502.285157:0:7209:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143502.285178:0:7209:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008612f400/0xa6c9a53f47f1ff50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687ba expref: 6 pid: 9572 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.285187:0:7209:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008612f400/0xa6c9a53f47f1ff50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687ba expref: 6 pid: 9572 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.285205:0:7209:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008612f400/0xa6c9a53f47f1ff50 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687ba expref: 6 pid: 9572 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.285219:0:7209:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143502.285220:0:7209:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143502.285227:0:7209:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1ff57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687c1 expref: 214 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.285233:0:7209:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1ff57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687c1 expref: 214 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.285260:0:7209:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1ff57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687c1 expref: 214 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.285269:0:7209:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1ff57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687c1 expref: 214 pid: 12044 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746143502.285279:0:7209:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eeed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7209:1830963454782720:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143502.285352:0:7209:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143502.288191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.298996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.300221:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+217:2005:x1830963461034752:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 979us (1234us total) trans 4294970550 rc 0/0 00000100:00100000:0.0:1746143502.300230:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1722 00002000:00100000:0.0:1746143502.300237:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011eeeea00 x1830963461034752/t4294970550(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.300245:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeeea00 with x1830963461034752 ext(0->7) 00010000:00010000:0.0:1746143502.300251:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1ff57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687c1 expref: 217 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.300261:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1ff57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687c1 expref: 217 pid: 12044 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.300266:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011eeeea00 00000100:00100000:0.0:1746143502.307772:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.312572:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461035008 00000100:00100000:0.0:1746143502.312580:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461035008 00000100:00100000:0.0:1746143502.314056:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28586 00000100:00100000:0.0:1746143502.314124:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+217:1135:x1830963461035008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143502.314143:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143502.314163:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133990600/0xa6c9a53f47f1ff65 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed687cf expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.314193:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1ff5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687c8 expref: 218 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.314202:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143502.314204:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143502.314207:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133990600/0xa6c9a53f47f1ff65 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687cf expref: 218 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.314239:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1ff5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687c8 expref: 218 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.314251:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f1ff5e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687c8 expref: 218 pid: 12044 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746143502.314263:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eeece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963454782976:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143502.314380:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143502.316166:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.318178:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.318768:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.321363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.336498:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.337610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.338474:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+219:2004:x1830963461036032:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1743us (1988us total) trans 4294970551 rc 0/0 00000100:00100000:0.0:1746143502.338480:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1725 00002000:00100000:0.0:1746143502.338487:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097b54a80 x1830963461036032/t4294970551(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.338493:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b54a80 with x1830963461036032 ext(0->7) 00010000:00010000:0.0:1746143502.338498:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133990600/0xa6c9a53f47f1ff65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687cf expref: 219 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.338507:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133990600/0xa6c9a53f47f1ff65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687cf expref: 219 pid: 12044 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.338512:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097b54a80 00000100:00100000:0.0:1746143502.346858:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.349706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.358493:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.365232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.375026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.379990:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+220:2007:x1830963461037184:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3691us (4965us total) trans 4294970552 rc 0/0 00000100:00100000:0.0:1746143502.380002:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1727 00002000:00100000:0.0:1746143502.380011:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097b57480 x1830963461037184/t4294970552(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.380020:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b57480 with x1830963461037184 ext(0->7) 00010000:00010000:0.0:1746143502.380031:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1ff73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687dd expref: 220 pid: 9572 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.380047:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f1ff73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687dd expref: 220 pid: 9572 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.380054:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097b57480 00000100:00100000:0.0:1746143502.381757:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.385852:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461037568 00000100:00100000:0.0:1746143502.385860:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461037568 00002000:00100000:0.0:1746143502.385899:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800969ef480 x1830963461037568/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:653/0 lens 488/0 e 0 to 0 dl 1746143513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.385908:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef480 with x1830963461037568 ext(0->4095) 00002000:00010000:0.0:1746143502.385913:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ef480 00000100:00100000:0.0:1746143502.385934:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12803 00000100:00100000:0.0:1746143502.385940:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461037568:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143502.386064:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461037568:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (261us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143502.386069:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12803 00002000:00100000:0.0:1746143502.386073:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800969ef480 x1830963461037568/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:653/0 lens 488/4536 e 0 to 0 dl 1746143513 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.386079:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef480 with x1830963461037568 ext(0->4095) 00002000:00010000:0.0:1746143502.386082:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ef480 00000100:00100000:0.0:1746143502.388254:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.391515:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.395002:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.398349:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746143502.408689:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143502.411129:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+223:2007:x1830963461038464:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2042us (2313us total) trans 4294970553 rc 0/0 00000100:00100000:0.0:1746143502.411140:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1729 00002000:00100000:0.0:1746143502.411148:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800969efb80 x1830963461038464/t4294970553(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.411157:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969efb80 with x1830963461038464 ext(0->7) 00010000:00010000:0.0:1746143502.411165:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519a000/0xa6c9a53f47f1ff81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687eb expref: 223 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.411176:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519a000/0xa6c9a53f47f1ff81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687eb expref: 223 pid: 12044 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.411182:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969efb80 00000100:00100000:0.0:1746143502.413286:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.414611:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14501 00000100:00100000:0.0:1746143502.414622:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+223:2004:x1830963461038592:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143502.414637:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143502.414659:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008519a000/0xa6c9a53f47f1ff81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687eb expref: 223 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.414670:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008519a000/0xa6c9a53f47f1ff81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687eb expref: 223 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.414697:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008519a000/0xa6c9a53f47f1ff81 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687eb expref: 223 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.414727:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143502.414729:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143502.414737:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1ff88 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687f2 expref: 222 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.414744:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1ff88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687f2 expref: 222 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.414787:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f1ff88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687f2 expref: 222 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143502.414799:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d846a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963454784384:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143502.414890:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143502.426378:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.426945:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461038848 00000100:00100000:0.0:1746143502.426955:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461038848 00002000:00100000:0.0:1746143502.426999:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d844000 x1830963461038848/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 488/0 e 0 to 0 dl 1746143513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.427010:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d844000 with x1830963461038848 ext(0->4095) 00002000:00010000:0.0:1746143502.427016:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d844000 00000100:00100000:0.0:1746143502.427035:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12804 00000100:00100000:0.0:1746143502.427042:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+222:2007:x1830963461038848:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143502.427228:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+222:2007:x1830963461038848:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 185us (861us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143502.427233:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12804 00002000:00100000:0.0:1746143502.427238:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d844000 x1830963461038848/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 488/4536 e 0 to 0 dl 1746143513 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.427244:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d844000 with x1830963461038848 ext(0->4095) 00002000:00010000:0.0:1746143502.427247:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d844000 00000100:00100000:0.0:1746143502.432192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.432245:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.435438:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.437150:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.441185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.446714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.459756:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.463884:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.465531:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+224:2005:x1830963461040128:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1208us (1647us total) trans 4294970554 rc 0/0 00000100:00100000:0.0:1746143502.465538:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1731 00002000:00100000:0.0:1746143502.465544:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092cf1f80 x1830963461040128/t4294970554(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.465552:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf1f80 with x1830963461040128 ext(0->7) 00010000:00010000:0.0:1746143502.465558:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f1ff96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687f9 expref: 224 pid: 9571 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.465567:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f1ff96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed687f9 expref: 224 pid: 9571 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.465573:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cf1f80 00000100:00100000:0.0:1746143502.468363:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.474833:0:7209:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ec000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7209:1830963454785024:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143502.474853:0:7209:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143502.474893:0:7209:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+223:2004:x1830963461040256:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6332us (6540us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143502.474903:0:7209:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14504 00000100:00100000:0.0:1746143502.479528:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.481978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.484580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.509824:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.516870:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.518023:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.520167:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.528389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.531069:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.535168:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+227:2004:x1830963461042176:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3594us (4094us total) trans 4294970555 rc 0/0 00000100:00100000:0.0:1746143502.535183:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1733 00002000:00100000:0.0:1746143502.535196:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800920ea680 x1830963461042176/t4294970555(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.535206:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ea680 with x1830963461042176 ext(0->7) 00010000:00010000:0.0:1746143502.535216:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519a400/0xa6c9a53f47f1ffab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68815 expref: 227 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.535238:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519a400/0xa6c9a53f47f1ffab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68815 expref: 227 pid: 12044 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.535245:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920ea680 00000100:00100000:0.0:1746143502.536900:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.553770:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.561647:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.561702:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.565381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746143502.567504:0:12044:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008519a400/0xa6c9a53f47f1ffb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6882a expref: 227 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.567518:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008519a400/0xa6c9a53f47f1ffb9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6882a expref: 227 pid: 12044 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746143502.567530:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963454786048:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143502.568202:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134a91c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143502.574126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.580633:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+228:2004:x1830963461043456:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1191us (1420us total) trans 4294970556 rc 0/0 00000100:00100000:0.0:1746143502.580642:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1735 00002000:00100000:0.0:1746143502.580648:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800969eed80 x1830963461043456/t4294970556(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.580655:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eed80 with x1830963461043456 ext(0->7) 00010000:00010000:0.0:1746143502.580661:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008519a400/0xa6c9a53f47f1ffb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6882a expref: 228 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.580671:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008519a400/0xa6c9a53f47f1ffb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6882a expref: 228 pid: 12044 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.580676:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969eed80 00000100:00100000:0.0:1746143502.582155:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.588164:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.592689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.594812:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.600962:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.610849:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.610901:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.616283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.631655:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.633031:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+231:2006:x1830963461045248:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 810us (1385us total) trans 4294970557 rc 0/0 00000100:00100000:0.0:1746143502.633038:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1737 00002000:00100000:0.0:1746143502.633044:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011ee2d180 x1830963461045248/t4294970557(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.633052:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2d180 with x1830963461045248 ext(0->7) 00010000:00010000:0.0:1746143502.633057:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f1ffce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68838 expref: 231 pid: 12044 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.633066:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f1ffce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68838 expref: 231 pid: 12044 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.633077:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee2d180 00000100:00100000:0.0:1746143502.634418:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.637270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.639735:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.641540:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.643982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.654217:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.660197:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.665620:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.673282:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.678618:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461047552 00000100:00100000:0.0:1746143502.678624:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461047552 00000100:00100000:0.0:1746143502.678667:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28606 00000100:00100000:0.0:1746143502.678673:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+233:1135:x1830963461047552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143502.678688:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143502.678700:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009219f200/0xa6c9a53f47f1fff1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6885b expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.678720:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f1ffea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68854 expref: 234 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.678726:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143502.678728:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143502.678731:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009219f200/0xa6c9a53f47f1fff1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6885b expref: 234 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.678749:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f1ffea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68854 expref: 234 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.678761:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f1ffea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68854 expref: 234 pid: 10111 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746143502.678779:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096026a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963454787584:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143502.679412:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143502.682106:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096026a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963454787584:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143502.682128:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009219f200/0xa6c9a53f47f1fff1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6885b expref: 233 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.682212:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009219f200, rc 0) 00000100:00100000:0.0:1746143502.682238:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+233:1135:x1830963461047552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3564us (3689us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143502.682244:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28606 00000100:00100000:0.0:1746143502.682270:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461047808 00000100:00100000:0.0:1746143502.682275:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461047808 00002000:00100000:0.0:1746143502.682322:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086108e00 x1830963461047808/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 488/0 e 0 to 0 dl 1746143513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.682331:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108e00 with x1830963461047808 ext(0->4095) 00010000:00010000:0.0:1746143502.682337:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f1ffea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68854 expref: 233 pid: 10111 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.682349:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f1ffea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68854 expref: 233 pid: 10111 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.682359:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086108e00 00000100:00100000:0.0:1746143502.682372:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1740 00000100:00100000:0.0:1746143502.682379:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+233:2007:x1830963461047808:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143502.682484:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+233:2007:x1830963461047808:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 106us (526us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143502.682490:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1740 00002000:00100000:0.0:1746143502.682495:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086108e00 x1830963461047808/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 488/4536 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.682502:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108e00 with x1830963461047808 ext(0->4095) 00010000:00010000:0.0:1746143502.682506:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f1ffea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68854 expref: 233 pid: 10111 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.682514:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f1ffea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68854 expref: 233 pid: 10111 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.682519:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086108e00 00000100:00100000:0.0:1746143502.686231:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.686290:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.690173:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.694991:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+234:2007:x1830963461048576:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 973us (1300us total) trans 4294970559 rc 0/0 00000100:00100000:0.0:1746143502.694999:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1742 00002000:00100000:0.0:1746143502.695005:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086109880 x1830963461048576/t4294970559(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.695017:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086109880 with x1830963461048576 ext(0->7) 00010000:00010000:0.0:1746143502.695023:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009219f200/0xa6c9a53f47f1fff1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6885b expref: 234 pid: 9572 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746143502.695033:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009219f200/0xa6c9a53f47f1fff1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6885b expref: 234 pid: 9572 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746143502.695038:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086109880 00000100:00100000:0.0:1746143502.697256:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.700100:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.702743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.706731:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.710160:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.711768:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.716484:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963454788096:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143502.716493:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963454788224:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143502.716519:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f20006 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68870 expref: 235 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.716534:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008612f000, rc 0) 00000100:00100000:0.0:1746143502.716570:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+235:1135:x1830963461049728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4470us (4804us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143502.716578:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28609 00000100:00100000:0.0:1746143502.716600:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461049984 00000100:00100000:0.0:1746143502.716602:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461049984 00000100:00100000:0.0:1746143502.716621:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28610 00000100:00100000:0.0:1746143502.716626:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+236:1139:x1830963461049984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143502.716639:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143502.716652:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f2000d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed68877 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.716666:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143502.716669:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f20006 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68870 expref: 237 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.716674:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143502.716677:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f2000d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68877 expref: 237 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.716813:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f20006 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68870 expref: 237 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.716831:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f2000d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68877 expref: 237 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.716838:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008612f800, rc 0) 00000100:00100000:0.0:1746143502.716852:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+237:1139:x1830963461049984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 227us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143502.716857:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28610 00000100:00100000:0.0:1746143502.720439:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.728124:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.735962:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.742372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.748401:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.748504:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.751638:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.755970:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.768840:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.777553:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.778372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.782857:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.790100:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.793170:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.802994:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.812005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.815499:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+240:2007:x1830963461053056:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3271us (3494us total) trans 4294970562 rc 0/0 00000100:00100000:0.0:1746143502.815510:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1748 00002000:00100000:0.0:1746143502.815520:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801236b8a80 x1830963461053056/t4294970562(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.815527:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b8a80 with x1830963461053056 ext(0->7) 00010000:00010000:0.0:1746143502.815535:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092213000/0xa6c9a53f47f20022 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6888c expref: 240 pid: 10111 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143502.815549:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092213000/0xa6c9a53f47f20022 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6888c expref: 240 pid: 10111 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143502.815556:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801236b8a80 00000100:00100000:0.0:1746143502.817104:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.818732:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.824525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.834125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.839787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.848707:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.850751:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.854547:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+242:2005:x1830963461054208:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3167us (3785us total) trans 4294970563 rc 0/0 00000100:00100000:0.0:1746143502.854560:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1750 00002000:00100000:0.0:1746143502.854571:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009045c380 x1830963461054208/t4294970563(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.854580:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c380 with x1830963461054208 ext(0->7) 00010000:00010000:0.0:1746143502.854591:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092213a00/0xa6c9a53f47f20030 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6889a expref: 242 pid: 10111 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143502.854606:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092213a00/0xa6c9a53f47f20030 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6889a expref: 242 pid: 10111 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143502.854612:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009045c380 00000100:00100000:0.0:1746143502.857911:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.863265:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.867080:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.870027:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461054848 00000100:00100000:0.0:1746143502.870034:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461054848 00000100:00100000:0.0:1746143502.870080:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28618 00000100:00100000:0.0:1746143502.870087:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+243:1139:x1830963461054848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143502.870102:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143502.870118:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f20045 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed688af expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.870138:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143502.870143:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ef30600/0xa6c9a53f47f2003e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688a8 expref: 244 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.870150:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143502.870153:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f20045 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688af expref: 244 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.870185:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ef30600/0xa6c9a53f47f2003e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688a8 expref: 244 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.870196:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008612fe00/0xa6c9a53f47f20045 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688af expref: 244 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.870206:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008612fe00, rc 0) 00000100:00100000:0.0:1746143502.870257:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+244:1139:x1830963461054848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143502.870262:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28618 00000100:00100000:0.0:1746143502.875268:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.883206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.885636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.888835:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+245:2004:x1830963461055488:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2149us (3196us total) trans 4294970564 rc 0/0 00000100:00100000:0.0:1746143502.888846:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1752 00002000:00100000:0.0:1746143502.888855:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009045d500 x1830963461055488/t4294970564(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.888864:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045d500 with x1830963461055488 ext(0->7) 00010000:00010000:0.0:1746143502.888872:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ef30600/0xa6c9a53f47f2003e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688a8 expref: 245 pid: 10111 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143502.888885:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ef30600/0xa6c9a53f47f2003e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688a8 expref: 245 pid: 10111 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143502.888891:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009045d500 00000100:00100000:0.0:1746143502.896174:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.899354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.901753:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.908868:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.913362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.920187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.922124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.922167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.926165:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.929374:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.930779:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+246:2005:x1830963461057536:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1078us (1403us total) trans 4294970565 rc 0/0 00000100:00100000:0.0:1746143502.930786:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1755 00002000:00100000:0.0:1746143502.930792:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800834a5880 x1830963461057536/t4294970565(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.930798:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a5880 with x1830963461057536 ext(0->7) 00010000:00010000:0.0:1746143502.930804:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f20053 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688bd expref: 246 pid: 10111 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143502.930814:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f20053 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688bd expref: 246 pid: 10111 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143502.930819:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800834a5880 00000100:00100000:0.0:1746143502.933011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.937385:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.939755:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.942183:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.946097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.946862:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.949027:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.949202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.949222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.952802:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.958724:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.960205:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+249:2006:x1830963461059584:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 991us (1489us total) trans 4294970566 rc 0/0 00000100:00100000:0.0:1746143502.960212:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1758 00002000:00100000:0.0:1746143502.960218:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880134090380 x1830963461059584/t4294970566(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.960225:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090380 with x1830963461059584 ext(0->7) 00010000:00010000:0.0:1746143502.960230:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915b8a00/0xa6c9a53f47f20068 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688d2 expref: 249 pid: 9572 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143502.960240:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915b8a00/0xa6c9a53f47f20068 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688d2 expref: 249 pid: 9572 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143502.960245:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134090380 00000100:00100000:0.0:1746143502.967614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.978336:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.978442:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.978472:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461060096 00000100:00100000:0.0:1746143502.978481:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461060096 00002000:00100000:0.0:1746143502.978529:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880134090700 x1830963461060096/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 488/0 e 0 to 0 dl 1746143513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.978539:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090700 with x1830963461060096 ext(0->4095) 00002000:00010000:0.0:1746143502.978544:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134090700 00000100:00100000:0.0:1746143502.978581:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12826 00000100:00100000:0.0:1746143502.978589:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+249:2006:x1830963461060096:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143502.978739:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+249:2006:x1830963461060096:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (297us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143502.978745:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12826 00002000:00100000:0.0:1746143502.978751:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880134090700 x1830963461060096/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 488/4536 e 0 to 0 dl 1746143513 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.978757:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090700 with x1830963461060096 ext(0->4095) 00002000:00010000:0.0:1746143502.978760:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134090700 00000100:00100000:0.0:1746143502.982666:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963454792064:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143502.982695:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a7c200/0xa6c9a53f47f20076 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688e0 expref: 249 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.982715:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a7c200, rc 0) 00000100:00100000:0.0:1746143502.982779:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+249:1135:x1830963461059840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3044us (4477us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143502.982788:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28625 00000100:00100000:0.0:1746143502.982813:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461060224 00000100:00100000:0.0:1746143502.982818:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461060224 00000100:00100000:0.0:1746143502.982845:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28626 00000100:00100000:0.0:1746143502.982850:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1139:x1830963461060224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143502.982862:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143502.982875:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092242a00/0xa6c9a53f47f2007d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed688e7 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.982892:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143502.982897:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a7c200/0xa6c9a53f47f20076 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688e0 expref: 248 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.982902:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143502.982906:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092242a00/0xa6c9a53f47f2007d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688e7 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.982932:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a7c200/0xa6c9a53f47f20076 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688e0 expref: 248 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.982941:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092242a00/0xa6c9a53f47f2007d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688e7 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143502.982952:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092242a00, rc 0) 00000100:00100000:0.0:1746143502.982967:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1139:x1830963461060224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (1447us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143502.982973:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28626 00000100:00100000:0.0:1746143502.983607:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.986968:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.993820:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143502.995176:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130716300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+250:2007:x1830963461060864:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1134us (1363us total) trans 4294970567 rc 0/0 00000100:00100000:0.0:1746143502.995184:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1760 00002000:00100000:0.0:1746143502.995191:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880130716300 x1830963461060864/t4294970567(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:653/0 lens 496/448 e 0 to 0 dl 1746143513 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143502.995198:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130716300 with x1830963461060864 ext(0->7) 00010000:00010000:0.0:1746143502.995205:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091a7c200/0xa6c9a53f47f20076 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688e0 expref: 250 pid: 9572 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143502.995214:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a7c200/0xa6c9a53f47f20076 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688e0 expref: 250 pid: 9572 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143502.995221:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130716300 00000100:00100000:0.0:1746143503.003742:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.012150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.014180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.017227:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.017889:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.026832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.031901:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.033824:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+253:2007:x1830963461062144:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1525us (1925us total) trans 4294970568 rc 0/0 00000100:00100000:0.0:1746143503.033833:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1763 00002000:00100000:0.0:1746143503.033840:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880130715f80 x1830963461062144/t4294970568(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.033847:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130715f80 with x1830963461062144 ext(0->7) 00010000:00010000:0.0:1746143503.033854:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f20084 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688ee expref: 253 pid: 10111 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.033866:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f20084 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688ee expref: 253 pid: 10111 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.033871:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130715f80 00000100:00100000:0.0:1746143503.036674:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.044250:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.046037:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.050806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.053270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.054730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.058405:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.058462:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.058786:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.059984:0:7209:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14540 00000100:00100000:0.0:1746143503.059991:0:7209:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+253:2005:x1830963461063936:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143503.060000:0:7209:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143503.060009:0:7209:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f2008b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688f5 expref: 253 pid: 10111 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.060018:0:7209:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f2008b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688f5 expref: 253 pid: 10111 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.060030:0:7209:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f2008b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed688f5 expref: 253 pid: 10111 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.060064:0:7209:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143503.060065:0:7209:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143503.060072:0:7209:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f20099 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68903 expref: 252 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143503.060079:0:7209:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f20099 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68903 expref: 252 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143503.060100:0:7209:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f20099 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68903 expref: 252 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143503.060109:0:7209:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f20099 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68903 expref: 252 pid: 10111 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746143503.060121:0:7209:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7209:1830963454793472:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143503.060166:0:7209:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143503.062350:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.066601:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+254:2004:x1830963461064448:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 805us (1015us total) trans 4294970569 rc 0/0 00000100:00100000:0.0:1746143503.066607:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1765 00002000:00100000:0.0:1746143503.066612:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008610b480 x1830963461064448/t4294970569(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.066616:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610b480 with x1830963461064448 ext(0->7) 00010000:00010000:0.0:1746143503.066620:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f20099 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68903 expref: 254 pid: 10111 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.066627:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f20099 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68903 expref: 254 pid: 10111 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.066631:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008610b480 00000100:00100000:0.0:1746143503.069357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.071813:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.078207:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.082706:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.088842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.088904:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.099729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.100984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.101018:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.119480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.120516:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+257:2005:x1830963461066496:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 826us (1042us total) trans 4294970570 rc 0/0 00000100:00100000:0.0:1746143503.120524:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1767 00002000:00100000:0.0:1746143503.120532:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800978a9f80 x1830963461066496/t4294970570(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.120539:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978a9f80 with x1830963461066496 ext(0->7) 00010000:00010000:0.0:1746143503.120545:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f200ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68918 expref: 257 pid: 10111 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.120554:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f200ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68918 expref: 257 pid: 10111 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.120560:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800978a9f80 00000100:00100000:0.0:1746143503.127655:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.131877:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.138944:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461067008 00000100:00100000:0.0:1746143503.138954:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461067008 00002000:00100000:0.0:1746143503.139000:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096d9c380 x1830963461067008/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 488/0 e 0 to 0 dl 1746143514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.139009:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9c380 with x1830963461067008 ext(0->4095) 00010000:00010000:0.0:1746143503.139019:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f200b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6891f expref: 258 pid: 10111 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.139031:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f200b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6891f expref: 258 pid: 10111 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.139038:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096d9c380 00000100:00100000:0.0:1746143503.139057:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1768 00000100:00100000:0.0:1746143503.139063:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+258:2006:x1830963461067008:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143503.139216:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+258:2006:x1830963461067008:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 152us (357us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143503.139223:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1768 00002000:00100000:0.0:1746143503.139228:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096d9c380 x1830963461067008/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 488/4536 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.139235:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9c380 with x1830963461067008 ext(0->4095) 00010000:00010000:0.0:1746143503.139239:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f200b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6891f expref: 258 pid: 10111 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.139248:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f200b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6891f expref: 258 pid: 10111 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.139253:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096d9c380 00000100:00100000:0.0:1746143503.141781:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.141822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.148014:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.149208:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+258:2007:x1830963461067776:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 930us (1193us total) trans 4294970571 rc 0/0 00000100:00100000:0.0:1746143503.149216:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1770 00002000:00100000:0.0:1746143503.149223:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800920d7b80 x1830963461067776/t4294970571(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.149229:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d7b80 with x1830963461067776 ext(0->7) 00010000:00010000:0.0:1746143503.149235:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f200bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68926 expref: 258 pid: 10111 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.149248:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f200bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68926 expref: 258 pid: 10111 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.149253:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920d7b80 00000100:00100000:0.0:1746143503.150717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.159962:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.161799:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.164697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.170471:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.170501:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.170527:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.174823:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.176784:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.178692:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+260:2006:x1830963461069568:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1440us (1918us total) trans 4294970572 rc 0/0 00000100:00100000:0.0:1746143503.178699:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1772 00002000:00100000:0.0:1746143503.178705:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092358a80 x1830963461069568/t4294970572(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.178711:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092358a80 with x1830963461069568 ext(0->7) 00010000:00010000:0.0:1746143503.178717:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f200d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6893b expref: 260 pid: 10111 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.178727:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f200d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6893b expref: 260 pid: 10111 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.178736:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092358a80 00000100:00100000:0.0:1746143503.181865:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.185382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.188100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.193372:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.196732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.196794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.199480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.201230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.201586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.205652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.209185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.211490:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+263:2004:x1830963461071616:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1984us (2306us total) trans 4294970573 rc 0/0 00000100:00100000:0.0:1746143503.211501:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1774 00002000:00100000:0.0:1746143503.211510:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800978b4700 x1830963461071616/t4294970573(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.211518:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4700 with x1830963461071616 ext(0->7) 00010000:00010000:0.0:1746143503.211526:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097804a00/0xa6c9a53f47f200e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68950 expref: 263 pid: 9571 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.211539:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097804a00/0xa6c9a53f47f200e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68950 expref: 263 pid: 9571 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.211546:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800978b4700 00000100:00100000:0.0:1746143503.222396:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.232353:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.235715:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.235782:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.238388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.238441:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.243445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.247649:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.251676:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.254835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.262108:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+264:2006:x1830963461073280:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6453us (7257us total) trans 4294970574 rc 0/0 00000100:00100000:0.0:1746143503.262121:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1776 00002000:00100000:0.0:1746143503.262133:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091af2680 x1830963461073280/t4294970574(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.262142:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091af2680 with x1830963461073280 ext(0->7) 00010000:00010000:0.0:1746143503.262153:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092213400/0xa6c9a53f47f200f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6895e expref: 264 pid: 9572 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.262171:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092213400/0xa6c9a53f47f200f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6895e expref: 264 pid: 9572 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.262176:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091af2680 00000100:00100000:0.0:1746143503.267729:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.268582:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.271985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.272010:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461073792 00000100:00100000:0.0:1746143503.272017:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461073792 00002000:00100000:0.0:1746143503.272059:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130728380 x1830963461073792/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:654/0 lens 488/0 e 0 to 0 dl 1746143514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.272068:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130728380 with x1830963461073792 ext(0->4095) 00010000:00010000:0.0:1746143503.272076:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f20102 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6896c expref: 6 pid: 9572 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.272088:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f20102 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6896c expref: 6 pid: 9572 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.272094:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130728380 00000100:00100000:0.0:1746143503.272111:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1777 00000100:00100000:0.0:1746143503.272117:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461073792:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143503.272251:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461073792:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 133us (274us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143503.272257:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1777 00002000:00100000:0.0:1746143503.272263:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130728380 x1830963461073792/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:654/0 lens 488/4536 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.272270:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130728380 with x1830963461073792 ext(0->4095) 00010000:00010000:0.0:1746143503.272275:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f20102 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6896c expref: 6 pid: 9572 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.272283:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f20102 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6896c expref: 6 pid: 9572 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.272288:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130728380 00000100:00100000:0.0:1746143503.275052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.278723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.282286:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.286861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.288368:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+266:2007:x1830963461074432:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1264us (1505us total) trans 4294970575 rc 0/0 00000100:00100000:0.0:1746143503.288376:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1778 00002000:00100000:0.0:1746143503.288382:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013072b800 x1830963461074432/t4294970575(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.288389:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072b800 with x1830963461074432 ext(0->7) 00010000:00010000:0.0:1746143503.288395:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092213000/0xa6c9a53f47f20109 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68973 expref: 266 pid: 9572 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.288405:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092213000/0xa6c9a53f47f20109 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68973 expref: 266 pid: 9572 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.288411:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013072b800 00000100:00100000:0.0:1746143503.289821:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.293177:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.295166:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.298816:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.304948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.305911:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.311641:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.311693:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.316517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.319637:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.331710:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.331944:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.337558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.339213:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.340072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.343813:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.348919:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.357148:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+270:2004:x1830963461077760:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4429us (8228us total) trans 4294970577 rc 0/0 00000100:00100000:0.0:1746143503.357162:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1783 00002000:00100000:0.0:1746143503.357175:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008efb8000 x1830963461077760/t4294970577(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.357184:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb8000 with x1830963461077760 ext(0->7) 00010000:00010000:0.0:1746143503.357195:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097804200/0xa6c9a53f47f2012c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68996 expref: 270 pid: 9572 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.357211:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097804200/0xa6c9a53f47f2012c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68996 expref: 270 pid: 9572 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.357217:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008efb8000 00000100:00100000:0.0:1746143503.366028:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.366628:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.374189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.379089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.382812:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.389964:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.394056:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.396464:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+272:2007:x1830963461078912:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2206us (2413us total) trans 4294970578 rc 0/0 00000100:00100000:0.0:1746143503.396473:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1785 00002000:00100000:0.0:1746143503.396481:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097901f80 x1830963461078912/t4294970578(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.396488:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097901f80 with x1830963461078912 ext(0->7) 00010000:00010000:0.0:1746143503.396495:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097804a00/0xa6c9a53f47f2013a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed689a4 expref: 272 pid: 9572 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.396505:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097804a00/0xa6c9a53f47f2013a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed689a4 expref: 272 pid: 9572 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.396511:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097901f80 00000100:00100000:0.0:1746143503.397864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.403621:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.403703:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.406380:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746143503.409733:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143503.412949:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.423734:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.425501:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+275:2005:x1830963461080192:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 992us (1772us total) trans 4294970579 rc 0/0 00000100:00100000:0.0:1746143503.425509:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1787 00002000:00100000:0.0:1746143503.425516:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097900380 x1830963461080192/t4294970579(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.425522:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097900380 with x1830963461080192 ext(0->7) 00010000:00010000:0.0:1746143503.425528:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f20148 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed689b2 expref: 275 pid: 9572 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.425538:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f20148 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed689b2 expref: 275 pid: 9572 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.425544:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097900380 00000100:00100000:0.0:1746143503.430265:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.438199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.441373:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.441583:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.444347:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.445647:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.448945:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.451359:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.467509:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.468651:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+276:2007:x1830963461081856:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 922us (1148us total) trans 4294970580 rc 0/0 00000100:00100000:0.0:1746143503.468659:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1789 00002000:00100000:0.0:1746143503.468665:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f642d80 x1830963461081856/t4294970580(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.468673:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f642d80 with x1830963461081856 ext(0->7) 00010000:00010000:0.0:1746143503.468688:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f20156 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed689c0 expref: 276 pid: 9572 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.468698:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f20156 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed689c0 expref: 276 pid: 9572 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.468708:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f642d80 00000100:00100000:0.0:1746143503.481467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.484758:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.489666:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.492133:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.493718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.496726:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+278:2004:x1830963461083008:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2851us (3006us total) trans 4294970581 rc 0/0 00000100:00100000:0.0:1746143503.496735:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1791 00002000:00100000:0.0:1746143503.496744:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f643800 x1830963461083008/t4294970581(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.496751:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643800 with x1830963461083008 ext(0->7) 00010000:00010000:0.0:1746143503.496760:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f2016b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed689d5 expref: 278 pid: 9572 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.496779:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f2016b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed689d5 expref: 278 pid: 9572 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.496785:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f643800 00000100:00100000:0.0:1746143503.498980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.502024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.506531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.507372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.510040:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.512571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.518452:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.519716:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+281:2007:x1830963461084288:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 805us (1274us total) trans 4294970582 rc 0/0 00000100:00100000:0.0:1746143503.519723:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1793 00002000:00100000:0.0:1746143503.519728:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009189c700 x1830963461084288/t4294970582(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.519735:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189c700 with x1830963461084288 ext(0->7) 00010000:00010000:0.0:1746143503.519739:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f20179 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed689e3 expref: 281 pid: 9572 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.519749:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f20179 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed689e3 expref: 281 pid: 9572 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.519754:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009189c700 00000100:00100000:0.0:1746143503.521454:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.527231:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.530732:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.536138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.536804:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.542673:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.546362:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.549655:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.555403:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.559253:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097649500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+282:2006:x1830963461085952:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3643us (3851us total) trans 4294970583 rc 0/0 00000100:00100000:0.0:1746143503.559264:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1795 00002000:00100000:0.0:1746143503.559274:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097649500 x1830963461085952/t4294970583(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.559283:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097649500 with x1830963461085952 ext(0->7) 00010000:00010000:0.0:1746143503.559292:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f2018e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed689f8 expref: 282 pid: 12044 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.559319:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f2018e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed689f8 expref: 282 pid: 12044 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.559326:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097649500 00000100:00100000:0.0:1746143503.566602:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.572575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.575553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.575639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.582896:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.586027:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.587079:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+285:2004:x1830963461087232:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 749us (1060us total) trans 4294970584 rc 0/0 00000100:00100000:0.0:1746143503.587087:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1797 00002000:00100000:0.0:1746143503.587094:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009bb64000 x1830963461087232/t4294970584(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.587101:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb64000 with x1830963461087232 ext(0->7) 00010000:00010000:0.0:1746143503.587106:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097804200/0xa6c9a53f47f2019c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a06 expref: 285 pid: 12044 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.587115:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097804200/0xa6c9a53f47f2019c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a06 expref: 285 pid: 12044 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.587120:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb64000 00000100:00100000:0.0:1746143503.590961:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.597458:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461087616 00000100:00100000:0.0:1746143503.597466:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461087616 00002000:00100000:0.0:1746143503.597508:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800969ec000 x1830963461087616/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 488/0 e 0 to 0 dl 1746143514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.597517:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec000 with x1830963461087616 ext(0->4095) 00002000:00010000:0.0:1746143503.597522:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ec000 00000100:00100000:0.0:1746143503.597537:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12854 00000100:00100000:0.0:1746143503.597542:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+284:2007:x1830963461087616:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143503.597664:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+284:2007:x1830963461087616:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (1093us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143503.597670:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12854 00002000:00100000:0.0:1746143503.597675:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800969ec000 x1830963461087616/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 488/4536 e 0 to 0 dl 1746143514 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.597681:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec000 with x1830963461087616 ext(0->4095) 00002000:00010000:0.0:1746143503.597683:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ec000 00000100:00100000:0.0:1746143503.599927:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.604232:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.604356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.612385:0:10111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008610a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10111:1830963454802432:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143503.612417:0:10111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880122eb2000/0xa6c9a53f47f201b1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a1b expref: 285 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143503.612438:0:10111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880122eb2000, rc 0) 00000100:00100000:0.0:1746143503.612482:0:10111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+285:1135:x1830963461088128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7973us (8125us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143503.612490:0:10111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28670 00000100:00100000:0.0:1746143503.618242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.618475:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.628162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.641136:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.642408:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+286:2007:x1830963461089280:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 849us (1279us total) trans 4294970585 rc 0/0 00000100:00100000:0.0:1746143503.642415:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1801 00002000:00100000:0.0:1746143503.642421:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009bb67480 x1830963461089280/t4294970585(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.642428:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb67480 with x1830963461089280 ext(0->7) 00010000:00010000:0.0:1746143503.642433:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb2000/0xa6c9a53f47f201b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a1b expref: 286 pid: 10111 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.642444:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb2000/0xa6c9a53f47f201b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a1b expref: 286 pid: 10111 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.642450:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb67480 00000100:00100000:0.0:1746143503.643371:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.649661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.653889:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.656362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.666989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.669435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.671107:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+288:2007:x1830963461090432:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1389us (1666us total) trans 4294970586 rc 0/0 00000100:00100000:0.0:1746143503.671115:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1803 00002000:00100000:0.0:1746143503.671123:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009189ca80 x1830963461090432/t4294970586(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.671130:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ca80 with x1830963461090432 ext(0->7) 00010000:00010000:0.0:1746143503.671136:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f201bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a29 expref: 288 pid: 12044 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.671147:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f201bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a29 expref: 288 pid: 12044 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.671153:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009189ca80 00000100:00100000:0.0:1746143503.672744:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.675106:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.680129:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.683031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.683782:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.685963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.687442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.690985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.694218:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461092224 00000100:00100000:0.0:1746143503.694227:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461092224 00002000:00100000:0.0:1746143503.694270:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800969edf80 x1830963461092224/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/0 e 0 to 0 dl 1746143514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.694281:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969edf80 with x1830963461092224 ext(0->7) 00010000:00010000:0.0:1746143503.694288:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f201d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a3e expref: 288 pid: 12044 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.694328:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f201d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a3e expref: 288 pid: 12044 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.694335:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969edf80 00000100:00100000:0.0:1746143503.694362:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1806 00000100:00100000:0.0:1746143503.694369:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+288:2005:x1830963461092224:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143503.695821:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+290:2005:x1830963461092224:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1446us (1693us total) trans 4294970587 rc 0/0 00000100:00100000:0.0:1746143503.695830:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1806 00002000:00100000:0.0:1746143503.695837:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800969edf80 x1830963461092224/t4294970587(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.695844:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969edf80 with x1830963461092224 ext(0->7) 00010000:00010000:0.0:1746143503.695852:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f201d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a3e expref: 290 pid: 12044 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.695863:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f201d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a3e expref: 290 pid: 12044 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.695869:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969edf80 00000100:00100000:0.0:1746143503.697532:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.701957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.705547:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.705600:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.707848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.707899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.710970:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.711052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.713867:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.724219:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.730559:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+292:2006:x1830963461094016:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6030us (6342us total) trans 4294970588 rc 0/0 00000100:00100000:0.0:1746143503.730573:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1809 00002000:00100000:0.0:1746143503.730585:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096626a00 x1830963461094016/t4294970588(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.730595:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096626a00 with x1830963461094016 ext(0->7) 00010000:00010000:0.0:1746143503.730605:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f201e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a4c expref: 292 pid: 9572 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746143503.730619:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7aa00/0xa6c9a53f47f201e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a4c expref: 292 pid: 9572 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746143503.730626:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096626a00 00000100:00100000:0.0:1746143503.732390:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.736597:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.739562:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.742817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.748802:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.763620:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.764707:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963461095168:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 728us (1096us total) trans 4294970589 rc 0/0 00000100:00100000:0.0:1746143503.764715:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1811 00002000:00100000:0.0:1746143503.764722:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d846a00 x1830963461095168/t4294970589(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.764730:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d846a00 with x1830963461095168 ext(0->7) 00010000:00010000:0.0:1746143503.764736:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800920cd400/0xa6c9a53f47f201f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a61 expref: 8 pid: 9572 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143503.764745:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800920cd400/0xa6c9a53f47f201f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a61 expref: 8 pid: 9572 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143503.764751:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d846a00 00000100:00100000:0.0:1746143503.767576:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.770620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.778232:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.780463:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.782746:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.793464:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.800801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.804142:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963461096320:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1479us (3343us total) trans 4294970590 rc 0/0 00000100:00100000:0.0:1746143503.804151:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1813 00002000:00100000:0.0:1746143503.804160:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801230aea00 x1830963461096320/t4294970590(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.804176:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230aea00 with x1830963461096320 ext(0->7) 00010000:00010000:0.0:1746143503.804186:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f20205 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a6f expref: 10 pid: 9572 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143503.804199:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f20205 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a6f expref: 10 pid: 9572 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143503.804206:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801230aea00 00000100:00100000:0.0:1746143503.810097:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.811943:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461096576 00000100:00100000:0.0:1746143503.811947:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461096576 00000100:00100000:0.0:1746143503.811985:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28684 00000100:00100000:0.0:1746143503.811990:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:1135:x1830963461096576:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143503.812004:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143503.812016:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134e21a00/0xa6c9a53f47f20213 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed68a7d expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143503.812034:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f2020c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a76 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143503.812040:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143503.812041:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143503.812044:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134e21a00/0xa6c9a53f47f20213 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a7d expref: 11 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143503.812062:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f2020c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a76 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143503.812077:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008612f000/0xa6c9a53f47f2020c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a76 expref: 5 pid: 9572 timeout: 822 lvb_type: 0 00000100:00100000:0.0:1746143503.812085:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801230ad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963454805760:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143503.812111:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143503.818864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.822261:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.828205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.832485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.845573:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.849284:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28686 00000100:00100000:0.0:1746143503.851784:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.855791:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.858142:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.864561:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.869628:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.874041:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.876152:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2007:x1830963461098624:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1759us (2108us total) trans 4294970592 rc 0/0 00000100:00100000:0.0:1746143503.876161:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1817 00002000:00100000:0.0:1746143503.876169:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097890e00 x1830963461098624/t4294970592(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.876177:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097890e00 with x1830963461098624 ext(0->7) 00010000:00010000:0.0:1746143503.876185:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb3200/0xa6c9a53f47f20221 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a8b expref: 14 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143503.876200:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb3200/0xa6c9a53f47f20221 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a8b expref: 14 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143503.876206:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097890e00 00000100:00100000:0.0:1746143503.878044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.882229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.884554:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.887502:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.888461:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461099392 00000100:00100000:0.0:1746143503.888465:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461099392 00010000:00010000:0.0:1746143503.888483:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097804800/0xa6c9a53f47f20228 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a92 expref: 6 pid: 9572 timeout: 822 lvb_type: 0 00000100:00100000:0.0:1746143503.888502:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14598 00000100:00100000:0.0:1746143503.888507:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461099392:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143503.888516:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143503.888537:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097804800/0xa6c9a53f47f20228 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a92 expref: 6 pid: 9572 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143503.888547:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097804800/0xa6c9a53f47f20228 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a92 expref: 6 pid: 9572 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143503.888564:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097804800/0xa6c9a53f47f20228 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a92 expref: 6 pid: 9572 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143503.888576:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143503.888579:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143503.888584:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097805200/0xa6c9a53f47f2022f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a99 expref: 14 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143503.888591:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097805200/0xa6c9a53f47f2022f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a99 expref: 14 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143503.888614:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097805200/0xa6c9a53f47f2022f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a99 expref: 14 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143503.888623:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097805200/0xa6c9a53f47f2022f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68a99 expref: 14 pid: 9572 timeout: 822 lvb_type: 0 00000100:00100000:0.0:1746143503.888634:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963454807040:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143503.888688:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143503.912921:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.913119:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.913476:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008610a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830963454807168:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746143503.913518:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746143503.913734:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746143503.913769:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008610a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830963454807168:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746143503.917828:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.922013:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.949930:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461100928 00000100:00100000:0.0:1746143503.949938:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461100928 00002000:00100000:0.0:1746143503.949981:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008610bb80 x1830963461100928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 488/0 e 0 to 0 dl 1746143514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.949996:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610bb80 with x1830963461100928 ext(0->4095) 00010000:00010000:0.0:1746143503.950004:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097804200/0xa6c9a53f47f2023d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68aa7 expref: 16 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143503.950017:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097804200/0xa6c9a53f47f2023d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68aa7 expref: 16 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143503.950023:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008610bb80 00000100:00100000:0.0:1746143503.956434:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1822 00000100:00100000:0.0:1746143503.956460:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963461100928:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143503.956661:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963461100928:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 213us (7033us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143503.956668:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1822 00002000:00100000:0.0:1746143503.956678:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008610bb80 x1830963461100928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 488/4536 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.956687:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610bb80 with x1830963461100928 ext(0->4095) 00010000:00010000:0.0:1746143503.956697:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097804200/0xa6c9a53f47f2023d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68aa7 expref: 16 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143503.956711:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097804200/0xa6c9a53f47f2023d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68aa7 expref: 16 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143503.956717:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008610bb80 00000100:00100000:0.0:1746143503.963793:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.972036:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963461101184:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6258us (8237us total) trans 4294970594 rc 0/0 00000100:00100000:0.0:1746143503.972052:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1823 00002000:00100000:0.0:1746143503.972068:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090c7f480 x1830963461101184/t4294970594(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.972078:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7f480 with x1830963461101184 ext(0->7) 00010000:00010000:0.0:1746143503.972090:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097804200/0xa6c9a53f47f2023d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68aa7 expref: 18 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143503.972106:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097804200/0xa6c9a53f47f2023d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68aa7 expref: 18 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143503.972113:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c7f480 00000100:00100000:0.0:1746143503.973171:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.974440:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.980056:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461101696 00000100:00100000:0.0:1746143503.980061:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461101696 00002000:00100000:0.0:1746143503.980098:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008610a680 x1830963461101696/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:654/0 lens 488/0 e 0 to 0 dl 1746143514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.980109:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610a680 with x1830963461101696 ext(0->4095) 00010000:00010000:0.0:1746143503.980118:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097805200/0xa6c9a53f47f20244 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68aae expref: 6 pid: 9572 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143503.980131:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097805200/0xa6c9a53f47f20244 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68aae expref: 6 pid: 9572 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143503.980137:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008610a680 00000100:00100000:0.0:1746143503.980165:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1824 00000100:00100000:0.0:1746143503.980171:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461101696:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143503.980343:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461101696:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 172us (560us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143503.980350:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1824 00002000:00100000:0.0:1746143503.980355:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008610a680 x1830963461101696/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:654/0 lens 488/4536 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143503.980363:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610a680 with x1830963461101696 ext(0->4095) 00010000:00010000:0.0:1746143503.980367:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097805200/0xa6c9a53f47f20244 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68aae expref: 6 pid: 9572 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143503.980376:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097805200/0xa6c9a53f47f20244 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68aae expref: 6 pid: 9572 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143503.980382:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008610a680 00000100:00100000:0.0:1746143503.991995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143503.998105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.003840:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:2006:x1830963461102336:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5504us (5736us total) trans 4294970595 rc 0/0 00000100:00100000:0.0:1746143504.003849:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1825 00002000:00100000:0.0:1746143504.003860:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090c7d180 x1830963461102336/t4294970595(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:654/0 lens 496/448 e 0 to 0 dl 1746143514 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.003868:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7d180 with x1830963461102336 ext(0->7) 00010000:00010000:0.0:1746143504.003875:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612ec00/0xa6c9a53f47f2024b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ab5 expref: 21 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.003893:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612ec00/0xa6c9a53f47f2024b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ab5 expref: 21 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.003899:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c7d180 00000100:00100000:0.0:1746143504.005412:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.010678:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461102848 00000100:00100000:0.0:1746143504.010689:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461102848 00000100:00100000:0.0:1746143504.020153:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.024947:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.028791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.034633:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.036136:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:2005:x1830963461103488:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1277us (1498us total) trans 4294970596 rc 0/0 00000100:00100000:0.0:1746143504.036145:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1827 00002000:00100000:0.0:1746143504.036151:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091860e00 x1830963461103488/t4294970596(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.036159:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091860e00 with x1830963461103488 ext(0->7) 00010000:00010000:0.0:1746143504.036165:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f20259 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ac3 expref: 22 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.036176:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f20259 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ac3 expref: 22 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.036182:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091860e00 00000100:00100000:0.0:1746143504.038055:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.045609:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.045683:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.054729:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.062797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.072137:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.078485:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2004:x1830963461104768:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5957us (6345us total) trans 4294970597 rc 0/0 00000100:00100000:0.0:1746143504.078499:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1829 00002000:00100000:0.0:1746143504.078512:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ef44700 x1830963461104768/t4294970597(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.078522:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef44700 with x1830963461104768 ext(0->7) 00010000:00010000:0.0:1746143504.078535:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612e000/0xa6c9a53f47f20267 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ad1 expref: 25 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.078555:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612e000/0xa6c9a53f47f20267 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ad1 expref: 25 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.078561:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ef44700 00000100:00100000:0.0:1746143504.081571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.082441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.088057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.090470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.094865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.097832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.099638:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2004:x1830963461106048:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1339us (1813us total) trans 4294970598 rc 0/0 00000100:00100000:0.0:1746143504.099648:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1832 00002000:00100000:0.0:1746143504.099658:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880134050380 x1830963461106048/t4294970598(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.099665:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050380 with x1830963461106048 ext(0->7) 00010000:00010000:0.0:1746143504.099671:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f200/0xa6c9a53f47f20275 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68adf expref: 26 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.099682:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f200/0xa6c9a53f47f20275 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68adf expref: 26 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.099687:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134050380 00000100:00100000:0.0:1746143504.103864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.108464:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.112247:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.113163:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.113947:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461106688 00000100:00100000:0.0:1746143504.113951:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461106688 00000100:00100000:0.0:1746143504.113983:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28701 00000100:00100000:0.0:1746143504.113988:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:1135:x1830963461106688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143504.113996:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143504.114004:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013118a800/0xa6c9a53f47f2028a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed68af4 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.114028:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008612ee00/0xa6c9a53f47f2027c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ae6 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.114036:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143504.114038:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143504.114041:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013118a800/0xa6c9a53f47f2028a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68af4 expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.114071:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008612ee00/0xa6c9a53f47f2027c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ae6 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.114082:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008612ee00/0xa6c9a53f47f2027c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ae6 expref: 5 pid: 12044 timeout: 822 lvb_type: 0 00000100:00100000:0.0:1746143504.114626:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963454810112:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143504.114734:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143504.117577:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.121026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.123372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.125905:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2007:x1830963461107328:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1745us (2532us total) trans 4294970599 rc 0/0 00000100:00100000:0.0:1746143504.125916:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1834 00002000:00100000:0.0:1746143504.125924:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880134052300 x1830963461107328/t4294970599(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.125932:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134052300 with x1830963461107328 ext(0->7) 00010000:00010000:0.0:1746143504.125939:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013118a800/0xa6c9a53f47f2028a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68af4 expref: 29 pid: 9572 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.125952:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013118a800/0xa6c9a53f47f2028a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68af4 expref: 29 pid: 9572 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.125959:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134052300 00000100:00100000:0.0:1746143504.129964:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.136560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.139085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.139130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.142889:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.144713:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.157190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.158278:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2005:x1830963461108608:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 798us (1098us total) trans 4294970600 rc 0/0 00000100:00100000:0.0:1746143504.158287:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1836 00002000:00100000:0.0:1746143504.158308:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090524e00 x1830963461108608/t4294970600(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.158316:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090524e00 with x1830963461108608 ext(0->7) 00010000:00010000:0.0:1746143504.158321:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f20291 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b02 expref: 30 pid: 10111 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.158331:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f20291 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b02 expref: 30 pid: 10111 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.158337:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090524e00 00000100:00100000:0.0:1746143504.164239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.164403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.169394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.174915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.181160:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461109504 00000100:00100000:0.0:1746143504.181170:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461109504 00002000:00100000:0.0:1746143504.181217:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096627100 x1830963461109504/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 488/0 e 0 to 0 dl 1746143515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.181227:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096627100 with x1830963461109504 ext(0->4095) 00002000:00010000:0.0:1746143504.181232:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096627100 00000100:00100000:0.0:1746143504.181263:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12867 00000100:00100000:0.0:1746143504.181270:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963461109504:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143504.181399:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963461109504:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 128us (415us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143504.181404:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12867 00002000:00100000:0.0:1746143504.181409:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880096627100 x1830963461109504/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 488/4536 e 0 to 0 dl 1746143515 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.181415:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096627100 with x1830963461109504 ext(0->4095) 00002000:00010000:0.0:1746143504.181418:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096627100 00000100:00100000:0.0:1746143504.184751:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.193088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.196283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.200470:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.204880:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.206050:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.208658:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.211362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.213680:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.216979:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:2006:x1830963461111040:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2677us (3293us total) trans 4294970602 rc 0/0 00000100:00100000:0.0:1746143504.216993:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1840 00002000:00100000:0.0:1746143504.217004:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009235c380 x1830963461111040/t4294970602(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.217014:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235c380 with x1830963461111040 ext(0->7) 00010000:00010000:0.0:1746143504.217024:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f202ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b17 expref: 35 pid: 10111 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.217039:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f202ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b17 expref: 35 pid: 10111 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.217046:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009235c380 00000100:00100000:0.0:1746143504.222653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.224642:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.227965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.229085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.231883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.231909:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.237509:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.240599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.244504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.250379:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.251363:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2006:x1830963461112704:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 808us (992us total) trans 4294970603 rc 0/0 00000100:00100000:0.0:1746143504.251370:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1842 00002000:00100000:0.0:1746143504.251377:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f66bb80 x1830963461112704/t4294970603(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.251384:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66bb80 with x1830963461112704 ext(0->7) 00010000:00010000:0.0:1746143504.251389:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097805000/0xa6c9a53f47f202c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b2c expref: 36 pid: 9572 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.251400:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097805000/0xa6c9a53f47f202c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b2c expref: 36 pid: 9572 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.251405:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f66bb80 00000100:00100000:0.0:1746143504.255009:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.258133:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.267724:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.269287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.272240:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.278498:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.287992:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2006:x1830963461113984:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1398us (2416us total) trans 4294970604 rc 0/0 00000100:00100000:0.0:1746143504.288001:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1844 00002000:00100000:0.0:1746143504.288008:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096627b80 x1830963461113984/t4294970604(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.288016:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096627b80 with x1830963461113984 ext(0->7) 00010000:00010000:0.0:1746143504.288021:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f202d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b3a expref: 39 pid: 9572 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.288032:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f202d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b3a expref: 39 pid: 9572 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.288038:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096627b80 00000100:00100000:0.0:1746143504.289796:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.292500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.298215:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.298722:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.301405:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.301446:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.305092:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.309596:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.313003:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.318941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.319107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.319214:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.319239:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.319255:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.319267:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461116416 00000100:00100000:0.0:1746143504.319269:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461116416 00000100:00100000:0.0:1746143504.319313:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 721 00000100:00100000:0.0:1746143504.319320:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461116416:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746143504.319357:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461116416:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 39us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143504.319363:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 721 00000100:00100000:0.0:1746143504.319389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.319446:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.319469:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.319482:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461116032 00000100:00100000:0.0:1746143504.319485:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461116032 00000100:00100000:0.0:1746143504.319511:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 722 00000100:00100000:0.0:1746143504.319515:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2005:x1830963461116032:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746143504.319604:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2005:x1830963461116032:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 87us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143504.319610:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 722 00000100:00100000:0.0:1746143504.321404:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963461116544:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2031us (2293us total) trans 4294970605 rc 0/0 00000100:00100000:0.0:1746143504.321413:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1846 00002000:00100000:0.0:1746143504.321420:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091af0e00 x1830963461116544/t4294970605(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.321428:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091af0e00 with x1830963461116544 ext(0->7) 00010000:00010000:0.0:1746143504.321436:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb3c00/0xa6c9a53f47f202e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b4f expref: 40 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.321449:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb3c00/0xa6c9a53f47f202e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b4f expref: 40 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.321455:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091af0e00 00000100:00100000:0.0:1746143504.324605:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.326791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.327549:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.332200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.335215:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.346785:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3:3765:1830963454814208:0@lo:400:kworker.0 00000100:00100000:0.0:1746143504.346815:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143504.346842:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963454814720:0@lo:400:kworker.0 00000100:00100000:0.0:1746143504.346859:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143504.346870:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090527800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3765:1830963454815232:0@lo:400:kworker.0 00000100:00100000:0.0:1746143504.346888:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143504.346899:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746143504.346904:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830963454814592:0@lo:400:kworker.0 00000100:00100000:0.0:1746143504.346919:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143504.346929:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090525180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3765:1830963454815104:0@lo:400:kworker.0 00000100:00100000:0.0:1746143504.346942:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143504.347256:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3:3765:1830963454814208:0@lo:400:kworker.0 00000100:00080000:0.0:1746143504.347444:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746143504.347446:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746143504.347826:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461117568 00000100:00100000:0.0:1746143504.347830:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461117568 00000100:00100000:0.0:1746143504.347859:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28717 00000100:00100000:0.0:1746143504.347864:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1139:x1830963461117568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143504.347876:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143504.347894:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091ae5600/0xa6c9a53f47f202fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed68b64 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.347921:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f202f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b5d expref: 39 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.347928:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143504.347929:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143504.347933:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091ae5600/0xa6c9a53f47f202fa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b64 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.347958:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f202f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b5d expref: 39 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.347974:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f202f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b5d expref: 39 pid: 10111 timeout: 822 lvb_type: 0 00000100:00100000:0.0:1746143504.347983:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9571:1830963454815616:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143504.348041:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e240 going to sleep for 11 seconds 00000100:00100000:0.0:1746143504.354315:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.356162:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2007:x1830963461117696:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1165us (1870us total) trans 4294970606 rc 0/0 00000100:00100000:0.0:1746143504.356170:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1848 00002000:00100000:0.0:1746143504.356176:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800920d5f80 x1830963461117696/t4294970606(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.356183:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5f80 with x1830963461117696 ext(0->7) 00010000:00010000:0.0:1746143504.356188:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f202f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b5d expref: 42 pid: 10111 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.356198:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f202f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b5d expref: 42 pid: 10111 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.356204:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920d5f80 00000100:00100000:0.0:1746143504.361745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.366015:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461118208 00000100:00100000:0.0:1746143504.366020:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461118208 00002000:00100000:0.0:1746143504.366056:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011ee24000 x1830963461118208/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:655/0 lens 488/0 e 0 to 0 dl 1746143515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.366072:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee24000 with x1830963461118208 ext(0->4095) 00002000:00010000:0.0:1746143504.366077:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ee24000 00000100:00100000:0.0:1746143504.366556:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12875 00000100:00100000:0.0:1746143504.366564:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461118208:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143504.366697:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461118208:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (1034us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143504.366703:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12875 00002000:00100000:0.0:1746143504.366708:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011ee24000 x1830963461118208/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:655/0 lens 488/4536 e 0 to 0 dl 1746143515 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.366715:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee24000 with x1830963461118208 ext(0->4095) 00002000:00010000:0.0:1746143504.366718:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ee24000 00000100:00100000:0.0:1746143504.368231:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.369990:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.374259:0:7209:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097891c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7209:1830963454816128:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143504.374280:0:7209:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143504.374339:0:7209:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4dc0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461118464:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4060us (4348us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143504.374348:0:7209:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14628 00000100:00100000:0.0:1746143504.377803:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.379573:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963461118976:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1602us (1773us total) trans 4294970607 rc 0/0 00000100:00100000:0.0:1746143504.379583:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1850 00002000:00100000:0.0:1746143504.379591:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800920d5880 x1830963461118976/t4294970607(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.379600:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5880 with x1830963461118976 ext(0->7) 00010000:00010000:0.0:1746143504.379608:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f20301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b6b expref: 45 pid: 9571 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.379619:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f20301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b6b expref: 45 pid: 9571 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.379625:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920d5880 00000100:00100000:0.0:1746143504.381455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.387604:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.389905:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.392911:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.393389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.396857:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.398344:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.398372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.403458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.407921:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.409199:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2007:x1830963461120768:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1077us (1283us total) trans 4294970608 rc 0/0 00000100:00100000:0.0:1746143504.409207:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1852 00002000:00100000:0.0:1746143504.409214:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009045c700 x1830963461120768/t4294970608(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.409222:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c700 with x1830963461120768 ext(0->7) 00010000:00010000:0.0:1746143504.409228:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612ea00/0xa6c9a53f47f20316 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b80 expref: 47 pid: 9571 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.409241:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612ea00/0xa6c9a53f47f20316 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b80 expref: 47 pid: 9571 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.409247:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009045c700 00000100:00100000:0.0:1746143504.412095:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.416183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.417516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.419875:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.421373:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.426005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.429001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.429916:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14634 00000100:00100000:0.0:1746143504.429923:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d845180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+7:2006:x1830963461122048:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143504.429931:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143504.429990:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f20324 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b8e expref: 7 pid: 9571 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.429999:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f20324 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b8e expref: 7 pid: 9571 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.430015:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f20324 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68b8e expref: 7 pid: 9571 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.430067:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143504.430088:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d845180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461122048:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 166us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143504.430095:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14634 00000100:00100000:0.0:1746143504.432211:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.434070:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.437464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.439718:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.441283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.442814:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.447588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.447629:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.449383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.449438:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.450508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.454005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.462936:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:2004:x1830963461124864:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4176us (4336us total) trans 4294970610 rc 0/0 00000100:00100000:0.0:1746143504.462949:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1856 00002000:00100000:0.0:1746143504.462961:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090525180 x1830963461124864/t4294970610(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.462970:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090525180 with x1830963461124864 ext(0->7) 00010000:00010000:0.0:1746143504.462980:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f20340 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68baa expref: 51 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.462998:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f20340 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68baa expref: 51 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.463005:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090525180 00000100:00100000:0.0:1746143504.466537:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.467511:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.470447:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.470469:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461125376 00000100:00100000:0.0:1746143504.470475:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461125376 00002000:00100000:0.0:1746143504.470510:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092cf3100 x1830963461125376/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 488/0 e 0 to 0 dl 1746143515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.470518:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf3100 with x1830963461125376 ext(0->4095) 00010000:00010000:0.0:1746143504.470526:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097804800/0xa6c9a53f47f20347 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68bb1 expref: 53 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.470537:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097804800/0xa6c9a53f47f20347 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68bb1 expref: 53 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.470541:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cf3100 00000100:00100000:0.0:1746143504.470566:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1857 00000100:00100000:0.0:1746143504.470573:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+53:2005:x1830963461125376:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143504.470683:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:2005:x1830963461125376:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (244us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143504.470689:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1857 00002000:00100000:0.0:1746143504.470694:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092cf3100 x1830963461125376/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 488/4536 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.470701:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf3100 with x1830963461125376 ext(0->4095) 00010000:00010000:0.0:1746143504.470705:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097804800/0xa6c9a53f47f20347 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68bb1 expref: 52 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.470820:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097804800/0xa6c9a53f47f20347 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68bb1 expref: 52 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.470828:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cf3100 00000100:00100000:0.0:1746143504.472183:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.472222:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.474286:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.478223:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.480012:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:2005:x1830963461126144:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 852us (1798us total) trans 4294970611 rc 0/0 00000100:00100000:0.0:1746143504.480020:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1859 00002000:00100000:0.0:1746143504.480027:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800920ea300 x1830963461126144/t4294970611(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.480035:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ea300 with x1830963461126144 ext(0->7) 00010000:00010000:0.0:1746143504.480041:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f2034e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68bb8 expref: 52 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.480053:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f800/0xa6c9a53f47f2034e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68bb8 expref: 52 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.480059:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920ea300 00000100:00100000:0.0:1746143504.484121:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.492860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.492947:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.492980:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461126656 00000100:00100000:0.0:1746143504.492991:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461126656 00002000:00100000:0.0:1746143504.494286:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800920e9c00 x1830963461126656/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:655/0 lens 488/0 e 0 to 0 dl 1746143515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.494317:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9c00 with x1830963461126656 ext(0->4095) 00010000:00010000:0.0:1746143504.494332:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f200/0xa6c9a53f47f20355 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68bbf expref: 6 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.494346:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f200/0xa6c9a53f47f20355 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68bbf expref: 6 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.494352:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920e9c00 00000100:00100000:0.0:1746143504.494911:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096d9e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963454818816:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143504.494929:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f2035c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68bc6 expref: 52 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.494941:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008612fc00, rc 0) 00000100:00100000:0.0:1746143504.494982:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:1135:x1830963461126400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1925us (2133us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143504.494989:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28731 00000100:00100000:0.0:1746143504.497594:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.497644:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.503341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.507075:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.509619:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:2004:x1830963461127424:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2089us (2543us total) trans 4294970612 rc 0/0 00000100:00100000:0.0:1746143504.509630:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1862 00002000:00100000:0.0:1746143504.509640:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009bb67100 x1830963461127424/t4294970612(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.509649:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb67100 with x1830963461127424 ext(0->7) 00010000:00010000:0.0:1746143504.509660:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f2035c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68bc6 expref: 55 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.509675:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f2035c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68bc6 expref: 55 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.509683:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb67100 00000100:00100000:0.0:1746143504.514923:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.519017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.522024:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.524251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.524638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.527981:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.529771:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.529835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.533166:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.534604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.542701:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2006:x1830963461129216:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7555us (8087us total) trans 4294970613 rc 0/0 00000100:00100000:0.0:1746143504.542714:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1865 00002000:00100000:0.0:1746143504.542728:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009189ea00 x1830963461129216/t4294970613(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.542738:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ea00 with x1830963461129216 ext(0->7) 00010000:00010000:0.0:1746143504.542749:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097804200/0xa6c9a53f47f20371 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68bdb expref: 57 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.542774:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097804200/0xa6c9a53f47f20371 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68bdb expref: 57 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.542781:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009189ea00 00000100:00100000:0.0:1746143504.545885:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.545947:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.559130:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.559188:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.562709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.565252:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.568605:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.570827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.572540:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.576577:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.586354:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.587193:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.590883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.592269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.592817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.595719:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.597889:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.598977:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2006:x1830963461132544:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 824us (1088us total) trans 4294970615 rc 0/0 00000100:00100000:0.0:1746143504.598983:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1871 00002000:00100000:0.0:1746143504.598989:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008efb9f80 x1830963461132544/t4294970615(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.598997:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb9f80 with x1830963461132544 ext(0->7) 00010000:00010000:0.0:1746143504.599002:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f400/0xa6c9a53f47f20394 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68bfe expref: 60 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.599011:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f400/0xa6c9a53f47f20394 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68bfe expref: 60 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.599017:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008efb9f80 00000100:00100000:0.0:1746143504.600353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.605943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.609939:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.613574:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.615955:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.616002:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.625393:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.625444:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.628138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.630095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.632281:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+63:2005:x1830963461134592:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1870us (2181us total) trans 4294970616 rc 0/0 00000100:00100000:0.0:1746143504.632292:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1873 00002000:00100000:0.0:1746143504.632323:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092caf480 x1830963461134592/t4294970616(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.632332:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caf480 with x1830963461134592 ext(0->7) 00010000:00010000:0.0:1746143504.632340:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f203a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c13 expref: 63 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.632353:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fc00/0xa6c9a53f47f203a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c13 expref: 63 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.632359:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092caf480 00000100:00100000:0.0:1746143504.639632:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.641669:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.643207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.644752:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.647006:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.649158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.649226:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.652664:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.652886:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.653508:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134a91780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143504.656654:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461136384 00000100:00100000:0.0:1746143504.656661:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461136384 00002000:00100000:0.0:1746143504.656696:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090526300 x1830963461136384/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 488/0 e 0 to 0 dl 1746143515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.656706:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090526300 with x1830963461136384 ext(0->4095) 00010000:00010000:0.0:1746143504.656715:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb2000/0xa6c9a53f47f203be lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c28 expref: 62 pid: 9571 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.656727:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb2000/0xa6c9a53f47f203be lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c28 expref: 62 pid: 9571 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.656734:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090526300 00000100:00100000:0.0:1746143504.656751:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1875 00000100:00100000:0.0:1746143504.656768:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2006:x1830963461136384:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143504.657113:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2006:x1830963461136384:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 354us (1069us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143504.657119:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1875 00002000:00100000:0.0:1746143504.657124:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090526300 x1830963461136384/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 488/4536 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.657132:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090526300 with x1830963461136384 ext(0->4095) 00010000:00010000:0.0:1746143504.657136:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb2000/0xa6c9a53f47f203be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c28 expref: 62 pid: 9571 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.657145:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb2000/0xa6c9a53f47f203be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c28 expref: 62 pid: 9571 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.657152:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090526300 00000100:00100000:0.0:1746143504.659255:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.660316:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2007:x1830963461136640:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 885us (1066us total) trans 4294970617 rc 0/0 00000100:00100000:0.0:1746143504.660324:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1876 00002000:00100000:0.0:1746143504.660331:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880134093100 x1830963461136640/t4294970617(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.660339:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134093100 with x1830963461136640 ext(0->7) 00010000:00010000:0.0:1746143504.660345:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb2000/0xa6c9a53f47f203be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c28 expref: 64 pid: 9571 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.660359:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb2000/0xa6c9a53f47f203be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c28 expref: 64 pid: 9571 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.660364:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134093100 00000100:00100000:0.0:1746143504.661803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.664726:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.667022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.670076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.672204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.674346:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.674392:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.676843:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.678164:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461138304 00000100:00100000:0.0:1746143504.678168:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461138304 00000100:00100000:0.0:1746143504.678192:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28749 00000100:00100000:0.0:1746143504.678373:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:1139:x1830963461138304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143504.678386:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143504.678435:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ef30600/0xa6c9a53f47f203da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed68c44 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.678496:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143504.678502:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f203d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c3d expref: 65 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.678573:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143504.678577:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ef30600/0xa6c9a53f47f203da lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c44 expref: 65 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.678718:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f203d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c3d expref: 65 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.678729:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ef30600/0xa6c9a53f47f203da lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c44 expref: 65 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.678783:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ef30600, rc 0) 00000100:00100000:0.0:1746143504.678836:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:1139:x1830963461138304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 466us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143504.678841:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28749 00000100:00100000:0.0:1746143504.680237:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.684728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.687049:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+67:2005:x1830963461138944:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1375us (2326us total) trans 4294970618 rc 0/0 00000100:00100000:0.0:1746143504.687058:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1878 00002000:00100000:0.0:1746143504.687065:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096027100 x1830963461138944/t4294970618(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.687073:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027100 with x1830963461138944 ext(0->7) 00010000:00010000:0.0:1746143504.687079:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f203d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c3d expref: 67 pid: 12044 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.687091:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f600/0xa6c9a53f47f203d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c3d expref: 67 pid: 12044 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.687096:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096027100 00000100:00100000:0.0:1746143504.696149:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.696205:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.703574:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.705934:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.709675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.714340:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461139968 00000100:00100000:0.0:1746143504.714347:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461139968 00002000:00100000:0.0:1746143504.714388:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880097902680 x1830963461139968/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 488/0 e 0 to 0 dl 1746143515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.714399:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097902680 with x1830963461139968 ext(0->4095) 00010000:00010000:0.0:1746143504.714408:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097804800/0xa6c9a53f47f203e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c4b expref: 67 pid: 9571 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.714422:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097804800/0xa6c9a53f47f203e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c4b expref: 66 pid: 9571 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.714428:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097902680 00000100:00100000:0.0:1746143504.718989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.725876:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2004:x1830963461140224:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6322us (6879us total) trans 4294970619 rc 0/0 00000100:00100000:0.0:1746143504.725888:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1881 00002000:00100000:0.0:1746143504.725898:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097b57b80 x1830963461140224/t4294970619(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.725908:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b57b80 with x1830963461140224 ext(0->7) 00010000:00010000:0.0:1746143504.725920:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097804800/0xa6c9a53f47f203e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c4b expref: 68 pid: 9571 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746143504.725945:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097804800/0xa6c9a53f47f203e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c4b expref: 68 pid: 9571 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746143504.725952:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097b57b80 00000100:00100000:0.0:1746143504.727872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.730312:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.732261:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.733478:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.736924:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.740653:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.740707:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.745575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.765688:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461142656 00000100:00100000:0.0:1746143504.765699:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461142656 00000100:00100000:0.0:1746143504.765768:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28755 00000100:00100000:0.0:1746143504.765777:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:1135:x1830963461142656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143504.765800:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143504.765822:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f68a600/0xa6c9a53f47f20404 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed68c6e expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.765856:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143504.765862:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097804200/0xa6c9a53f47f203fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c67 expref: 70 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.765868:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746143504.765872:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f68a600/0xa6c9a53f47f20404 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c6e expref: 70 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.765919:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097804200/0xa6c9a53f47f203fd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c67 expref: 70 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.765936:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f68a600/0xa6c9a53f47f20404 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c6e expref: 70 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.765946:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f68a600, rc 0) 00000100:00100000:0.0:1746143504.765999:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:1135:x1830963461142656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 223us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143504.766005:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28755 00000100:00100000:0.0:1746143504.769683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.770742:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2004:x1830963461142528:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 854us (1065us total) trans 4294970620 rc 0/0 00000100:00100000:0.0:1746143504.770750:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1883 00002000:00100000:0.0:1746143504.770765:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092116680 x1830963461142528/t4294970620(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.770772:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092116680 with x1830963461142528 ext(0->7) 00010000:00010000:0.0:1746143504.770777:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f203f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c60 expref: 72 pid: 9571 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143504.770786:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f203f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c60 expref: 72 pid: 9571 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143504.770791:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092116680 00000100:00100000:0.0:1746143504.772492:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.775940:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.775969:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461143040 00000100:00100000:0.0:1746143504.775974:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461143040 00000100:00100000:0.0:1746143504.778406:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.778894:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.781110:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.784525:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.786519:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2007:x1830963461143808:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1479us (1996us total) trans 4294970621 rc 0/0 00000100:00100000:0.0:1746143504.786528:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1886 00002000:00100000:0.0:1746143504.786535:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f669c00 x1830963461143808/t4294970621(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.786543:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f669c00 with x1830963461143808 ext(0->7) 00010000:00010000:0.0:1746143504.786549:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f68a600/0xa6c9a53f47f20404 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c6e expref: 72 pid: 9571 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143504.786561:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f68a600/0xa6c9a53f47f20404 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c6e expref: 72 pid: 9571 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143504.786568:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f669c00 00000100:00100000:0.0:1746143504.788343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.792238:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461144192 00000100:00100000:0.0:1746143504.792245:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461144192 00002000:00100000:0.0:1746143504.792287:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f641500 x1830963461144192/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:655/0 lens 488/0 e 0 to 0 dl 1746143515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.792322:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641500 with x1830963461144192 ext(0->4095) 00002000:00010000:0.0:1746143504.792327:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f641500 00000100:00100000:0.0:1746143504.792354:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12901 00000100:00100000:0.0:1746143504.792362:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461144192:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143504.792511:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461144192:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 150us (322us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143504.792517:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12901 00002000:00100000:0.0:1746143504.792522:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f641500 x1830963461144192/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:655/0 lens 488/4536 e 0 to 0 dl 1746143515 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.792528:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641500 with x1830963461144192 ext(0->4095) 00002000:00010000:0.0:1746143504.792531:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f641500 00000100:00100000:0.0:1746143504.794091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.797029:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.798558:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.798604:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.802712:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.802753:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.802805:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.803145:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14668 00000100:00100000:0.0:1746143504.803151:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461145344:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143504.803159:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143504.803165:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f2040b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c75 expref: 6 pid: 12044 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143504.803172:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f2040b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c75 expref: 6 pid: 12044 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143504.803186:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143504.803188:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143504.803195:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097804800/0xa6c9a53f47f20419 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c83 expref: 74 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.803202:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097804800/0xa6c9a53f47f20419 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c83 expref: 74 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.803231:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097804800/0xa6c9a53f47f20419 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c83 expref: 74 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143504.803243:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091baf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963454824960:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143504.803291:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143504.806111:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.816197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.823945:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+75:2004:x1830963461145856:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7463us (7745us total) trans 4294970622 rc 0/0 00000100:00100000:0.0:1746143504.823959:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1888 00002000:00100000:0.0:1746143504.823973:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880134050700 x1830963461145856/t4294970622(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.823982:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050700 with x1830963461145856 ext(0->7) 00010000:00010000:0.0:1746143504.823992:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097804800/0xa6c9a53f47f20419 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c83 expref: 75 pid: 12044 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143504.824010:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097804800/0xa6c9a53f47f20419 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c83 expref: 75 pid: 12044 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143504.824019:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134050700 00000100:00100000:0.0:1746143504.824826:0:10111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461145984 00000100:00100000:0.0:1746143504.824834:0:10111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461145984 00000100:00100000:0.0:1746143504.825159:0:10111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28760 00000100:00100000:0.0:1746143504.825167:0:10111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+75:1135:x1830963461145984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143504.825184:0:10111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143504.825202:0:10111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ba00400/0xa6c9a53f47f20427 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed68c91 expref: -99 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.825227:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143504.825233:0:10111:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880122eb2c00/0xa6c9a53f47f20420 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c8a expref: 76 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.825239:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746143504.825242:0:10111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ba00400/0xa6c9a53f47f20427 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c91 expref: 76 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.825276:0:10111:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880122eb2c00/0xa6c9a53f47f20420 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c8a expref: 76 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.825288:0:10111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ba00400/0xa6c9a53f47f20427 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c91 expref: 76 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.825312:0:10111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ba00400, rc 0) 00000100:00100000:0.0:1746143504.825344:0:10111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+76:1135:x1830963461145984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143504.825357:0:10111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28760 00000100:00100000:0.0:1746143504.826543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.831818:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461146368 00000100:00100000:0.0:1746143504.831826:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461146368 00002000:00100000:0.0:1746143504.831870:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009764a300 x1830963461146368/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 488/0 e 0 to 0 dl 1746143515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.831879:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009764a300 with x1830963461146368 ext(0->4095) 00010000:00010000:0.0:1746143504.831887:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb2c00/0xa6c9a53f47f20420 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c8a expref: 75 pid: 10111 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143504.831901:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb2c00/0xa6c9a53f47f20420 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c8a expref: 75 pid: 10111 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143504.831907:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009764a300 00000100:00100000:0.0:1746143504.832103:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1889 00000100:00100000:0.0:1746143504.832111:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+75:2006:x1830963461146368:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143504.832457:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+75:2006:x1830963461146368:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 346us (800us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143504.832465:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1889 00002000:00100000:0.0:1746143504.832471:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009764a300 x1830963461146368/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 488/4536 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.832478:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009764a300 with x1830963461146368 ext(0->4095) 00010000:00010000:0.0:1746143504.832483:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb2c00/0xa6c9a53f47f20420 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c8a expref: 75 pid: 10111 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143504.832497:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb2c00/0xa6c9a53f47f20420 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c8a expref: 75 pid: 10111 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143504.832503:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009764a300 00000100:00100000:0.0:1746143504.833686:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.833843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.836413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.839371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.840943:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+76:2005:x1830963461147136:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1362us (1573us total) trans 4294970623 rc 0/0 00000100:00100000:0.0:1746143504.840953:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1891 00002000:00100000:0.0:1746143504.840960:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880134051880 x1830963461147136/t4294970623(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.840968:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134051880 with x1830963461147136 ext(0->7) 00010000:00010000:0.0:1746143504.840976:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ba00400/0xa6c9a53f47f20427 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c91 expref: 76 pid: 10111 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143504.840988:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ba00400/0xa6c9a53f47f20427 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68c91 expref: 76 pid: 10111 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143504.840995:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134051880 00000100:00100000:0.0:1746143504.843511:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.846687:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.849334:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.855919:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.861726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.863689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.868846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.868879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.871130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.873946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.879809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.887076:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.892128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.897874:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.898132:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.904326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.910133:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.920036:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.923026:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+81:2005:x1830963461150464:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2520us (2990us total) trans 4294970625 rc 0/0 00000100:00100000:0.0:1746143504.923037:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1895 00002000:00100000:0.0:1746143504.923047:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880134091500 x1830963461150464/t4294970625(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.923057:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134091500 with x1830963461150464 ext(0->7) 00010000:00010000:0.0:1746143504.923067:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097805600/0xa6c9a53f47f2044a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cb4 expref: 81 pid: 12044 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143504.923082:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097805600/0xa6c9a53f47f2044a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cb4 expref: 81 pid: 12044 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143504.923089:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134091500 00000100:00100000:0.0:1746143504.925140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.925195:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.927949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.930981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.931034:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.935159:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.938633:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.939872:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:2004:x1830963461151744:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 825us (1245us total) trans 4294970626 rc 0/0 00000100:00100000:0.0:1746143504.939879:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1898 00002000:00100000:0.0:1746143504.939885:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f642680 x1830963461151744/t4294970626(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.939891:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f642680 with x1830963461151744 ext(0->7) 00010000:00010000:0.0:1746143504.939896:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013118b600/0xa6c9a53f47f20458 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cc2 expref: 82 pid: 12044 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143504.939905:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013118b600/0xa6c9a53f47f20458 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cc2 expref: 82 pid: 12044 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143504.939911:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f642680 00000100:00100000:0.0:1746143504.942921:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.948622:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.951532:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.956762:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.965841:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461152640 00000100:00100000:0.0:1746143504.965852:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461152640 00002000:00100000:0.0:1746143504.965899:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d845c00 x1830963461152640/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 488/0 e 0 to 0 dl 1746143515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.965910:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d845c00 with x1830963461152640 ext(0->4095) 00010000:00010000:0.0:1746143504.965920:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f20466 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cd0 expref: 84 pid: 12044 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143504.965939:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f20466 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cd0 expref: 84 pid: 12044 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143504.965946:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d845c00 00000100:00100000:0.0:1746143504.965966:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1899 00000100:00100000:0.0:1746143504.965975:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2007:x1830963461152640:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143504.966121:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2007:x1830963461152640:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 147us (465us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143504.966127:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1899 00002000:00100000:0.0:1746143504.966133:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d845c00 x1830963461152640/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 488/4536 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.966140:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d845c00 with x1830963461152640 ext(0->4095) 00010000:00010000:0.0:1746143504.966144:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f20466 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cd0 expref: 84 pid: 12044 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143504.966152:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f20466 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cd0 expref: 83 pid: 12044 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143504.966158:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d845c00 00000100:00100000:0.0:1746143504.968177:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461152896 00000100:00100000:0.0:1746143504.968184:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461152896 00000100:00100000:0.0:1746143504.970327:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461153024 00000100:00100000:0.0:1746143504.970336:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461153024 00010000:00010000:0.0:1746143504.970364:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f20466 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cd0 expref: 83 pid: 12044 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746143504.970398:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14680 00000100:00100000:0.0:1746143504.970404:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:2006:x1830963461153024:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143504.970415:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143504.970434:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f20466 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cd0 expref: 83 pid: 12044 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143504.970444:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f20466 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cd0 expref: 83 pid: 12044 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143504.970464:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f20466 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cd0 expref: 83 pid: 12044 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143504.970480:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143504.970482:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143504.970488:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ba00/0xa6c9a53f47f2046d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cd7 expref: 82 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.970496:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7ba00/0xa6c9a53f47f2046d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cd7 expref: 82 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.970526:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090c7ba00/0xa6c9a53f47f2046d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cd7 expref: 82 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143504.970542:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090c7ba00/0xa6c9a53f47f2046d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cd7 expref: 82 pid: 12044 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746143504.970553:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963454827904:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143504.970662:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143504.973735:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.978276:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.979366:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2004:x1830963461153536:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 717us (1100us total) trans 4294970627 rc 0/0 00000100:00100000:0.0:1746143504.979377:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1901 00002000:00100000:0.0:1746143504.979383:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011eeef100 x1830963461153536/t4294970627(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:655/0 lens 496/448 e 0 to 0 dl 1746143515 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143504.979390:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeef100 with x1830963461153536 ext(0->7) 00010000:00010000:0.0:1746143504.979394:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ba00/0xa6c9a53f47f2046d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cd7 expref: 84 pid: 12044 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143504.979403:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7ba00/0xa6c9a53f47f2046d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cd7 expref: 84 pid: 12044 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143504.979408:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011eeef100 00000100:00100000:0.0:1746143504.982641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.993489:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.993564:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.998368:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143504.998415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.004777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.010004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.011680:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:2005:x1830963461154816:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1424us (1677us total) trans 4294970628 rc 0/0 00000100:00100000:0.0:1746143505.011690:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1904 00002000:00100000:0.0:1746143505.011696:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092cad500 x1830963461154816/t4294970628(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.011704:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cad500 with x1830963461154816 ext(0->7) 00010000:00010000:0.0:1746143505.011711:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f200/0xa6c9a53f47f2047b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ce5 expref: 87 pid: 9572 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.011722:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f200/0xa6c9a53f47f2047b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ce5 expref: 87 pid: 9572 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143505.011728:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cad500 00000100:00100000:0.0:1746143505.017372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.024796:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.031136:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.033476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.034265:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.038471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.044282:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.044411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.049025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.057116:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.058353:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2007:x1830963461156864:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 971us (1244us total) trans 4294970629 rc 0/0 00000100:00100000:0.0:1746143505.058361:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1908 00002000:00100000:0.0:1746143505.058366:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800920d5180 x1830963461156864/t4294970629(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.058373:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5180 with x1830963461156864 ext(0->7) 00010000:00010000:0.0:1746143505.058378:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb3a00/0xa6c9a53f47f20490 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cfa expref: 88 pid: 12044 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.058388:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb3a00/0xa6c9a53f47f20490 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68cfa expref: 88 pid: 12044 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143505.058393:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920d5180 00000100:00100000:0.0:1746143505.062480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.069444:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.072174:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.075623:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.076059:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.078809:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.085014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.089608:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+91:2004:x1830963461158144:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3627us (4589us total) trans 4294970630 rc 0/0 00000100:00100000:0.0:1746143505.089621:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1910 00002000:00100000:0.0:1746143505.089634:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092271180 x1830963461158144/t4294970630(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.089643:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092271180 with x1830963461158144 ext(0->7) 00010000:00010000:0.0:1746143505.089654:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb2c00/0xa6c9a53f47f2049e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d08 expref: 91 pid: 12044 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.089672:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb2c00/0xa6c9a53f47f2049e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d08 expref: 91 pid: 12044 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143505.089679:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092271180 00000100:00100000:0.0:1746143505.094075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.095711:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.096649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.096677:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461158656 00000100:00100000:0.0:1746143505.096682:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461158656 00002000:00100000:0.0:1746143505.096712:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009189ce00 x1830963461158656/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 488/0 e 0 to 0 dl 1746143516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.096720:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ce00 with x1830963461158656 ext(0->4095) 00002000:00010000:0.0:1746143505.096725:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009189ce00 00000100:00100000:0.0:1746143505.096742:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12911 00000100:00100000:0.0:1746143505.096748:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+91:2007:x1830963461158656:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143505.096868:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+91:2007:x1830963461158656:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (223us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143505.096874:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12911 00002000:00100000:0.0:1746143505.096879:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009189ce00 x1830963461158656/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 488/4536 e 0 to 0 dl 1746143516 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.096885:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ce00 with x1830963461158656 ext(0->4095) 00002000:00010000:0.0:1746143505.096888:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009189ce00 00000100:00100000:0.0:1746143505.099822:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.104473:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.109965:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.114401:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+92:2007:x1830963461159424:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4190us (4436us total) trans 4294970631 rc 0/0 00000100:00100000:0.0:1746143505.114412:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1912 00002000:00100000:0.0:1746143505.114420:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097a6c000 x1830963461159424/t4294970631(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.114428:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6c000 with x1830963461159424 ext(0->7) 00010000:00010000:0.0:1746143505.114436:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb3c00/0xa6c9a53f47f204ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d16 expref: 92 pid: 12044 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.114449:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb3c00/0xa6c9a53f47f204ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d16 expref: 92 pid: 12044 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143505.114454:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a6c000 00000100:00100000:0.0:1746143505.118390:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.127932:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.131497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.134873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.137175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.145514:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.150117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.151494:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:2005:x1830963461160704:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 918us (1381us total) trans 4294970632 rc 0/0 00000100:00100000:0.0:1746143505.151502:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1914 00002000:00100000:0.0:1746143505.151507:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097a6d500 x1830963461160704/t4294970632(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.151521:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6d500 with x1830963461160704 ext(0->7) 00010000:00010000:0.0:1746143505.151526:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb3600/0xa6c9a53f47f204ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d24 expref: 95 pid: 12044 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.151535:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb3600/0xa6c9a53f47f204ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d24 expref: 95 pid: 12044 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143505.151541:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a6d500 00000100:00100000:0.0:1746143505.154084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.156836:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.163017:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.164703:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.169339:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.175056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.175100:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.175144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.177926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.183710:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461162496 00000100:00100000:0.0:1746143505.183718:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461162496 00002000:00100000:0.0:1746143505.183751:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096d9e300 x1830963461162496/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/0 e 0 to 0 dl 1746143516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.183769:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9e300 with x1830963461162496 ext(0->7) 00010000:00010000:0.0:1746143505.183776:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f204cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d39 expref: 95 pid: 9571 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.183788:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f204cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d39 expref: 95 pid: 9571 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143505.183795:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096d9e300 00000100:00100000:0.0:1746143505.183811:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1917 00000100:00100000:0.0:1746143505.183817:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:2007:x1830963461162496:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143505.185118:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+97:2007:x1830963461162496:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1297us (1532us total) trans 4294970633 rc 0/0 00000100:00100000:0.0:1746143505.185126:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1917 00002000:00100000:0.0:1746143505.185133:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096d9e300 x1830963461162496/t4294970633(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.185140:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9e300 with x1830963461162496 ext(0->7) 00010000:00010000:0.0:1746143505.185328:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f204cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d39 expref: 97 pid: 9571 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.185340:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a000/0xa6c9a53f47f204cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d39 expref: 97 pid: 9571 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143505.185346:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096d9e300 00000100:00100000:0.0:1746143505.191940:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.198900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.208546:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.208855:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.213137:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.222469:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.223350:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085200700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+98:2005:x1830963461163776:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 669us (885us total) trans 4294970634 rc 0/0 00000100:00100000:0.0:1746143505.223359:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1920 00002000:00100000:0.0:1746143505.223364:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880085200700 x1830963461163776/t4294970634(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.223371:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085200700 with x1830963461163776 ext(0->7) 00010000:00010000:0.0:1746143505.223375:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612f200/0xa6c9a53f47f204dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d47 expref: 98 pid: 9571 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.223384:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612f200/0xa6c9a53f47f204dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d47 expref: 98 pid: 9571 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143505.223389:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085200700 00000100:00100000:0.0:1746143505.225172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.232849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.236769:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.242223:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.249216:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963454832128:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143505.249227:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143505.249244:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461164544:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4511us (4595us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143505.249251:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14698 00000100:00100000:0.0:1746143505.249597:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.255849:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.257511:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085200a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+101:2006:x1830963461165056:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1466us (1663us total) trans 4294970635 rc 0/0 00000100:00100000:0.0:1746143505.257521:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1923 00002000:00100000:0.0:1746143505.257529:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880085200a80 x1830963461165056/t4294970635(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.257535:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085200a80 with x1830963461165056 ext(0->7) 00010000:00010000:0.0:1746143505.257542:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612ea00/0xa6c9a53f47f204eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d55 expref: 101 pid: 9571 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.257553:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612ea00/0xa6c9a53f47f204eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d55 expref: 101 pid: 9571 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143505.257558:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085200a80 00000100:00100000:0.0:1746143505.260159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.269130:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.277908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.277966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.283703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.284039:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.292030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.292645:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.300406:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963454832896:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143505.300423:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143505.301067:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085203100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461166208:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7006us (8421us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143505.301077:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14701 00000100:00100000:0.0:1746143505.310234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.311958:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085203480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+103:2004:x1830963461166848:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 950us (1727us total) trans 4294970636 rc 0/0 00000100:00100000:0.0:1746143505.311970:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1926 00002000:00100000:0.0:1746143505.311976:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880085203480 x1830963461166848/t4294970636(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.311983:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085203480 with x1830963461166848 ext(0->7) 00010000:00010000:0.0:1746143505.311989:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f20500 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d6a expref: 103 pid: 9571 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.312000:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f20500 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d6a expref: 103 pid: 9571 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143505.312006:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085203480 00000100:00100000:0.0:1746143505.317915:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.324689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.327539:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.331064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.333351:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.334386:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.344345:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.370288:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.375500:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.378996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.387155:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.391272:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.398045:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.400081:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.401511:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2006:x1830963461169664:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 848us (1432us total) trans 4294970638 rc 0/0 00000100:00100000:0.0:1746143505.401519:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1930 00002000:00100000:0.0:1746143505.401524:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086129880 x1830963461169664/t4294970638(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.401532:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086129880 with x1830963461169664 ext(0->7) 00010000:00010000:0.0:1746143505.401538:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612ee00/0xa6c9a53f47f20523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d8d expref: 106 pid: 9571 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.401548:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612ee00/0xa6c9a53f47f20523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68d8d expref: 106 pid: 9571 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143505.401554:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086129880 00000100:00100000:0.0:1746143505.403769:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.409933:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461170048 00000100:00100000:0.0:1746143505.409939:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461170048 00002000:00100000:0.0:1746143505.409968:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800969ee680 x1830963461170048/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:656/0 lens 488/0 e 0 to 0 dl 1746143516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.409977:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ee680 with x1830963461170048 ext(0->4095) 00002000:00010000:0.0:1746143505.409981:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ee680 00000100:00100000:0.0:1746143505.410009:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12918 00000100:00100000:0.0:1746143505.410015:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461170048:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143505.410108:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461170048:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 93us (435us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143505.410113:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12918 00002000:00100000:0.0:1746143505.410118:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800969ee680 x1830963461170048/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:656/0 lens 488/4536 e 0 to 0 dl 1746143516 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.410125:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ee680 with x1830963461170048 ext(0->4095) 00002000:00010000:0.0:1746143505.410128:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ee680 00000100:00100000:0.0:1746143505.413556:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746143505.414948:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143505.418536:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.418590:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.422829:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.424563:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.427376:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.434919:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.440533:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.452226:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.453117:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:2006:x1830963461171584:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 674us (897us total) trans 4294970639 rc 0/0 00000100:00100000:0.0:1746143505.453125:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1933 00002000:00100000:0.0:1746143505.453131:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008612bb80 x1830963461171584/t4294970639(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.453138:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008612bb80 with x1830963461171584 ext(0->7) 00010000:00010000:0.0:1746143505.453143:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612ea00/0xa6c9a53f47f20538 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68da2 expref: 108 pid: 9571 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.453153:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612ea00/0xa6c9a53f47f20538 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68da2 expref: 108 pid: 9571 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143505.453158:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008612bb80 00000100:00100000:0.0:1746143505.455387:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.459474:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461171840 00000100:00100000:0.0:1746143505.459481:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461171840 00000100:00100000:0.0:1746143505.459513:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28801 00000100:00100000:0.0:1746143505.459520:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:1135:x1830963461171840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143505.459533:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143505.459546:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133990400/0xa6c9a53f47f20546 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed68db0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143505.459574:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f2053f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68da9 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143505.459580:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143505.459582:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143505.459585:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133990400/0xa6c9a53f47f20546 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68db0 expref: 109 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143505.459618:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f2053f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68da9 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143505.459629:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008612e800/0xa6c9a53f47f2053f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68da9 expref: 5 pid: 9571 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746143505.459638:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097a1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9571:1830963454835072:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143505.461537:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143505.464952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.466892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.470558:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.485182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.494562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.496707:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+110:2005:x1830963461172736:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1085us (2143us total) trans 4294970640 rc 0/0 00000100:00100000:0.0:1746143505.496715:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1935 00002000:00100000:0.0:1746143505.496722:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097a1d180 x1830963461172736/t4294970640(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.496729:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a1d180 with x1830963461172736 ext(0->7) 00010000:00010000:0.0:1746143505.496736:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133990400/0xa6c9a53f47f20546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68db0 expref: 110 pid: 9571 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.496746:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133990400/0xa6c9a53f47f20546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68db0 expref: 110 pid: 9571 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143505.496760:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a1d180 00000100:00100000:0.0:1746143505.499843:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.505844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.509731:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.510139:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.514467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.517687:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.522366:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.533866:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.540694:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.559415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.559464:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.572182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.578039:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.600044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.601582:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.604371:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2005:x1830963461175296:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3615us (4325us total) trans 4294970642 rc 0/0 00000100:00100000:0.0:1746143505.604382:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1939 00002000:00100000:0.0:1746143505.604394:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097a1c700 x1830963461175296/t4294970642(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.604403:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a1c700 with x1830963461175296 ext(0->7) 00010000:00010000:0.0:1746143505.604411:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb3800/0xa6c9a53f47f20562 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68dcc expref: 115 pid: 9572 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.604425:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb3800/0xa6c9a53f47f20562 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68dcc expref: 115 pid: 9572 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143505.604431:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a1c700 00000100:00100000:0.0:1746143505.605984:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.607195:0:7209:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14716 00000100:00100000:0.0:1746143505.607208:0:7209:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083510000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2006:x1830963461175552:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143505.607220:0:7209:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143505.607240:0:7209:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880122eb3800/0xa6c9a53f47f20562 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68dcc expref: 115 pid: 9572 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.607251:0:7209:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880122eb3800/0xa6c9a53f47f20562 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68dcc expref: 115 pid: 9572 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.607273:0:7209:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880122eb3800/0xa6c9a53f47f20562 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68dcc expref: 115 pid: 9572 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.607323:0:7209:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143505.607325:0:7209:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143505.607332:0:7209:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f20569 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68dd3 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143505.607339:0:7209:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f20569 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68dd3 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143505.607369:0:7209:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f20569 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68dd3 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143505.607379:0:7209:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090c7a600/0xa6c9a53f47f20569 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68dd3 expref: 5 pid: 9571 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746143505.607388:0:7209:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083510380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7209:1830963454836736:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143505.607472:0:7209:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143505.612229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.615597:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.618135:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.627105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.630592:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.637415:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2006:x1830963461176448:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4924us (6822us total) trans 4294970643 rc 0/0 00000100:00100000:0.0:1746143505.637430:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1941 00002000:00100000:0.0:1746143505.637441:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880083511500 x1830963461176448/t4294970643(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.637449:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083511500 with x1830963461176448 ext(0->7) 00010000:00010000:0.0:1746143505.637456:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb2200/0xa6c9a53f47f20570 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68dda expref: 116 pid: 9572 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.637470:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb2200/0xa6c9a53f47f20570 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68dda expref: 116 pid: 9572 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143505.637477:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083511500 00000100:00100000:0.0:1746143505.642125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.646811:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.652234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.657691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.661258:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.672763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.679321:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.683232:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+118:2006:x1830963461177600:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3732us (3906us total) trans 4294970644 rc 0/0 00000100:00100000:0.0:1746143505.683242:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1943 00002000:00100000:0.0:1746143505.683250:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880083512680 x1830963461177600/t4294970644(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.683258:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083512680 with x1830963461177600 ext(0->7) 00010000:00010000:0.0:1746143505.683266:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f2057e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68de8 expref: 118 pid: 9571 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.683281:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f2057e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68de8 expref: 118 pid: 9571 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143505.683288:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083512680 00000100:00100000:0.0:1746143505.684375:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.688584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.693253:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.697164:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.701238:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.713061:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.724088:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.725774:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+120:2007:x1830963461178752:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1524us (1679us total) trans 4294970645 rc 0/0 00000100:00100000:0.0:1746143505.725785:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1945 00002000:00100000:0.0:1746143505.725792:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880083510000 x1830963461178752/t4294970645(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.725801:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083510000 with x1830963461178752 ext(0->7) 00010000:00010000:0.0:1746143505.725808:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f2058c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68df6 expref: 120 pid: 9571 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746143505.725821:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f2058c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68df6 expref: 120 pid: 9571 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746143505.725828:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083510000 00000100:00100000:0.0:1746143505.728155:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.733942:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.737384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.740116:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.749587:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.765890:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.775245:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.776062:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097648700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+123:2007:x1830963461180544:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 610us (820us total) trans 4294970646 rc 0/0 00000100:00100000:0.0:1746143505.776069:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1947 00002000:00100000:0.0:1746143505.776074:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097648700 x1830963461180544/t4294970646(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.776081:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097648700 with x1830963461180544 ext(0->7) 00010000:00010000:0.0:1746143505.776085:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb3a00/0xa6c9a53f47f205a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e0b expref: 123 pid: 9572 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143505.776096:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb3a00/0xa6c9a53f47f205a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e0b expref: 123 pid: 9572 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143505.776100:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097648700 00000100:00100000:0.0:1746143505.780210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.790744:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.794109:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.799090:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.799141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.806208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.808886:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.813432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.820849:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.824107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.825355:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+124:2007:x1830963461182208:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 862us (1247us total) trans 4294970647 rc 0/0 00000100:00100000:0.0:1746143505.825363:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1948 00002000:00100000:0.0:1746143505.825368:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097a1ce00 x1830963461182208/t4294970647(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.825374:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a1ce00 with x1830963461182208 ext(0->7) 00010000:00010000:0.0:1746143505.825379:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f205b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e20 expref: 124 pid: 9571 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143505.825389:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f205b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e20 expref: 124 pid: 9571 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143505.825394:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a1ce00 00000100:00100000:0.0:1746143505.829858:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.837612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.841258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.847278:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.847363:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.853337:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.857779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.860320:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+127:2006:x1830963461183488:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2350us (2539us total) trans 4294970648 rc 0/0 00000100:00100000:0.0:1746143505.860331:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1951 00002000:00100000:0.0:1746143505.860340:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800969ec700 x1830963461183488/t4294970648(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.860349:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec700 with x1830963461183488 ext(0->7) 00010000:00010000:0.0:1746143505.860357:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f205c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e2e expref: 127 pid: 9571 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143505.860369:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008612fa00/0xa6c9a53f47f205c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e2e expref: 127 pid: 9571 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143505.860374:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ec700 00000100:00100000:0.0:1746143505.867114:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.873705:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.877484:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.878671:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.880978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.885083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.889085:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.890448:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+128:2007:x1830963461184768:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1030us (1367us total) trans 4294970649 rc 0/0 00000100:00100000:0.0:1746143505.890455:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1953 00002000:00100000:0.0:1746143505.890461:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88013406ed80 x1830963461184768/t4294970649(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.890468:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406ed80 with x1830963461184768 ext(0->7) 00010000:00010000:0.0:1746143505.890473:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915b9400/0xa6c9a53f47f205d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e43 expref: 128 pid: 9571 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143505.890482:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915b9400/0xa6c9a53f47f205d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e43 expref: 128 pid: 9571 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143505.890487:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013406ed80 00000100:00100000:0.0:1746143505.893009:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.896483:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.899190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.902533:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.906284:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.906374:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.910200:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.911939:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.911985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.916641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.921075:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.921960:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+131:2006:x1830963461186816:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 711us (889us total) trans 4294970650 rc 0/0 00000100:00100000:0.0:1746143505.921967:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1956 00002000:00100000:0.0:1746143505.921973:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096971880 x1830963461186816/t4294970650(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.921979:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096971880 with x1830963461186816 ext(0->7) 00010000:00010000:0.0:1746143505.921984:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb2c00/0xa6c9a53f47f205e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e51 expref: 131 pid: 9572 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143505.921993:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb2c00/0xa6c9a53f47f205e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e51 expref: 131 pid: 9572 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143505.921998:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096971880 00000100:00100000:0.0:1746143505.925489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.928407:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.933433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.935132:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.935182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.938606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.938667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.938845:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.939007:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14737 00000100:00100000:0.0:1746143505.939013:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096973100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+131:2006:x1830963461187840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143505.939018:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143505.939034:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880122eb3200/0xa6c9a53f47f205ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e58 expref: 131 pid: 9572 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143505.939044:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880122eb3200/0xa6c9a53f47f205ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e58 expref: 131 pid: 9572 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143505.939061:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880122eb3200/0xa6c9a53f47f205ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e58 expref: 131 pid: 9572 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143505.939077:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143505.939118:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096973100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+130:2006:x1830963461187840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 106us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143505.939124:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14737 00000100:00100000:0.0:1746143505.942736:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.945881:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.946983:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+133:2004:x1830963461188608:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 857us (1104us total) trans 4294970651 rc 0/0 00000100:00100000:0.0:1746143505.946991:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1958 00002000:00100000:0.0:1746143505.946996:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096973b80 x1830963461188608/t4294970651(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.947003:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096973b80 with x1830963461188608 ext(0->7) 00010000:00010000:0.0:1746143505.947008:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915b8c00/0xa6c9a53f47f205fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e66 expref: 133 pid: 9571 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143505.947016:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915b8c00/0xa6c9a53f47f205fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e66 expref: 133 pid: 9571 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143505.947021:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096973b80 00000100:00100000:0.0:1746143505.948914:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.953266:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461188992 00000100:00100000:0.0:1746143505.953271:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461188992 00002000:00100000:0.0:1746143505.953314:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092cf1c00 x1830963461188992/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 488/0 e 0 to 0 dl 1746143516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.953322:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf1c00 with x1830963461188992 ext(0->4095) 00002000:00010000:0.0:1746143505.953326:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf1c00 00000100:00100000:0.0:1746143505.953419:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12936 00000100:00100000:0.0:1746143505.953426:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+132:2006:x1830963461188992:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143505.953527:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+132:2006:x1830963461188992:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 101us (584us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143505.953532:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12936 00002000:00100000:0.0:1746143505.953536:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092cf1c00 x1830963461188992/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 488/4536 e 0 to 0 dl 1746143516 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.953543:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf1c00 with x1830963461188992 ext(0->4095) 00002000:00010000:0.0:1746143505.953545:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf1c00 00000100:00100000:0.0:1746143505.956164:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461189120 00000100:00100000:0.0:1746143505.956171:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461189120 00000100:00100000:0.0:1746143505.959971:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.960058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.963593:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.963828:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.963885:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.966668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.971190:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+135:2007:x1830963461190400:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 868us (1091us total) trans 4294970652 rc 0/0 00000100:00100000:0.0:1746143505.971197:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1960 00002000:00100000:0.0:1746143505.971203:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097a1dc00 x1830963461190400/t4294970652(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:656/0 lens 496/448 e 0 to 0 dl 1746143516 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143505.971209:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a1dc00 with x1830963461190400 ext(0->7) 00010000:00010000:0.0:1746143505.971214:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f20611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e7b expref: 135 pid: 9571 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143505.971222:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f20611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e7b expref: 135 pid: 9571 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143505.971228:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a1dc00 00000100:00100000:0.0:1746143505.973673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.976166:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.981446:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.985128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.988735:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.992515:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.992722:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143505.996864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.008174:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746143506.008719:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143506.009119:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+137:2005:x1830963461192448:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 712us (950us total) trans 4294970653 rc 0/0 00000100:00100000:0.0:1746143506.009127:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1962 00002000:00100000:0.0:1746143506.009133:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801236b8700 x1830963461192448/t4294970653(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.009140:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b8700 with x1830963461192448 ext(0->7) 00010000:00010000:0.0:1746143506.009145:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ba00/0xa6c9a53f47f20626 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e90 expref: 137 pid: 9572 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.009154:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7ba00/0xa6c9a53f47f20626 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e90 expref: 137 pid: 9572 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.009160:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801236b8700 00000100:00100000:0.0:1746143506.019371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.022106:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461192832 00000100:00100000:0.0:1746143506.022112:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461192832 00002000:00100000:0.0:1746143506.022141:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091baed80 x1830963461192832/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 488/0 e 0 to 0 dl 1746143517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.022150:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091baed80 with x1830963461192832 ext(0->4095) 00002000:00010000:0.0:1746143506.022155:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091baed80 00000100:00100000:0.0:1746143506.022611:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12941 00000100:00100000:0.0:1746143506.022618:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+136:2005:x1830963461192832:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143506.022717:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+136:2005:x1830963461192832:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 99us (945us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143506.022723:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12941 00002000:00100000:0.0:1746143506.022728:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880091baed80 x1830963461192832/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 488/4536 e 0 to 0 dl 1746143517 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.022735:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091baed80 with x1830963461192832 ext(0->4095) 00002000:00010000:0.0:1746143506.022737:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091baed80 00000100:00100000:0.0:1746143506.025324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.026685:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746143506.027686:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143506.028715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.030817:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461193472 00000100:00100000:0.0:1746143506.030823:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461193472 00002000:00100000:0.0:1746143506.030850:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092cf3b80 x1830963461193472/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 488/0 e 0 to 0 dl 1746143517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.030858:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf3b80 with x1830963461193472 ext(0->4095) 00010000:00010000:0.0:1746143506.030864:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f20634 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e9e expref: 137 pid: 9572 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.030873:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f20634 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e9e expref: 137 pid: 9572 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.030878:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cf3b80 00000100:00100000:0.0:1746143506.030894:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1963 00000100:00100000:0.0:1746143506.030900:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+137:2007:x1830963461193472:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143506.039492:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.042594:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+138:2005:x1830963461193728:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2682us (3099us total) trans 4294970654 rc 0/0 00000100:00100000:0.0:1746143506.042605:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1964 00002000:00100000:0.0:1746143506.042616:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008ef45880 x1830963461193728/t4294970654(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.042623:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef45880 with x1830963461193728 ext(0->7) 00010000:00010000:0.0:1746143506.042632:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f20634 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e9e expref: 138 pid: 9572 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.042645:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f20634 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68e9e expref: 138 pid: 9572 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.042652:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ef45880 00000100:00100000:0.0:1746143506.052628:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.053543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.060981:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.061622:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009697c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461194240:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 246us (647us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143506.061628:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1965 00002000:00100000:0.0:1746143506.061634:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009697c000 x1830963461194240/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:657/0 lens 488/4536 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.061641:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009697c000 with x1830963461194240 ext(0->4095) 00010000:00010000:0.0:1746143506.061646:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135b1aa00/0xa6c9a53f47f2063b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ea5 expref: 6 pid: 9571 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.061654:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135b1aa00/0xa6c9a53f47f2063b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ea5 expref: 6 pid: 9571 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.061659:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009697c000 00000100:00100000:0.0:1746143506.066655:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.074343:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.080945:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.091122:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.094479:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009697ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+140:2007:x1830963461194880:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3051us (3351us total) trans 4294970655 rc 0/0 00000100:00100000:0.0:1746143506.094493:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1966 00002000:00100000:0.0:1746143506.094505:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009697ca80 x1830963461194880/t4294970655(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.094513:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009697ca80 with x1830963461194880 ext(0->7) 00010000:00010000:0.0:1746143506.094523:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f20642 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68eac expref: 140 pid: 9572 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.094540:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f20642 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68eac expref: 140 pid: 9572 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.094547:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009697ca80 00000100:00100000:0.0:1746143506.097465:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.099474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.101015:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461195392 00000100:00100000:0.0:1746143506.101020:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461195392 00002000:00100000:0.0:1746143506.101051:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085200e00 x1830963461195392/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:657/0 lens 488/0 e 0 to 0 dl 1746143517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.101059:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085200e00 with x1830963461195392 ext(0->4095) 00010000:00010000:0.0:1746143506.101066:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a800/0xa6c9a53f47f20649 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68eb3 expref: 6 pid: 9572 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.101078:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a800/0xa6c9a53f47f20649 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68eb3 expref: 6 pid: 9572 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.101084:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085200e00 00000100:00100000:0.0:1746143506.101487:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1967 00000100:00100000:0.0:1746143506.101495:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085200e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461195392:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143506.101618:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085200e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461195392:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (674us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143506.101624:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1967 00002000:00100000:0.0:1746143506.101629:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085200e00 x1830963461195392/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:657/0 lens 488/4536 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.101636:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085200e00 with x1830963461195392 ext(0->4095) 00010000:00010000:0.0:1746143506.101640:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a800/0xa6c9a53f47f20649 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68eb3 expref: 6 pid: 9572 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.101648:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a800/0xa6c9a53f47f20649 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68eb3 expref: 6 pid: 9572 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.101653:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085200e00 00000100:00100000:0.0:1746143506.106495:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.109259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.140797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.141776:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009697dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+143:2006:x1830963461196160:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 731us (985us total) trans 4294970656 rc 0/0 00000100:00100000:0.0:1746143506.141784:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1969 00002000:00100000:0.0:1746143506.141791:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009697dc00 x1830963461196160/t4294970656(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.141798:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009697dc00 with x1830963461196160 ext(0->7) 00010000:00010000:0.0:1746143506.141804:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f20650 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68eba expref: 143 pid: 9572 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.141814:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f20650 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68eba expref: 143 pid: 9572 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.141821:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009697dc00 00000100:00100000:0.0:1746143506.149142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.152142:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.162202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.165223:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.170675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.173763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.176778:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009697f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+144:2006:x1830963461197440:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 840us (3028us total) trans 4294970657 rc 0/0 00000100:00100000:0.0:1746143506.176787:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1972 00002000:00100000:0.0:1746143506.176793:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009697f100 x1830963461197440/t4294970657(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.176800:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009697f100 with x1830963461197440 ext(0->7) 00010000:00010000:0.0:1746143506.176806:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ba00/0xa6c9a53f47f2065e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ec8 expref: 144 pid: 9571 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.176816:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7ba00/0xa6c9a53f47f2065e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ec8 expref: 144 pid: 9571 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.176821:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009697f100 00000100:00100000:0.0:1746143506.179108:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.183331:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461197824 00000100:00100000:0.0:1746143506.183338:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461197824 00002000:00100000:0.0:1746143506.183367:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085201f80 x1830963461197824/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:657/0 lens 488/0 e 0 to 0 dl 1746143517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.183376:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085201f80 with x1830963461197824 ext(0->4095) 00002000:00010000:0.0:1746143506.183380:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085201f80 00000100:00100000:0.0:1746143506.183397:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12943 00000100:00100000:0.0:1746143506.183402:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085201f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461197824:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143506.183500:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085201f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461197824:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (242us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143506.183505:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12943 00002000:00100000:0.0:1746143506.183509:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085201f80 x1830963461197824/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:657/0 lens 488/4536 e 0 to 0 dl 1746143517 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.183516:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085201f80 with x1830963461197824 ext(0->4095) 00002000:00010000:0.0:1746143506.183518:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085201f80 00000100:00100000:0.0:1746143506.185502:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.190521:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.190599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.193572:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9571:1830963454845184:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143506.193587:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f669880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9571:1830963454845312:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143506.193619:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f20673 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68edd expref: 145 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143506.193635:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7ac00, rc 0) 00000100:00100000:0.0:1746143506.193690:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009697fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+145:1135:x1830963461198080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2776us (3174us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143506.193697:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28844 00000100:00100000:0.0:1746143506.199074:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461198592 00000100:00100000:0.0:1746143506.199081:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461198592 00000100:00100000:0.0:1746143506.199107:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28845 00000100:00100000:0.0:1746143506.199111:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1139:x1830963461198592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143506.199122:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143506.199132:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2067a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed68ee4 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143506.199145:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143506.199149:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f20673 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68edd expref: 144 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143506.199154:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143506.199157:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2067a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ee4 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143506.199186:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f20673 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68edd expref: 144 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143506.199196:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2067a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ee4 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143506.199203:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9a00, rc 0) 00000100:00100000:0.0:1746143506.199220:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1139:x1830963461198592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143506.199225:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28845 00000100:00100000:0.0:1746143506.199815:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.201843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.207030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.211649:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+146:2006:x1830963461199232:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4399us (4619us total) trans 4294970658 rc 0/0 00000100:00100000:0.0:1746143506.211660:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1975 00002000:00100000:0.0:1746143506.211669:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090c7c000 x1830963461199232/t4294970658(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.211677:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7c000 with x1830963461199232 ext(0->7) 00010000:00010000:0.0:1746143506.211684:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f20673 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68edd expref: 146 pid: 9571 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.211699:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f20673 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68edd expref: 146 pid: 9571 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.211708:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c7c000 00000100:00100000:0.0:1746143506.214996:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.220324:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461199616 00000100:00100000:0.0:1746143506.220330:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461199616 00002000:00100000:0.0:1746143506.220359:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085202d80 x1830963461199616/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:657/0 lens 488/0 e 0 to 0 dl 1746143517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.220368:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085202d80 with x1830963461199616 ext(0->4095) 00002000:00010000:0.0:1746143506.220372:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085202d80 00000100:00100000:0.0:1746143506.220598:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12944 00000100:00100000:0.0:1746143506.220603:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085202d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461199616:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143506.222920:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085202d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461199616:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 2309us (2794us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143506.222930:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12944 00002000:00100000:0.0:1746143506.222940:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085202d80 x1830963461199616/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:657/0 lens 488/4536 e 0 to 0 dl 1746143517 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.222948:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085202d80 with x1830963461199616 ext(0->4095) 00002000:00010000:0.0:1746143506.222953:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085202d80 00000100:00100000:0.0:1746143506.223935:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.225210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.226343:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.238397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.245978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.250150:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.256644:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.256736:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.262000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.264260:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.267264:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.272215:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.282098:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.284854:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.285739:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+150:2006:x1830963461202176:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 684us (893us total) trans 4294970660 rc 0/0 00000100:00100000:0.0:1746143506.285754:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1979 00002000:00100000:0.0:1746143506.285760:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090c80700 x1830963461202176/t4294970660(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.285767:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c80700 with x1830963461202176 ext(0->7) 00010000:00010000:0.0:1746143506.285772:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f20696 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68f00 expref: 150 pid: 10111 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.285781:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b400/0xa6c9a53f47f20696 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68f00 expref: 150 pid: 10111 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.285786:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c80700 00000100:00100000:0.0:1746143506.287904:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.293546:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.295491:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.295529:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.297477:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.297714:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.299824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.299873:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.303906:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.311033:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.312811:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+152:2005:x1830963461203968:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 874us (1786us total) trans 4294970661 rc 0/0 00000100:00100000:0.0:1746143506.312819:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1982 00002000:00100000:0.0:1746143506.312826:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090c82680 x1830963461203968/t4294970661(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.312834:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c82680 with x1830963461203968 ext(0->7) 00010000:00010000:0.0:1746143506.312839:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135b1a400/0xa6c9a53f47f206ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68f0e expref: 152 pid: 9571 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.312850:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135b1a400/0xa6c9a53f47f206ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68f0e expref: 152 pid: 9571 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.312856:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c82680 00000100:00100000:0.0:1746143506.324675:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.328604:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.335630:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.339415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.340080:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.342943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.346007:0:9575:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963454848000 00000100:00100000:0.0:1746143506.346014:0:9575:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963454848000 00000100:00100000:0.0:1746143506.346059:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1746143506.346066:0:9575:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963454848000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746143506.346087:0:9575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 982133568 pending 2093056 free 3920248832 avail 3688726528 00000100:00100000:0.0:1746143506.346379:0:9575:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963454848000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 314us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143506.346385:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1746143506.349901:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.353185:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+155:2007:x1830963461205248:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2703us (3285us total) trans 4294970662 rc 0/0 00000100:00100000:0.0:1746143506.353197:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1985 00002000:00100000:0.0:1746143506.353206:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090c80a80 x1830963461205248/t4294970662(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.353214:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c80a80 with x1830963461205248 ext(0->7) 00010000:00010000:0.0:1746143506.353223:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf89400/0xa6c9a53f47f206b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68f23 expref: 155 pid: 9571 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.353239:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf89400/0xa6c9a53f47f206b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68f23 expref: 155 pid: 9571 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.353245:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c80a80 00000100:00100000:0.0:1746143506.355598:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.359976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.362359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.362415:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.366042:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.366553:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.368887:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.370707:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.377545:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.377936:0:9575:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963454848640 00000100:00100000:0.0:1746143506.377942:0:9575:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963454848640 00000100:00100000:0.0:1746143506.377986:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:0.0:1746143506.377992:0:9575:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830963454848640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746143506.378010:0:9575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 982162240 pending 2121728 free 3920248832 avail 3688726528 00000100:00100000:0.0:1746143506.378047:0:9575:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830963454848640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143506.378053:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:0.0:1746143506.382467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.386408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.387202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.390178:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.392385:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.394451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.407516:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.410852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746143506.415462:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143506.416776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.419311:0:10111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085203800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10111:1830963454849536:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143506.419327:0:10111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880122eb2c00/0xa6c9a53f47f206ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68f54 expref: 158 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143506.419338:0:10111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880122eb2c00, rc 0) 00000100:00100000:0.0:1746143506.419366:0:10111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+158:1135:x1830963461208320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2426us (2599us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143506.419687:0:10111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28861 00000100:00100000:0.0:1746143506.421096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.421178:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.424699:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.433785:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+161:2005:x1830963461209344:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 648us (876us total) trans 4294970665 rc 0/0 00000100:00100000:0.0:1746143506.433793:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1992 00002000:00100000:0.0:1746143506.433799:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f66b800 x1830963461209344/t4294970665(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.433807:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66b800 with x1830963461209344 ext(0->7) 00010000:00010000:0.0:1746143506.433811:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb2c00/0xa6c9a53f47f206ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68f54 expref: 161 pid: 10111 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.433820:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb2c00/0xa6c9a53f47f206ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68f54 expref: 161 pid: 10111 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.433826:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f66b800 00000100:00100000:0.0:1746143506.441587:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.446446:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.446506:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.449053:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.451525:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.453493:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.455244:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+162:2006:x1830963461210624:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1078us (1754us total) trans 4294970666 rc 0/0 00000100:00100000:0.0:1746143506.455252:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1994 00002000:00100000:0.0:1746143506.455259:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090c83800 x1830963461210624/t4294970666(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.455269:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c83800 with x1830963461210624 ext(0->7) 00010000:00010000:0.0:1746143506.455276:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f206f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68f69 expref: 162 pid: 9571 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.455287:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f206f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68f69 expref: 162 pid: 9571 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.455307:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c83800 00000100:00100000:0.0:1746143506.456971:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.460763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.464153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.467657:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.471216:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.471267:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.473425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.474763:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.475407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.479756:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.485952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.487871:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+165:2007:x1830963461212672:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1662us (1925us total) trans 4294970667 rc 0/0 00000100:00100000:0.0:1746143506.487881:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1997 00002000:00100000:0.0:1746143506.487888:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091863480 x1830963461212672/t4294970667(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.487896:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091863480 with x1830963461212672 ext(0->7) 00010000:00010000:0.0:1746143506.487905:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb2200/0xa6c9a53f47f2070d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68f77 expref: 165 pid: 12044 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.487918:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb2200/0xa6c9a53f47f2070d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68f77 expref: 165 pid: 12044 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.487924:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091863480 00000100:00100000:0.0:1746143506.493614:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.501668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.505354:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.513005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.516137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.520963:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.534589:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.540837:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.544786:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+166:2006:x1830963461214336:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3759us (3947us total) trans 4294970668 rc 0/0 00000100:00100000:0.0:1746143506.544800:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1999 00002000:00100000:0.0:1746143506.544812:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096973480 x1830963461214336/t4294970668(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.544821:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096973480 with x1830963461214336 ext(0->7) 00010000:00010000:0.0:1746143506.544831:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bf89400/0xa6c9a53f47f20722 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68f85 expref: 166 pid: 9571 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.544846:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bf89400/0xa6c9a53f47f20722 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68f85 expref: 166 pid: 9571 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.544857:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096973480 00000100:00100000:0.0:1746143506.557263:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.557363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.567411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.572893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.575151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.577959:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.583921:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+168:2006:x1830963461215488:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5768us (5959us total) trans 4294970669 rc 0/0 00000100:00100000:0.0:1746143506.583934:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2001 00002000:00100000:0.0:1746143506.583947:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880083512300 x1830963461215488/t4294970669(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.584086:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083512300 with x1830963461215488 ext(0->7) 00010000:00010000:0.0:1746143506.584097:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a93200/0xa6c9a53f47f20730 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68f9a expref: 168 pid: 9571 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.584114:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a93200/0xa6c9a53f47f20730 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68f9a expref: 168 pid: 9571 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.584121:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083512300 00000100:00100000:0.0:1746143506.587613:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.588281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.591196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.598793:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.606137:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461216384 00000100:00100000:0.0:1746143506.606144:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461216384 00002000:00100000:0.0:1746143506.606182:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085202300 x1830963461216384/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 488/0 e 0 to 0 dl 1746143517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.606190:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085202300 with x1830963461216384 ext(0->4095) 00002000:00010000:0.0:1746143506.606194:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085202300 00000100:00100000:0.0:1746143506.606223:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12957 00000100:00100000:0.0:1746143506.606229:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+168:2005:x1830963461216384:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143506.606377:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+168:2005:x1830963461216384:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 148us (408us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143506.606383:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12957 00002000:00100000:0.0:1746143506.606387:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085202300 x1830963461216384/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 488/4536 e 0 to 0 dl 1746143517 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.606393:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085202300 with x1830963461216384 ext(0->4095) 00002000:00010000:0.0:1746143506.606395:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085202300 00000100:00100000:0.0:1746143506.608693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.611166:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.612729:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+170:2004:x1830963461216640:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1351us (1560us total) trans 4294970670 rc 0/0 00000100:00100000:0.0:1746143506.612738:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2003 00002000:00100000:0.0:1746143506.612754:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880083513480 x1830963461216640/t4294970670(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.612761:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083513480 with x1830963461216640 ext(0->7) 00010000:00010000:0.0:1746143506.612768:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a93e00/0xa6c9a53f47f2073e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fa8 expref: 170 pid: 9571 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.612784:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a93e00/0xa6c9a53f47f2073e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fa8 expref: 170 pid: 9571 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.612789:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083513480 00000100:00100000:0.0:1746143506.625882:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.628349:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.632873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.635872:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.638950:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.641722:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.644260:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+173:2004:x1830963461217920:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1625us (2542us total) trans 4294970671 rc 0/0 00000100:00100000:0.0:1746143506.644269:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2006 00002000:00100000:0.0:1746143506.644278:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009235fb80 x1830963461217920/t4294970671(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.644286:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235fb80 with x1830963461217920 ext(0->7) 00010000:00010000:0.0:1746143506.644309:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a93200/0xa6c9a53f47f2074c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fb6 expref: 173 pid: 9571 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.644322:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a93200/0xa6c9a53f47f2074c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fb6 expref: 173 pid: 9571 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.644329:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009235fb80 00000100:00100000:0.0:1746143506.649338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.653430:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.659371:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.659421:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.664159:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.664215:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.667035:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.671380:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.673505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.677072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.678887:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+174:2006:x1830963461219584:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1402us (1819us total) trans 4294970672 rc 0/0 00000100:00100000:0.0:1746143506.678895:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2008 00002000:00100000:0.0:1746143506.678902:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090d89880 x1830963461219584/t4294970672(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.678908:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d89880 with x1830963461219584 ext(0->7) 00010000:00010000:0.0:1746143506.678914:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a93800/0xa6c9a53f47f20761 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fcb expref: 174 pid: 10111 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.678925:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a93800/0xa6c9a53f47f20761 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fcb expref: 174 pid: 10111 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.678931:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d89880 00000100:00100000:0.0:1746143506.682108:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.685263:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.688385:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.688427:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.691386:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.693215:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.703246:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085201500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+177:2006:x1830963461220864:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5564us (5774us total) trans 4294970673 rc 0/0 00000100:00100000:0.0:1746143506.703262:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2010 00002000:00100000:0.0:1746143506.703273:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880085201500 x1830963461220864/t4294970673(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.703283:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085201500 with x1830963461220864 ext(0->7) 00010000:00010000:0.0:1746143506.703322:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a92600/0xa6c9a53f47f2076f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fd9 expref: 177 pid: 10111 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.703341:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a92600/0xa6c9a53f47f2076f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fd9 expref: 177 pid: 10111 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.703348:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085201500 00000100:00100000:0.0:1746143506.706190:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.708368:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.709965:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.710023:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461221376 00000100:00100000:0.0:1746143506.710026:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461221376 00002000:00100000:0.0:1746143506.710057:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090d8b480 x1830963461221376/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 488/0 e 0 to 0 dl 1746143517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.710065:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d8b480 with x1830963461221376 ext(0->4095) 00010000:00010000:0.0:1746143506.710071:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a800/0xa6c9a53f47f20776 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fe0 expref: 178 pid: 9572 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.710081:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a800/0xa6c9a53f47f20776 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fe0 expref: 178 pid: 9572 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.710091:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d8b480 00000100:00100000:0.0:1746143506.710104:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2011 00000100:00100000:0.0:1746143506.710109:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+178:2007:x1830963461221376:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143506.710216:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+178:2007:x1830963461221376:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 106us (251us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143506.710221:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2011 00002000:00100000:0.0:1746143506.710226:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090d8b480 x1830963461221376/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 488/4536 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.710233:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d8b480 with x1830963461221376 ext(0->4095) 00010000:00010000:0.0:1746143506.710237:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a800/0xa6c9a53f47f20776 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fe0 expref: 178 pid: 9572 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.710244:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a800/0xa6c9a53f47f20776 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fe0 expref: 178 pid: 9572 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.710249:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d8b480 00000100:00100000:0.0:1746143506.713127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.713179:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.716796:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.721474:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.724937:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+178:2006:x1830963461222144:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3220us (3459us total) trans 4294970674 rc 0/0 00000100:00100000:0.0:1746143506.724951:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2013 00002000:00100000:0.0:1746143506.724964:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090d88e00 x1830963461222144/t4294970674(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.724973:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d88e00 with x1830963461222144 ext(0->7) 00010000:00010000:0.0:1746143506.724984:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a93e00/0xa6c9a53f47f2077d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fe7 expref: 178 pid: 10111 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.725000:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a93e00/0xa6c9a53f47f2077d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fe7 expref: 178 pid: 10111 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.725007:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d88e00 00000100:00100000:0.0:1746143506.731197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.733575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.735025:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461222656 00000100:00100000:0.0:1746143506.735030:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461222656 00002000:00100000:0.0:1746143506.735058:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085203800 x1830963461222656/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:657/0 lens 488/0 e 0 to 0 dl 1746143517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.735067:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085203800 with x1830963461222656 ext(0->4095) 00010000:00010000:0.0:1746143506.735073:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a93a00/0xa6c9a53f47f20784 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fee expref: 6 pid: 10111 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.735084:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a93a00/0xa6c9a53f47f20784 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fee expref: 6 pid: 10111 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.735090:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085203800 00000100:00100000:0.0:1746143506.735104:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2014 00000100:00100000:0.0:1746143506.735110:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085203800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461222656:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143506.735219:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085203800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461222656:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (491us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143506.735225:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2014 00002000:00100000:0.0:1746143506.735230:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880085203800 x1830963461222656/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:657/0 lens 488/4536 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.735237:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085203800 with x1830963461222656 ext(0->4095) 00010000:00010000:0.0:1746143506.735241:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a93a00/0xa6c9a53f47f20784 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fee expref: 6 pid: 10111 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.735254:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a93a00/0xa6c9a53f47f20784 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68fee expref: 6 pid: 10111 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746143506.735259:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085203800 00000100:00100000:0.0:1746143506.736289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.736355:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.739757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.753544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.758144:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+181:2004:x1830963461223424:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4364us (4596us total) trans 4294970675 rc 0/0 00000100:00100000:0.0:1746143506.758158:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2016 00002000:00100000:0.0:1746143506.758170:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880085859180 x1830963461223424/t4294970675(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.758310:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859180 with x1830963461223424 ext(0->7) 00010000:00010000:0.0:1746143506.758321:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a92400/0xa6c9a53f47f2078b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ff5 expref: 181 pid: 9572 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746143506.758338:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a92400/0xa6c9a53f47f2078b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ff5 expref: 181 pid: 9572 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143506.758346:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085859180 00000100:00100000:0.0:1746143506.761723:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.761840:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.765793:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461223936 00000100:00100000:0.0:1746143506.765801:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461223936 00002000:00100000:0.0:1746143506.765845:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880097a6ca80 x1830963461223936/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 488/0 e 0 to 0 dl 1746143517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.765855:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ca80 with x1830963461223936 ext(0->4095) 00010000:00010000:0.0:1746143506.765864:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a92c00/0xa6c9a53f47f20792 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ffc expref: 181 pid: 9572 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143506.765879:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a92c00/0xa6c9a53f47f20792 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ffc expref: 181 pid: 9572 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143506.765886:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a6ca80 00000100:00100000:0.0:1746143506.765904:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2017 00000100:00100000:0.0:1746143506.765911:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+181:2007:x1830963461223936:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143506.766035:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+181:2007:x1830963461223936:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (480us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143506.766040:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2017 00002000:00100000:0.0:1746143506.766045:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880097a6ca80 x1830963461223936/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 488/4536 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.766052:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ca80 with x1830963461223936 ext(0->4095) 00010000:00010000:0.0:1746143506.766056:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a92c00/0xa6c9a53f47f20792 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ffc expref: 181 pid: 9572 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143506.766066:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a92c00/0xa6c9a53f47f20792 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed68ffc expref: 181 pid: 9572 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143506.766071:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a6ca80 00000100:00100000:0.0:1746143506.768902:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.768954:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.773769:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.782342:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.785958:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.796949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.802587:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.808941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.818886:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.822936:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+184:2006:x1830963461225856:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2036us (4052us total) trans 4294970677 rc 0/0 00000100:00100000:0.0:1746143506.822946:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2021 00002000:00100000:0.0:1746143506.822955:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008585b480 x1830963461225856/t4294970677(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.822962:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008585b480 with x1830963461225856 ext(0->7) 00010000:00010000:0.0:1746143506.822970:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a92800/0xa6c9a53f47f207a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69011 expref: 184 pid: 9572 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143506.822986:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a92800/0xa6c9a53f47f207a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69011 expref: 184 pid: 9572 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143506.822998:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008585b480 00000100:00100000:0.0:1746143506.826592:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.839571:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.843617:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.859533:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.868478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.872309:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+186:2006:x1830963461227008:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3433us (3808us total) trans 4294970678 rc 0/0 00000100:00100000:0.0:1746143506.872321:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2023 00002000:00100000:0.0:1746143506.872331:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880085859f80 x1830963461227008/t4294970678(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.872340:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859f80 with x1830963461227008 ext(0->7) 00010000:00010000:0.0:1746143506.872350:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a92400/0xa6c9a53f47f207b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6901f expref: 186 pid: 9572 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143506.872366:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a92400/0xa6c9a53f47f207b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6901f expref: 186 pid: 9572 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143506.872373:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085859f80 00000100:00100000:0.0:1746143506.875331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.878098:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.880722:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.884798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.884930:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.888161:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.891605:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.897186:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+189:2004:x1830963461228288:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1711us (5577us total) trans 4294970679 rc 0/0 00000100:00100000:0.0:1746143506.897196:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2026 00002000:00100000:0.0:1746143506.897208:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092cf2300 x1830963461228288/t4294970679(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.897217:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf2300 with x1830963461228288 ext(0->7) 00010000:00010000:0.0:1746143506.897227:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013647c200/0xa6c9a53f47f207c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6902d expref: 189 pid: 9572 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143506.897243:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013647c200/0xa6c9a53f47f207c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6902d expref: 189 pid: 9572 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143506.897250:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cf2300 00000100:00100000:0.0:1746143506.905626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.905750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.914726:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.917626:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.918070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.920264:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.927287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.933768:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+190:2006:x1830963461229568:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5133us (6483us total) trans 4294970680 rc 0/0 00000100:00100000:0.0:1746143506.933783:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2029 00002000:00100000:0.0:1746143506.933798:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092cf3b80 x1830963461229568/t4294970680(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.933813:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf3b80 with x1830963461229568 ext(0->7) 00010000:00010000:0.0:1746143506.933825:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013647ce00/0xa6c9a53f47f207d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6903b expref: 190 pid: 9572 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143506.933841:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013647ce00/0xa6c9a53f47f207d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6903b expref: 190 pid: 9572 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143506.933848:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cf3b80 00000100:00100000:0.0:1746143506.935755:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.937907:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086129500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963454857984:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143506.937922:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143506.937944:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+189:2004:x1830963461229696:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2038us (2209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143506.937951:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14805 00000100:00100000:0.0:1746143506.939679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.941776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.945820:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.946928:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.955464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.955513:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.958348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.961265:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.971842:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.974840:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+193:2006:x1830963461231616:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2077us (3003us total) trans 4294970681 rc 0/0 00000100:00100000:0.0:1746143506.974854:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2031 00002000:00100000:0.0:1746143506.974862:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011ee2c000 x1830963461231616/t4294970681(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:657/0 lens 496/448 e 0 to 0 dl 1746143517 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143506.974872:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2c000 with x1830963461231616 ext(0->7) 00010000:00010000:0.0:1746143506.974880:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb3200/0xa6c9a53f47f207e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69050 expref: 193 pid: 9572 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143506.974895:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb3200/0xa6c9a53f47f207e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69050 expref: 193 pid: 9572 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143506.974901:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee2c000 00000100:00100000:0.0:1746143506.981258:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.987855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.994471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143506.994509:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.000733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.006633:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.009209:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+194:2004:x1830963461232896:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2227us (2578us total) trans 4294970682 rc 0/0 00000100:00100000:0.0:1746143507.009221:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2033 00002000:00100000:0.0:1746143507.009231:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011ee2ed80 x1830963461232896/t4294970682(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.009239:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2ed80 with x1830963461232896 ext(0->7) 00010000:00010000:0.0:1746143507.009247:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb2000/0xa6c9a53f47f207f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69065 expref: 194 pid: 9572 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.009265:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb2000/0xa6c9a53f47f207f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69065 expref: 194 pid: 9572 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.009272:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee2ed80 00000100:00100000:0.0:1746143507.012570:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.018618:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.022273:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.023383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.025937:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.030222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.036999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.048119:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+197:2004:x1830963461234176:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8638us (11117us total) trans 4294970683 rc 0/0 00000100:00100000:0.0:1746143507.048132:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2035 00002000:00100000:0.0:1746143507.048145:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f66aa00 x1830963461234176/t4294970683(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.048154:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66aa00 with x1830963461234176 ext(0->7) 00010000:00010000:0.0:1746143507.048165:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880122eb3a00/0xa6c9a53f47f20802 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6906c expref: 197 pid: 9572 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.048181:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880122eb3a00/0xa6c9a53f47f20802 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6906c expref: 197 pid: 9572 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.048188:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f66aa00 00000100:00100000:0.0:1746143507.051336:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461234304 00000100:00100000:0.0:1746143507.051354:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461234304 00000100:00100000:0.0:1746143507.051430:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28903 00000100:00100000:0.0:1746143507.051438:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba86c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+197:1135:x1830963461234304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143507.051460:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143507.051481:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f20810 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6907a expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.051641:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143507.051648:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a93800/0xa6c9a53f47f20809 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69073 expref: 198 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.051655:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746143507.051658:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f20810 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6907a expref: 198 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.051699:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134a93800/0xa6c9a53f47f20809 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69073 expref: 198 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.051711:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f20810 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6907a expref: 198 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.051722:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097805a00, rc 0) 00000100:00100000:0.0:1746143507.051786:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba86c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+198:1135:x1830963461234304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 349us (3365us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143507.051792:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 28903 00000100:00100000:0.0:1746143507.057417:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.064814:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.064880:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.075147:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.076529:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+198:2005:x1830963461235456:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1017us (1389us total) trans 4294970684 rc 0/0 00000100:00100000:0.0:1746143507.076538:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2038 00002000:00100000:0.0:1746143507.076545:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008f66ad80 x1830963461235456/t4294970684(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.076553:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66ad80 with x1830963461235456 ext(0->7) 00010000:00010000:0.0:1746143507.076560:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f20810 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6907a expref: 198 pid: 9572 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.076571:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f20810 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6907a expref: 198 pid: 9572 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.076576:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f66ad80 00000100:00100000:0.0:1746143507.078061:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.081088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.085421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.090074:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.092451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.093030:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461236352 00000100:00100000:0.0:1746143507.093035:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461236352 00002000:00100000:0.0:1746143507.093074:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f668e00 x1830963461236352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 488/0 e 0 to 0 dl 1746143518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.093084:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668e00 with x1830963461236352 ext(0->4095) 00010000:00010000:0.0:1746143507.093091:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a800/0xa6c9a53f47f2081e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69088 expref: 200 pid: 10111 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.093106:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a800/0xa6c9a53f47f2081e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69088 expref: 200 pid: 10111 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.093113:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f668e00 00000100:00100000:0.0:1746143507.093143:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2039 00000100:00100000:0.0:1746143507.093152:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+200:2005:x1830963461236352:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143507.093318:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+200:2005:x1830963461236352:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 166us (866us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143507.093324:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2039 00002000:00100000:0.0:1746143507.093330:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008f668e00 x1830963461236352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 488/4536 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.093337:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668e00 with x1830963461236352 ext(0->4095) 00010000:00010000:0.0:1746143507.093341:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a800/0xa6c9a53f47f2081e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69088 expref: 200 pid: 10111 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.093348:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a800/0xa6c9a53f47f2081e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69088 expref: 200 pid: 10111 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.093354:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f668e00 00000100:00100000:0.0:1746143507.095012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.097179:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461236608 00000100:00100000:0.0:1746143507.097185:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461236608 00000100:00100000:0.0:1746143507.097533:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28907 00000100:00100000:0.0:1746143507.097539:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1139:x1830963461236608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143507.097555:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143507.097566:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ba00400/0xa6c9a53f47f2082c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed69096 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.097583:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f20825 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6908f expref: 198 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.097589:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143507.097590:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143507.097593:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ba00400/0xa6c9a53f47f2082c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69096 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.097610:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f20825 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6908f expref: 198 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.097620:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f20825 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6908f expref: 198 pid: 9572 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746143507.097632:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963454860672:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143507.097698:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e240 going to sleep for 11 seconds 00000100:00100000:0.0:1746143507.111812:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.114688:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+200:2007:x1830963461237248:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2142us (2880us total) trans 4294970685 rc 0/0 00000100:00100000:0.0:1746143507.114698:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2041 00002000:00100000:0.0:1746143507.114706:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011ee2dc00 x1830963461237248/t4294970685(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.114720:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2dc00 with x1830963461237248 ext(0->7) 00010000:00010000:0.0:1746143507.114728:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f20825 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6908f expref: 200 pid: 9572 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.114752:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7a400/0xa6c9a53f47f20825 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6908f expref: 200 pid: 9572 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.114758:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ee2dc00 00000100:00100000:0.0:1746143507.115981:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.127279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.131234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.134636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.138036:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.144069:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.148804:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.153519:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+202:2006:x1830963461238400:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4420us (4706us total) trans 4294970686 rc 0/0 00000100:00100000:0.0:1746143507.153531:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2043 00002000:00100000:0.0:1746143507.153542:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880091baf100 x1830963461238400/t4294970686(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.153550:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091baf100 with x1830963461238400 ext(0->7) 00010000:00010000:0.0:1746143507.153560:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a93200/0xa6c9a53f47f20833 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6909d expref: 202 pid: 9572 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.153576:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a93200/0xa6c9a53f47f20833 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6909d expref: 202 pid: 9572 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.153583:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091baf100 00000100:00100000:0.0:1746143507.156410:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.157917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.160675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.163187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.165817:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.168921:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.172453:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.174509:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+204:2007:x1830963461239552:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1395us (2056us total) trans 4294970687 rc 0/0 00000100:00100000:0.0:1746143507.174517:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2045 00002000:00100000:0.0:1746143507.174525:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009787c700 x1830963461239552/t4294970687(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.174532:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009787c700 with x1830963461239552 ext(0->7) 00010000:00010000:0.0:1746143507.174538:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a93800/0xa6c9a53f47f20841 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed690ab expref: 204 pid: 9572 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.174549:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a93800/0xa6c9a53f47f20841 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed690ab expref: 204 pid: 9572 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.174555:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009787c700 00000100:00100000:0.0:1746143507.176720:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.180939:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461239936 00000100:00100000:0.0:1746143507.180946:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461239936 00002000:00100000:0.0:1746143507.180983:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090c7ca80 x1830963461239936/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:658/0 lens 488/0 e 0 to 0 dl 1746143518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.180992:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7ca80 with x1830963461239936 ext(0->4095) 00002000:00010000:0.0:1746143507.180997:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c7ca80 00000100:00100000:0.0:1746143507.181023:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12971 00000100:00100000:0.0:1746143507.181030:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461239936:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143507.181790:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461239936:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 759us (986us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143507.181796:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12971 00002000:00100000:0.0:1746143507.181802:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090c7ca80 x1830963461239936/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:658/0 lens 488/4536 e 0 to 0 dl 1746143518 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.181809:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7ca80 with x1830963461239936 ext(0->4095) 00010000:00010000:0.0:1746143507.181814:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135b1aa00/0xa6c9a53f47f20848 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed690b2 expref: 6 pid: 10111 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.181823:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135b1aa00/0xa6c9a53f47f20848 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed690b2 expref: 6 pid: 10111 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.181828:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c7ca80 00000100:00100000:0.0:1746143507.183382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.184001:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.187030:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.196147:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+207:2007:x1830963461240832:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5025us (5228us total) trans 4294970688 rc 0/0 00000100:00100000:0.0:1746143507.196160:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2047 00002000:00100000:0.0:1746143507.196172:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090c7f480 x1830963461240832/t4294970688(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.196182:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7f480 with x1830963461240832 ext(0->7) 00010000:00010000:0.0:1746143507.196192:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a92800/0xa6c9a53f47f2084f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed690b9 expref: 207 pid: 10111 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.196208:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a92800/0xa6c9a53f47f2084f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed690b9 expref: 207 pid: 10111 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.196213:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c7f480 00000100:00100000:0.0:1746143507.198702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.201924:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.204004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.208373:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.211774:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.211858:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.216430:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.219100:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.226550:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.228025:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+208:2004:x1830963461242496:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 785us (1473us total) trans 4294970689 rc 0/0 00000100:00100000:0.0:1746143507.228031:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2048 00002000:00100000:0.0:1746143507.228037:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096625880 x1830963461242496/t4294970689(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.228044:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096625880 with x1830963461242496 ext(0->7) 00010000:00010000:0.0:1746143507.228049:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f20864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed690ce expref: 208 pid: 9572 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.228063:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f20864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed690ce expref: 208 pid: 9572 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.228068:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096625880 00000100:00100000:0.0:1746143507.230787:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.234733:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.234963:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.237946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.238356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.240589:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.245574:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.246809:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+211:2007:x1830963461243776:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 978us (1243us total) trans 4294970690 rc 0/0 00000100:00100000:0.0:1746143507.246817:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2050 00002000:00100000:0.0:1746143507.246824:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009235ed80 x1830963461243776/t4294970690(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.246831:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235ed80 with x1830963461243776 ext(0->7) 00010000:00010000:0.0:1746143507.246836:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a92c00/0xa6c9a53f47f20872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed690dc expref: 211 pid: 9572 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.246846:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a92c00/0xa6c9a53f47f20872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed690dc expref: 211 pid: 9572 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.246852:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009235ed80 00000100:00100000:0.0:1746143507.248821:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.254988:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.265036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.265089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.268956:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.270393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.274144:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.277374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.281220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.293561:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.295714:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+212:2004:x1830963461245440:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1903us (2163us total) trans 4294970691 rc 0/0 00000100:00100000:0.0:1746143507.295722:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2052 00002000:00100000:0.0:1746143507.295729:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086108a80 x1830963461245440/t4294970691(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.295737:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108a80 with x1830963461245440 ext(0->7) 00010000:00010000:0.0:1746143507.295750:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a92e00/0xa6c9a53f47f20880 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed690ea expref: 212 pid: 9572 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.295761:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a92e00/0xa6c9a53f47f20880 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed690ea expref: 212 pid: 9572 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.295768:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086108a80 00000100:00100000:0.0:1746143507.297804:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.305262:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461245824 00000100:00100000:0.0:1746143507.305269:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461245824 00002000:00100000:0.0:1746143507.305415:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090c7c700 x1830963461245824/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:658/0 lens 488/0 e 0 to 0 dl 1746143518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.305677:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7c700 with x1830963461245824 ext(0->4095) 00002000:00010000:0.0:1746143507.305681:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c7c700 00000100:00100000:0.0:1746143507.305707:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12978 00000100:00100000:0.0:1746143507.305713:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461245824:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143507.305847:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461245824:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (1495us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143507.305852:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12978 00002000:00100000:0.0:1746143507.305857:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090c7c700 x1830963461245824/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:658/0 lens 488/4536 e 0 to 0 dl 1746143518 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.305863:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7c700 with x1830963461245824 ext(0->4095) 00002000:00010000:0.0:1746143507.305866:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c7c700 00000100:00100000:0.0:1746143507.309291:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.319698:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.322206:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+215:2004:x1830963461246720:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1502us (2516us total) trans 4294970692 rc 0/0 00000100:00100000:0.0:1746143507.322214:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2054 00002000:00100000:0.0:1746143507.322222:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008610b480 x1830963461246720/t4294970692(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.322230:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610b480 with x1830963461246720 ext(0->7) 00010000:00010000:0.0:1746143507.322238:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b600/0xa6c9a53f47f20895 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed690ff expref: 215 pid: 10111 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.322251:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090c7b600/0xa6c9a53f47f20895 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed690ff expref: 215 pid: 10111 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.322258:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008610b480 00000100:00100000:0.0:1746143507.324835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.331564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.331654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.335393:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.335432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.338662:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.342268:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.346052:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+216:2004:x1830963461248000:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3487us (3785us total) trans 4294970693 rc 0/0 00000100:00100000:0.0:1746143507.346067:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2057 00002000:00100000:0.0:1746143507.346078:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880086108000 x1830963461248000/t4294970693(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.346088:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108000 with x1830963461248000 ext(0->7) 00010000:00010000:0.0:1746143507.346098:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a92e00/0xa6c9a53f47f208a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6910d expref: 216 pid: 10111 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.346114:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a92e00/0xa6c9a53f47f208a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6910d expref: 216 pid: 10111 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.346121:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086108000 00000100:00100000:0.0:1746143507.348471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.360241:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.360548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.370563:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.370630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.380253:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.386029:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.388114:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+219:2006:x1830963461249280:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1840us (2089us total) trans 4294970694 rc 0/0 00000100:00100000:0.0:1746143507.388123:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2060 00002000:00100000:0.0:1746143507.388131:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800978b7800 x1830963461249280/t4294970694(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.388139:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b7800 with x1830963461249280 ext(0->7) 00010000:00010000:0.0:1746143507.388146:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a93800/0xa6c9a53f47f208b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6911b expref: 219 pid: 10111 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.388159:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a93800/0xa6c9a53f47f208b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6911b expref: 219 pid: 10111 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.388165:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800978b7800 00000100:00100000:0.0:1746143507.402697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.405718:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.414842:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.414905:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.419195:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.422214:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461250688 00000100:00100000:0.0:1746143507.422221:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461250688 00002000:00100000:0.0:1746143507.422256:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090c7c380 x1830963461250688/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 488/0 e 0 to 0 dl 1746143518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.422266:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7c380 with x1830963461250688 ext(0->4095) 00002000:00010000:0.0:1746143507.422270:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c7c380 00000100:00100000:0.0:1746143507.422287:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12980 00000100:00100000:0.0:1746143507.422320:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+218:2007:x1830963461250688:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143507.422448:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+218:2007:x1830963461250688:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 155us (419us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143507.422454:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12980 00002000:00100000:0.0:1746143507.422459:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090c7c380 x1830963461250688/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 488/4536 e 0 to 0 dl 1746143518 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.422467:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7c380 with x1830963461250688 ext(0->4095) 00002000:00010000:0.0:1746143507.422470:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c7c380 00000100:00100000:0.0:1746143507.432263:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.441397:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.443877:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+220:2006:x1830963461250944:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2310us (2475us total) trans 4294970695 rc 0/0 00000100:00100000:0.0:1746143507.443886:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2062 00002000:00100000:0.0:1746143507.443894:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800978b4e00 x1830963461250944/t4294970695(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.443902:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4e00 with x1830963461250944 ext(0->7) 00010000:00010000:0.0:1746143507.443909:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008eea3600/0xa6c9a53f47f208c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69130 expref: 220 pid: 9571 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.443923:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008eea3600/0xa6c9a53f47f208c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69130 expref: 220 pid: 9571 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.443929:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800978b4e00 00000100:00100000:0.0:1746143507.458135:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.459917:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.459948:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461251456 00000100:00100000:0.0:1746143507.459951:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461251456 00000100:00100000:0.0:1746143507.459972:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28931 00000100:00100000:0.0:1746143507.459977:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+219:1135:x1830963461251456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143507.459989:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143507.460005:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009219a200/0xa6c9a53f47f208d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6913e expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.460031:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f208cd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69137 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.460037:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143507.460039:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143507.460042:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009219a200/0xa6c9a53f47f208d4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6913e expref: 220 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.460073:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f208cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69137 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.460084:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f208cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69137 expref: 6 pid: 9571 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746143507.460094:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9571:1830963454866432:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143507.460144:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143507.464280:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.465047:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.465084:0:7209:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461251712 00000100:00100000:0.0:1746143507.465088:0:7209:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461251712 00010000:00010000:0.0:1746143507.465104:0:7209:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f208cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69137 expref: 6 pid: 9571 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746143507.465130:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14841 00000100:00100000:0.0:1746143507.465135:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461251712:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143507.465143:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143507.465168:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f208cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69137 expref: 6 pid: 9571 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.465180:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f208cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69137 expref: 6 pid: 9571 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.465201:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f208cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69137 expref: 6 pid: 9571 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.465217:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143507.465218:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143507.465226:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009219a200/0xa6c9a53f47f208d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6913e expref: 221 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.465233:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009219a200/0xa6c9a53f47f208d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6913e expref: 221 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.465262:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009219a200/0xa6c9a53f47f208d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6913e expref: 221 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.465274:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009219a200/0xa6c9a53f47f208d4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6913e expref: 221 pid: 9571 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746143507.465286:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963454866560:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143507.466071:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143507.470384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.477176:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.486505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.491928:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461252480 00000100:00100000:0.0:1746143507.491937:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461252480 00000100:00100000:0.0:1746143507.491992:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28933 00000100:00100000:0.0:1746143507.492000:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+223:1135:x1830963461252480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143507.492021:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143507.492039:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6200/0xa6c9a53f47f208e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6914c expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.492069:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013647c600/0xa6c9a53f47f208db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69145 expref: 224 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.492075:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143507.492077:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143507.492080:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6200/0xa6c9a53f47f208e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6914c expref: 224 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.492109:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013647c600/0xa6c9a53f47f208db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69145 expref: 224 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.492121:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013647c600/0xa6c9a53f47f208db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69145 expref: 224 pid: 9571 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746143507.492137:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9571:1830963454866944:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143507.492215:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143507.495686:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.496617:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.499624:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.504146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.504185:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461253504 00000100:00100000:0.0:1746143507.504194:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461253504 00002000:00100000:0.0:1746143507.504235:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009045e300 x1830963461253504/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/0 e 0 to 0 dl 1746143518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.504245:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045e300 with x1830963461253504 ext(0->7) 00010000:00010000:0.0:1746143507.504254:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6200/0xa6c9a53f47f208e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6914c expref: 222 pid: 9571 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.504266:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6200/0xa6c9a53f47f208e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6914c expref: 222 pid: 9571 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.504273:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009045e300 00000100:00100000:0.0:1746143507.505687:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2068 00000100:00100000:0.0:1746143507.505702:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+222:2005:x1830963461253504:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143507.508376:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+224:2005:x1830963461253504:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2667us (4228us total) trans 4294970697 rc 0/0 00000100:00100000:0.0:1746143507.508388:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2068 00002000:00100000:0.0:1746143507.508400:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009045e300 x1830963461253504/t4294970697(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.508411:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045e300 with x1830963461253504 ext(0->7) 00010000:00010000:0.0:1746143507.508420:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6200/0xa6c9a53f47f208e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6914c expref: 224 pid: 9571 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.508436:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6200/0xa6c9a53f47f208e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6914c expref: 224 pid: 9571 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.508443:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009045e300 00000100:00100000:0.0:1746143507.513499:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.518456:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461253888 00000100:00100000:0.0:1746143507.518464:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461253888 00002000:00100000:0.0:1746143507.518512:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880097a6ea00 x1830963461253888/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:658/0 lens 488/0 e 0 to 0 dl 1746143518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.518523:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ea00 with x1830963461253888 ext(0->4095) 00002000:00010000:0.0:1746143507.518528:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097a6ea00 00000100:00100000:0.0:1746143507.518553:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12982 00000100:00100000:0.0:1746143507.518560:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461253888:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143507.519634:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461253888:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1073us (1233us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143507.519640:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12982 00002000:00100000:0.0:1746143507.519646:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880097a6ea00 x1830963461253888/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:658/0 lens 488/4536 e 0 to 0 dl 1746143518 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.519653:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ea00 with x1830963461253888 ext(0->4095) 00002000:00010000:0.0:1746143507.519656:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097a6ea00 00000100:00100000:0.0:1746143507.521134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.524545:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.529189:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.533901:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+227:2005:x1830963461254784:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1095us (1345us total) trans 4294970698 rc 0/0 00000100:00100000:0.0:1746143507.533909:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2070 00002000:00100000:0.0:1746143507.533916:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097a6ce00 x1830963461254784/t4294970698(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.533923:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ce00 with x1830963461254784 ext(0->7) 00010000:00010000:0.0:1746143507.533929:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f208f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6915a expref: 227 pid: 12044 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.533938:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808ae00/0xa6c9a53f47f208f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6915a expref: 227 pid: 12044 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.533945:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097a6ce00 00000100:00100000:0.0:1746143507.536107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.543219:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.548211:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.548269:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.550961:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.553020:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.562058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.563351:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+228:2006:x1830963461256064:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 904us (1301us total) trans 4294970699 rc 0/0 00000100:00100000:0.0:1746143507.563359:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2072 00002000:00100000:0.0:1746143507.563366:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800920d5f80 x1830963461256064/t4294970699(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.563373:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5f80 with x1830963461256064 ext(0->7) 00010000:00010000:0.0:1746143507.563378:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f208fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6916f expref: 228 pid: 12044 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.563387:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f208fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6916f expref: 228 pid: 12044 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.563393:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920d5f80 00000100:00100000:0.0:1746143507.564890:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.567321:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.573141:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.576012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.576327:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.580448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.580486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.583573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.589839:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.593941:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+230:2006:x1830963461257856:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3817us (4100us total) trans 4294970700 rc 0/0 00000100:00100000:0.0:1746143507.593954:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2075 00002000:00100000:0.0:1746143507.593965:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009236aa00 x1830963461257856/t4294970700(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.593976:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236aa00 with x1830963461257856 ext(0->7) 00010000:00010000:0.0:1746143507.593985:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fb98600/0xa6c9a53f47f20913 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6917d expref: 230 pid: 9571 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.594002:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fb98600/0xa6c9a53f47f20913 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6917d expref: 230 pid: 9571 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.594009:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009236aa00 00000100:00100000:0.0:1746143507.607120:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.607182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.609912:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.609958:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461258368 00000100:00100000:0.0:1746143507.609962:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461258368 00002000:00100000:0.0:1746143507.609997:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880092271180 x1830963461258368/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:658/0 lens 488/0 e 0 to 0 dl 1746143518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.610006:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092271180 with x1830963461258368 ext(0->4095) 00010000:00010000:0.0:1746143507.610013:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091a7cc00/0xa6c9a53f47f2091a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69184 expref: 6 pid: 9571 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.610025:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a7cc00/0xa6c9a53f47f2091a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69184 expref: 6 pid: 9571 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.610032:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092271180 00000100:00100000:0.0:1746143507.617259:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.621792:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.624515:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.628641:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.630414:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+232:2006:x1830963461259008:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 778us (1780us total) trans 4294970701 rc 0/0 00000100:00100000:0.0:1746143507.630422:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2077 00002000:00100000:0.0:1746143507.630428:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009189c700 x1830963461259008/t4294970701(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.630435:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189c700 with x1830963461259008 ext(0->7) 00010000:00010000:0.0:1746143507.630441:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091a7d000/0xa6c9a53f47f20921 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6918b expref: 232 pid: 9571 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.630450:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a7d000/0xa6c9a53f47f20921 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6918b expref: 232 pid: 9571 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.630456:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009189c700 00000100:00100000:0.0:1746143507.636377:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.646218:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.651204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.651281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.656970:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.664038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.677935:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.679205:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+235:2007:x1830963461260288:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 875us (1280us total) trans 4294970702 rc 0/0 00000100:00100000:0.0:1746143507.679212:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2079 00002000:00100000:0.0:1746143507.679218:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009189ea00 x1830963461260288/t4294970702(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.679224:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ea00 with x1830963461260288 ext(0->7) 00010000:00010000:0.0:1746143507.679230:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091a7dc00/0xa6c9a53f47f2092f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69199 expref: 235 pid: 9571 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.679244:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a7dc00/0xa6c9a53f47f2092f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69199 expref: 235 pid: 9571 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.679249:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009189ea00 00000100:00100000:0.0:1746143507.685504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.690821:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.695616:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.698467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.704776:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.704812:0:10111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461261056 00000100:00100000:0.0:1746143507.704821:0:10111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461261056 00000100:00100000:0.0:1746143507.704883:0:10111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28947 00000100:00100000:0.0:1746143507.704892:0:10111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097648700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6c035184-928a-4088-be86-d6b338962a2f+5:1139:x1830963461261056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143507.704970:0:10111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143507.704994:0:10111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135f39c00/0xa6c9a53f47f20944 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed691ae expref: -99 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.705027:0:10111:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917f2200/0xa6c9a53f47f2093d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691a7 expref: 234 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.705035:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143507.705036:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143507.705039:0:10111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135f39c00/0xa6c9a53f47f20944 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691ae expref: 6 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.705067:0:10111:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800917f2200/0xa6c9a53f47f2093d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691a7 expref: 234 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.705079:0:10111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800917f2200/0xa6c9a53f47f2093d lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691a7 expref: 234 pid: 9571 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746143507.705090:0:10111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092359c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10111:1830963454870400:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143507.711989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.719620:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+236:2007:x1830963461261568:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5951us (7623us total) trans 4294970703 rc 0/0 00000100:00100000:0.0:1746143507.719632:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2082 00002000:00100000:0.0:1746143507.719644:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092358e00 x1830963461261568/t4294970703(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.719653:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092358e00 with x1830963461261568 ext(0->7) 00010000:00010000:0.0:1746143507.719663:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917f2200/0xa6c9a53f47f2093d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691a7 expref: 236 pid: 9571 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.719680:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917f2200/0xa6c9a53f47f2093d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691a7 expref: 236 pid: 9571 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746143507.719687:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092358e00 00000100:00100000:0.0:1746143507.721810:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.724582:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461261952 00000100:00100000:0.0:1746143507.724590:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461261952 00002000:00100000:0.0:1746143507.724627:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086128380 x1830963461261952/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:658/0 lens 488/0 e 0 to 0 dl 1746143518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.724636:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128380 with x1830963461261952 ext(0->4095) 00002000:00010000:0.0:1746143507.724641:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086128380 00000100:00100000:0.0:1746143507.724657:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12987 00000100:00100000:0.0:1746143507.724664:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461261952:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143507.724798:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461261952:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (702us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143507.724804:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12987 00002000:00100000:0.0:1746143507.724809:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086128380 x1830963461261952/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:658/0 lens 488/4536 e 0 to 0 dl 1746143518 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.724816:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128380 with x1830963461261952 ext(0->4095) 00002000:00010000:0.0:1746143507.724818:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086128380 00000100:00100000:0.0:1746143507.726237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.731137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.737063:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.737121:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.742489:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.742522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.742565:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.745806:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.753635:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.755174:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092359500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+239:2005:x1830963461263616:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1186us (1545us total) trans 4294970704 rc 0/0 00000100:00100000:0.0:1746143507.755182:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2085 00002000:00100000:0.0:1746143507.755189:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880092359500 x1830963461263616/t4294970704(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.755196:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092359500 with x1830963461263616 ext(0->7) 00010000:00010000:0.0:1746143507.755203:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f20952 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691bc expref: 239 pid: 10111 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746143507.755213:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f20952 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691bc expref: 239 pid: 10111 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746143507.755219:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092359500 00000100:00100000:0.0:1746143507.757698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.761909:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.766188:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.766237:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.769555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.769600:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.771937:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.776132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.779599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.783652:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.785855:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+240:2006:x1830963461265280:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1352us (2200us total) trans 4294970705 rc 0/0 00000100:00100000:0.0:1746143507.785864:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2087 00002000:00100000:0.0:1746143507.785872:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009817b100 x1830963461265280/t4294970705(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.785880:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009817b100 with x1830963461265280 ext(0->7) 00010000:00010000:0.0:1746143507.785887:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f20967 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691d1 expref: 240 pid: 10111 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746143507.785899:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009808a200/0xa6c9a53f47f20967 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691d1 expref: 240 pid: 10111 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746143507.785906:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009817b100 00000100:00100000:0.0:1746143507.787334:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.790535:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.793596:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.797103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.806869:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.808461:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461266688 00000100:00100000:0.0:1746143507.808464:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461266688 00010000:00010000:0.0:1746143507.808480:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f2096e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691d8 expref: 6 pid: 10111 timeout: 826 lvb_type: 0 00000100:00100000:0.0:1746143507.808495:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14865 00000100:00100000:0.0:1746143507.808499:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461266688:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143507.808506:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143507.808517:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f2096e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691d8 expref: 6 pid: 10111 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746143507.808527:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f2096e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691d8 expref: 6 pid: 10111 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746143507.808539:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009808aa00/0xa6c9a53f47f2096e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691d8 expref: 6 pid: 10111 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746143507.808550:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143507.808551:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143507.808557:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a7c200/0xa6c9a53f47f2097c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691e6 expref: 240 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.808563:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a7c200/0xa6c9a53f47f2097c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691e6 expref: 240 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.808580:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a7c200/0xa6c9a53f47f2097c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691e6 expref: 240 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.808588:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a7c200/0xa6c9a53f47f2097c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691e6 expref: 240 pid: 10111 timeout: 826 lvb_type: 0 00000100:00100000:0.0:1746143507.808598:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098179c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7208:1830963454872320:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143507.808636:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143507.811233:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.817718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.823494:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.828562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.829674:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7208:1830963454872448:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143507.829688:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143507.829715:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b941450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+244:2004:x1830963461267456:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2953us (6232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143507.829725:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14866 00000100:00100000:0.0:1746143507.833387:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.833440:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.841057:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.845556:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.848980:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+244:2006:x1830963461268608:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2653us (3427us total) trans 4294970707 rc 0/0 00000100:00100000:0.0:1746143507.848991:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2092 00002000:00100000:0.0:1746143507.849001:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800969ef100 x1830963461268608/t4294970707(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.849010:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef100 with x1830963461268608 ext(0->7) 00010000:00010000:0.0:1746143507.849019:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009219be00/0xa6c9a53f47f2098a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691f4 expref: 244 pid: 9572 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746143507.849033:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009219be00/0xa6c9a53f47f2098a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691f4 expref: 244 pid: 9572 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746143507.849040:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ef100 00000100:00100000:0.0:1746143507.856866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.860441:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.860471:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461268992 00000100:00100000:0.0:1746143507.860480:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461268992 00002000:00100000:0.0:1746143507.861426:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800969ec000 x1830963461268992/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:658/0 lens 488/0 e 0 to 0 dl 1746143518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.861436:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec000 with x1830963461268992 ext(0->4095) 00002000:00010000:0.0:1746143507.861440:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ec000 00000100:00100000:0.0:1746143507.865343:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.867411:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461269376 00000100:00100000:0.0:1746143507.867417:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461269376 00002000:00100000:0.0:1746143507.867451:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090c7ce00 x1830963461269376/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 488/0 e 0 to 0 dl 1746143518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.867461:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7ce00 with x1830963461269376 ext(0->4095) 00002000:00010000:0.0:1746143507.867467:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c7ce00 00000100:00100000:0.0:1746143507.867757:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12995 00000100:00100000:0.0:1746143507.867763:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+244:2004:x1830963461269376:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143507.867914:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+244:2004:x1830963461269376:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 150us (701us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143507.867920:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12995 00002000:00100000:0.0:1746143507.867925:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090c7ce00 x1830963461269376/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 488/4536 e 0 to 0 dl 1746143518 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.867933:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7ce00 with x1830963461269376 ext(0->4095) 00002000:00010000:0.0:1746143507.867936:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c7ce00 00000100:00100000:0.0:1746143507.873398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.875580:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.876008:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.876081:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461269760 00000100:00100000:0.0:1746143507.876084:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461269760 00010000:00010000:0.0:1746143507.876097:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a92e00/0xa6c9a53f47f20991 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691fb expref: 6 pid: 9572 timeout: 826 lvb_type: 0 00000100:00100000:0.0:1746143507.876114:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14870 00000100:00100000:0.0:1746143507.876118:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461269760:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143507.876123:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143507.876129:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a92e00/0xa6c9a53f47f20991 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691fb expref: 6 pid: 9572 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746143507.876139:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a92e00/0xa6c9a53f47f20991 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed691fb expref: 6 pid: 9572 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746143507.876243:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143507.876269:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461269760:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 151us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143507.876275:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14870 00000100:00100000:0.0:1746143507.876331:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.878803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.880714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.881810:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+247:2006:x1830963461270400:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 812us (1099us total) trans 4294970708 rc 0/0 00000100:00100000:0.0:1746143507.881817:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2094 00002000:00100000:0.0:1746143507.881822:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800969ee300 x1830963461270400/t4294970708(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.881829:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ee300 with x1830963461270400 ext(0->7) 00010000:00010000:0.0:1746143507.881834:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bd5a00/0xa6c9a53f47f2099f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69209 expref: 247 pid: 12044 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746143507.881843:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bd5a00/0xa6c9a53f47f2099f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69209 expref: 247 pid: 12044 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746143507.881849:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ee300 00000100:00100000:0.0:1746143507.883386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.886354:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.888078:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.889352:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.893414:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.893457:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.896424:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.896452:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.896474:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461271680 00000100:00100000:0.0:1746143507.896478:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461271680 00010000:00010000:0.0:1746143507.896501:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a93a00/0xa6c9a53f47f209ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69217 expref: 6 pid: 9572 timeout: 826 lvb_type: 0 00000100:00100000:0.0:1746143507.896530:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461271808 00000100:00100000:0.0:1746143507.896532:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461271808 00010000:00010000:0.0:1746143507.896541:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134a93200/0xa6c9a53f47f209a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69210 expref: 247 pid: 9572 timeout: 826 lvb_type: 0 00000100:00100000:0.0:1746143507.896560:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14872 00000100:00100000:0.0:1746143507.896565:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461271680:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143507.896577:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143507.896598:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134a93a00/0xa6c9a53f47f209ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69217 expref: 6 pid: 9572 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746143507.896607:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134a93a00/0xa6c9a53f47f209ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69217 expref: 6 pid: 9572 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746143507.897095:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134a93a00/0xa6c9a53f47f209ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69217 expref: 7 pid: 9572 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746143507.897116:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143507.897118:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143507.897124:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134a92c00/0xa6c9a53f47f209b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6921e expref: 245 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.897135:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a92c00/0xa6c9a53f47f209b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6921e expref: 245 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.897156:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134a92c00/0xa6c9a53f47f209b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6921e expref: 245 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143507.897166:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134a92c00/0xa6c9a53f47f209b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6921e expref: 245 pid: 9572 timeout: 826 lvb_type: 0 00000100:00100000:0.0:1746143507.897175:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096d9c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963454874112:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143507.897721:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143507.901028:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.909603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.910812:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+248:2006:x1830963461272448:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 695us (1219us total) trans 4294970709 rc 0/0 00000100:00100000:0.0:1746143507.910822:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2097 00002000:00100000:0.0:1746143507.910829:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880096d9e680 x1830963461272448/t4294970709(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.910836:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9e680 with x1830963461272448 ext(0->7) 00010000:00010000:0.0:1746143507.910842:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a92c00/0xa6c9a53f47f209b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6921e expref: 248 pid: 9572 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746143507.910851:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a92c00/0xa6c9a53f47f209b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6921e expref: 248 pid: 9572 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746143507.910862:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096d9e680 00000100:00100000:0.0:1746143507.913901:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.917973:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963454874240:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143507.917998:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143507.918069:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+247:2005:x1830963461272576:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3923us (4176us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143507.918081:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14874 00000100:00100000:0.0:1746143507.918385:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461272832 00000100:00100000:0.0:1746143507.918392:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461272832 00002000:00100000:0.0:1746143507.918428:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090c7d180 x1830963461272832/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:658/0 lens 488/0 e 0 to 0 dl 1746143518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.918437:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7d180 with x1830963461272832 ext(0->4095) 00002000:00010000:0.0:1746143507.918442:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c7d180 00000100:00100000:0.0:1746143507.918455:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12998 00000100:00100000:0.0:1746143507.918461:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461272832:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143507.918578:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461272832:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (2250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143507.918584:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12998 00002000:00100000:0.0:1746143507.918588:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880090c7d180 x1830963461272832/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:658/0 lens 488/4536 e 0 to 0 dl 1746143518 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.918595:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7d180 with x1830963461272832 ext(0->4095) 00002000:00010000:0.0:1746143507.918598:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c7d180 00000100:00100000:0.0:1746143507.920432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.921221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.924232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.926773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.941239:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.944677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.948282:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.950083:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.950714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.953258:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.954782:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.957260:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+252:2005:x1830963461275008:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2345us (2469us total) trans 4294970711 rc 0/0 00000100:00100000:0.0:1746143507.957272:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2102 00002000:00100000:0.0:1746143507.957282:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880134091880 x1830963461275008/t4294970711(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:658/0 lens 496/448 e 0 to 0 dl 1746143518 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143507.957291:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134091880 with x1830963461275008 ext(0->7) 00010000:00010000:0.0:1746143507.957323:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134a93200/0xa6c9a53f47f209d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6923a expref: 252 pid: 9572 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746143507.957338:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134a93200/0xa6c9a53f47f209d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6923a expref: 252 pid: 9572 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746143507.957345:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134091880 00000100:00100000:0.0:1746143507.961024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.964209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.966927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.967397:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.970054:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.973382:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.976288:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.982101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.987082:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.993586:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.997186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143507.997492:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.001189:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.001263:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.002526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.005338:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.013827:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+256:2005:x1830963461278080:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 778us (2260us total) trans 4294970713 rc 0/0 00000100:00100000:0.0:1746143508.013836:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2106 00002000:00100000:0.0:1746143508.013842:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880090c7f100 x1830963461278080/t4294970713(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:659/0 lens 496/448 e 0 to 0 dl 1746143519 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143508.013850:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7f100 with x1830963461278080 ext(0->7) 00010000:00010000:0.0:1746143508.013858:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bd5800/0xa6c9a53f47f209f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6925d expref: 256 pid: 12044 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746143508.013870:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bd5800/0xa6c9a53f47f209f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6925d expref: 256 pid: 12044 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746143508.013876:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c7f100 00000100:00100000:0.0:1746143508.018500:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.024114:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.026749:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.029546:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.033543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.036813:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.046430:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.047772:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+259:2005:x1830963461279360:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1053us (1350us total) trans 4294970714 rc 0/0 00000100:00100000:0.0:1746143508.047778:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2108 00002000:00100000:0.0:1746143508.047785:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097891500 x1830963461279360/t4294970714(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:659/0 lens 496/448 e 0 to 0 dl 1746143519 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143508.047793:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097891500 with x1830963461279360 ext(0->7) 00010000:00010000:0.0:1746143508.047798:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bd4800/0xa6c9a53f47f20a01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6926b expref: 259 pid: 12044 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746143508.047809:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bd4800/0xa6c9a53f47f20a01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6926b expref: 259 pid: 12044 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746143508.047814:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097891500 00000100:00100000:0.0:1746143508.053924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.064635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.065054:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.065090:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461279872 00000100:00100000:0.0:1746143508.065098:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461279872 00002000:00100000:0.0:1746143508.065161:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880097890e00 x1830963461279872/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:659/0 lens 488/0 e 0 to 0 dl 1746143519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143508.065171:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097890e00 with x1830963461279872 ext(0->4095) 00002000:00010000:0.0:1746143508.065176:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097890e00 00000100:00100000:0.0:1746143508.065199:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13003 00000100:00100000:0.0:1746143508.065206:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+259:2007:x1830963461279872:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143508.065386:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+259:2007:x1830963461279872:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 179us (331us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143508.065394:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13003 00002000:00100000:0.0:1746143508.065399:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880097890e00 x1830963461279872/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:659/0 lens 488/4536 e 0 to 0 dl 1746143519 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143508.065407:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097890e00 with x1830963461279872 ext(0->4095) 00002000:00010000:0.0:1746143508.065409:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097890e00 00000100:00100000:0.0:1746143508.069658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.073377:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.076045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.079569:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+260:2004:x1830963461280640:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3213us (3522us total) trans 4294970715 rc 0/0 00000100:00100000:0.0:1746143508.079580:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2110 00002000:00100000:0.0:1746143508.079588:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880097891c00 x1830963461280640/t4294970715(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:659/0 lens 496/448 e 0 to 0 dl 1746143519 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746143508.079597:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097891c00 with x1830963461280640 ext(0->7) 00010000:00010000:0.0:1746143508.079605:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092bd5800/0xa6c9a53f47f20a0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69279 expref: 260 pid: 12044 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746143508.079619:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092bd5800/0xa6c9a53f47f20a0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69279 expref: 260 pid: 12044 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746143508.079625:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097891c00 00000100:00100000:0.0:1746143508.092086:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.095690:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.101098:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.103603:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.111423:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.142218:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.154157:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746143508.154929:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746143508.203494:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.208617:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.211861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143508.218454:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746143508.222324:0:7211:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746143508.222330:0:7211:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a800/0xa6c9a53f47f20a63 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1746143508.222335:0:7211:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090c7a800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746143508.222338:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a800/0xa6c9a53f47f20a63 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1746143508.222343:0:7211:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a800/0xa6c9a53f47f20a63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1746143508.222350:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff880134a22900) 00010000:00010000:0.0:1746143508.222352:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746143508.222354:0:7211:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a800/0xa6c9a53f47f20a63 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1746143508.222359:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a800/0xa6c9a53f47f20a63 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1746143508.222377:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746143508.222379:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746143508.222381:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746143508.421457:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143508.922537:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008585b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830963454877952:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746143508.922591:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143508.922662:0:9575:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963454877952 00000100:00100000:0.0:1746143508.922668:0:9575:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963454877952 00000100:00100000:0.0:1746143508.922705:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1746143508.922713:0:9575:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830963454877952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746143508.922767:0:9575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 988478272 pending 0 free 3922055168 avail 3690532864 00000100:00100000:0.0:1746143508.922796:0:9575:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830963454877952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143508.922802:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00080000:0.0:1746143508.922821:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746143508.922844:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008585b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830963454877952:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746143508.985860:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963454878080:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746143508.985910:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746143508.986222:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746143508.986251:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963454878080:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746143509.330342:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143509.330382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143509.330427:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143509.330457:0:12697:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461282944 00000100:00100000:0.0:1746143509.330460:0:12697:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461282944 00000100:00100000:0.0:1746143509.330492:0:12697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1096 00000100:00100000:0.0:1746143509.330498:0:12697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085858700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963461282944:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746143509.331036:0:12697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085858700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963461282944:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 537us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143509.331042:0:12697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1096 00000100:00100000:0.0:1746143509.331327:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143509.331357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143509.331490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143509.331503:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143509.331514:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143509.331533:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143509.331549:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461283200 00000100:00100000:0.0:1746143509.331553:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461283200 00000100:00100000:0.0:1746143509.331909:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461283712 00000100:00100000:0.0:1746143509.331913:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461283712 00000100:00100000:0.0:1746143509.354053:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3767:1830963454878336:0@lo:400:kworker.0 00000100:00100000:0.0:1746143509.354078:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143509.354097:0:12697:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963454878336 00000100:00100000:0.0:1746143509.354100:0:12697:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963454878336 00000100:00100000:0.0:1746143509.354120:0:12697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:0.0:1746143509.354124:0:12697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130714a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830963454878336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746143509.354159:0:12697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130714a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830963454878336:12345-0@lo:400:kworker.0 Request processed in 34us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143509.354165:0:12697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:0.0:1746143509.354200:0:8386:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963454878464 00000100:00100000:0.0:1746143509.354202:0:8386:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963454878464 00000100:00100000:0.0:1746143509.354219:0:8386:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1746143509.354223:0:8386:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092270a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3764:x1830963454878464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746143509.354250:0:8386:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092270a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3764:x1830963454878464:12345-0@lo:400:kworker.0 Request processed in 27us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143509.354256:0:8386:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00010000:00010000:0.0:1746143509.424648:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746143509.470026:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970715 is committed 00000100:00100000:0.0:1746143510.378261:0:8386:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963454879616 00000100:00100000:0.0:1746143510.378270:0:8386:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963454879616 00000100:00100000:0.0:1746143510.378339:0:8386:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1746143510.378347:0:8386:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3765:x1830963454879616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746143510.378383:0:8386:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:0.0:1746143510.382026:0:8386:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3765:x1830963454879616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3666us (3811us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143510.382042:0:8386:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1746143510.522700:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963454879744:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746143510.522782:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143511.353617:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ef46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830963454879872:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746143511.353694:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143511.354429:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ef46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830963454879872:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746143511.385578:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830963454880000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746143511.385654:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143511.388523:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830963454880000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746143511.999877:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.003775:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.015140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.032800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.035779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.041667:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.044679:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.053568:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.053596:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461285888 00000100:00100000:0.0:1746143512.053601:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461285888 00002000:00010000:0.0:1746143512.053636:0:27162:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/26 (0->18446744073709551615) 00002000:00100000:0.0:1746143512.053639:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb8380 with x1830963461285888 ext(0->18446744073709551615) 00002000:00010000:0.0:1746143512.053650:0:27162:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb8380. 00000100:00100000:0.0:1746143512.053666:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13005 00000100:00100000:0.0:1746143512.053672:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+7:2006:x1830963461285888:12345-192.168.203.27@tcp:10:rw_seq_cst_vs_d.0 00000001:00080000:0.0:1746143512.055223:0:9569:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972143 is committed 00000001:00100000:0.0:1746143512.055236:0:9569:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 6c035184-928a-4088-be86-d6b338962a2f 00000001:00100000:0.0:1746143512.055242:0:9569:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c97f0927-0cf9-481f-8b16-07ea4f949ecf 00000001:00100000:0.0:1746143512.055247:0:9569:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 6c035184-928a-4088-be86-d6b338962a2f 00000020:00000080:0.0:1746143512.055250:0:9569:0:(genops.c:904:class_export_put()) final put ffff8800922fe000/6c035184-928a-4088-be86-d6b338962a2f 00000001:00100000:0.0:1746143512.055275:0:9569:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c97f0927-0cf9-481f-8b16-07ea4f949ecf 00000020:00000080:0.0:1746143512.055277:0:9569:0:(genops.c:904:class_export_put()) final put ffff88012de78800/c97f0927-0cf9-481f-8b16-07ea4f949ecf 00000100:00100000:0.0:1746143512.057035:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.065675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.069400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.075243:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.075392:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28985 00000100:00100000:0.0:1746143512.075398:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:1782:x1830963461286656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143512.075414:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143512.075431:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f20b12 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed692db expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.075461:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7aa00/0xa6c9a53f47f20aef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed692c6 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.075467:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143512.075468:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143512.075470:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f20b12 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed692db expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.075493:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7aa00/0xa6c9a53f47f20aef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed692c6 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.075501:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7aa00/0xa6c9a53f47f20aef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed692c6 expref: 5 pid: 9572 timeout: 830 lvb_type: 0 00000100:00100000:0.0:1746143512.075510:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efbad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963454880640:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143512.075595:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143512.079184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.080821:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.082936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.092405:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.100690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.110072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.111391:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963461287552:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 873us (1328us total) trans 4294972145 rc 0/0 00000100:00100000:0.0:1746143512.111398:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2112 00002000:00100000:0.0:1746143512.111405:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801230aea00 x1830963461287552/t4294972145(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:663/0 lens 496/448 e 0 to 0 dl 1746143523 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143512.111413:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230aea00 with x1830963461287552 ext(0->7) 00010000:00010000:0.0:1746143512.111417:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f20b12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed692db expref: 9 pid: 9572 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746143512.111426:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f20b12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed692db expref: 9 pid: 9572 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746143512.111432:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230aea00 00000100:00100000:0.0:1746143512.114033:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.118142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.122477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.129271:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.133328:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.136840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.139584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.139676:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.143660:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.147837:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.147893:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.151231:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.157568:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.162163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.164958:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.168364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.172343:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.172454:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.173272:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461290624 00000100:00100000:0.0:1746143512.173276:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461290624 00000100:00100000:0.0:1746143512.173314:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 28993 00000100:00100000:0.0:1746143512.173320:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:1782:x1830963461290624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143512.173328:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143512.173931:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f20b4a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed69313 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.173959:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f20b43 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6930c expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.173966:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143512.173968:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143512.173971:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f20b4a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69313 expref: 9 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.174076:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f20b43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6930c expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.174089:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f20b43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6930c expref: 5 pid: 9572 timeout: 830 lvb_type: 0 00000100:00100000:0.0:1746143512.174102:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f642680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963454882560:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143512.174177:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143512.174679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.176960:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.179944:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.185196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.189232:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461291520 00000100:00100000:0.0:1746143512.189242:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461291520 00002000:00100000:0.0:1746143512.189279:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6d180 x1830963461291520/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:663/0 lens 488/0 e 0 to 0 dl 1746143523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143512.189289:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6d180 with x1830963461291520 ext(0->4095) 00002000:00010000:0.0:1746143512.189326:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6d180 00000100:00100000:0.0:1746143512.189351:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13011 00000100:00100000:0.0:1746143512.189358:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963461291520:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143512.189471:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963461291520:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143512.189477:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13011 00002000:00100000:0.0:1746143512.189482:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6d180 x1830963461291520/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:663/0 lens 488/4536 e 0 to 0 dl 1746143523 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143512.189488:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6d180 with x1830963461291520 ext(0->4095) 00002000:00010000:0.0:1746143512.189491:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6d180 00000100:00100000:0.0:1746143512.192374:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.194848:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.197950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.202757:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.205428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.208525:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.211973:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.214746:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.222952:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.223754:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963461293312:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143512.223768:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143512.223789:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f20b66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6932f expref: 9 pid: 9573 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746143512.223800:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f20b66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6932f expref: 9 pid: 9573 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746143512.223822:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f20b66 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6932f expref: 9 pid: 9573 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746143512.223837:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143512.223839:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143512.223846:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013647ce00/0xa6c9a53f47f20b6d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69336 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.223915:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013647ce00/0xa6c9a53f47f20b6d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69336 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.223946:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013647ce00/0xa6c9a53f47f20b6d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69336 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143512.223958:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f642680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963454883968:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143512.224026:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143512.226235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.226382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.234052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.237338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.242807:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.245778:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.249402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.254549:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.254682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.256860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.263022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.266282:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.268754:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.270716:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.273711:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.276804:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.280523:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.282044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.285214:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.287686:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.289717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.292400:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.294142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.297000:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.300413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.303249:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.303417:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.306996:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.310743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.312928:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.313003:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.315779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.318402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.318447:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.322654:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.325227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.329093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.332585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.335461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.337190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.339061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.339643:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.341963:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.344468:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.346440:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.349186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.350810:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.354727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.357842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.360562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.360928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.362388:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.366337:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.370204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.370655:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.375101:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.376902:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.378097:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.380625:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.385604:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.387476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.390631:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.392890:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.394286:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.396391:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.399034:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.402262:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.407516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.412103:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.415610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.416235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.420279:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.426947:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746143512.429498:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143512.429664:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009817a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963454890624:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143512.429680:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143512.429742:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461306624:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2570us (2805us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143512.429750:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14931 00000100:00100000:0.0:1746143512.432025:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.434145:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.438560:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.442321:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.442417:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.446359:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.446564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.448739:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.450343:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.452762:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.454612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.456515:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461308672 00000100:00100000:0.0:1746143512.456520:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461308672 00010000:00010000:0.0:1746143512.456588:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f20c38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69401 expref: 9 pid: 10111 timeout: 830 lvb_type: 0 00000100:00100000:0.0:1746143512.456619:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14935 00000100:00100000:0.0:1746143512.456625:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963461308672:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143512.456634:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143512.456650:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f20c38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69401 expref: 9 pid: 10111 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746143512.456659:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f20c38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69401 expref: 9 pid: 10111 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746143512.456677:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f20c38 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69401 expref: 9 pid: 10111 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746143512.456712:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143512.456714:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143512.456721:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f20c3f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69408 expref: 5 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.456729:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f20c3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69408 expref: 5 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.456755:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f20c3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69408 expref: 5 pid: 10111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143512.456766:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963454891648:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143512.456838:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143512.458591:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.460231:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.462728:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.463077:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.466022:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.468428:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.468468:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.470060:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.473367:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.473410:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.475878:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.478768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.481674:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.486284:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.489801:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.492246:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.500434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.500534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.501514:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461311872 00000100:00100000:0.0:1746143512.501522:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461311872 00010000:00010000:0.0:1746143512.501555:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f20c62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6942b expref: 6 pid: 10111 timeout: 830 lvb_type: 0 00000100:00100000:0.0:1746143512.501580:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14941 00000100:00100000:0.0:1746143512.501587:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461311872:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143512.501598:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143512.501615:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f20c62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6942b expref: 6 pid: 10111 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746143512.501626:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f20c62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6942b expref: 6 pid: 10111 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746143512.501645:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f20c62 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6942b expref: 6 pid: 10111 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746143512.501666:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143512.501668:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143512.501675:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f20c69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69432 expref: 9 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.501682:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f20c69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69432 expref: 9 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.501724:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f20c69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69432 expref: 9 pid: 10111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143512.501735:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963454893184:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143512.502771:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143512.510114:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.513825:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.517445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.519814:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.521452:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2007:x1830963461312768:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1420us (1634us total) trans 4294972146 rc 0/0 00000100:00100000:0.0:1746143512.521460:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2136 00002000:00100000:0.0:1746143512.521466:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009045ea00 x1830963461312768/t4294972146(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:663/0 lens 496/448 e 0 to 0 dl 1746143523 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143512.521474:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045ea00 with x1830963461312768 ext(0->7) 00010000:00010000:0.0:1746143512.521481:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013647c200/0xa6c9a53f47f20c70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69439 expref: 11 pid: 12044 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746143512.521496:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013647c200/0xa6c9a53f47f20c70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69439 expref: 11 pid: 12044 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746143512.521502:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045ea00 00000100:00100000:0.0:1746143512.525990:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.528244:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.533186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.533341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.536505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.540447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.542474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.545446:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.548065:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.550666:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.552862:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.555442:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.555830:0:10111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461314944 00000100:00100000:0.0:1746143512.555834:0:10111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461314944 00000100:00100000:0.0:1746143512.555860:0:10111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29041 00000100:00100000:0.0:1746143512.555866:0:10111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba86050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1782:x1830963461314944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143512.555872:0:10111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143512.555879:0:10111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f20c9a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed69463 expref: -99 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.555891:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143512.555895:0:10111:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f20c93 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6945c expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.555900:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143512.555903:0:10111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f20c9a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69463 expref: 13 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.555922:0:10111:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f20c93 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6945c expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.555933:0:10111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f20c9a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69463 expref: 13 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.555941:0:10111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28400, rc 0) 00000100:00100000:0.0:1746143512.555979:0:10111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba86050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1782:x1830963461314944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143512.555985:0:10111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29041 00000100:00100000:0.0:1746143512.556942:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.558659:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.560819:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.561040:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.563475:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.565594:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.569209:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.574581:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.578179:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.581584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.586967:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.590987:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461317120 00000100:00100000:0.0:1746143512.590997:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461317120 00000100:00100000:0.0:1746143512.591041:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29045 00000100:00100000:0.0:1746143512.591048:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:1782:x1830963461317120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143512.591066:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143512.591082:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f20cb6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6947f expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.591631:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f20caf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69478 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.591641:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143512.591642:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143512.591647:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f20cb6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6947f expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.591674:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f20caf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69478 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.591686:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f20caf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69478 expref: 5 pid: 9573 timeout: 830 lvb_type: 0 00000100:00100000:0.0:1746143512.591698:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963454895872:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143512.592326:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143512.596717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.597023:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.598691:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800980c6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143512.600155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.603288:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.603564:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.613269:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.616947:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.624175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.627290:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.627353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.629588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.630201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.632824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.635673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.639615:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.641991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.646182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.649431:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.655986:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.656118:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.659077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.666288:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.669797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.675542:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.705896:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.708144:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2005:x1830963461322112:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1967us (2250us total) trans 4294972147 rc 0/0 00000100:00100000:0.0:1746143512.708158:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2145 00002000:00100000:0.0:1746143512.708169:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bb64000 x1830963461322112/t4294972147(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:663/0 lens 496/448 e 0 to 0 dl 1746143523 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143512.708179:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb64000 with x1830963461322112 ext(0->7) 00010000:00010000:0.0:1746143512.708188:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f20cee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694b7 expref: 13 pid: 10111 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746143512.708204:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f20cee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694b7 expref: 13 pid: 10111 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746143512.708210:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb64000 00000100:00100000:0.0:1746143512.709565:0:10111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461322240 00000100:00100000:0.0:1746143512.709575:0:10111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461322240 00000100:00100000:0.0:1746143512.709635:0:10111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29055 00000100:00100000:0.0:1746143512.709642:0:10111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1782:x1830963461322240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143512.709659:0:10111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143512.709675:0:10111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f20cfc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed694c5 expref: -99 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.709711:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143512.709717:0:10111:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7ae00/0xa6c9a53f47f20cf5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694be expref: 5 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.709724:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746143512.709727:0:10111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f20cfc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694c5 expref: 14 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.709772:0:10111:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7ae00/0xa6c9a53f47f20cf5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694be expref: 5 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.709785:0:10111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f20cfc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694c5 expref: 14 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.709795:0:10111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29e00, rc 0) 00000100:00100000:0.0:1746143512.709851:0:10111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:1782:x1830963461322240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (994us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143512.709858:0:10111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29055 00000100:00100000:0.0:1746143512.710910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.715867:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.719446:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.721907:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.724788:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.726464:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.734405:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.734523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.737115:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.742802:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.745501:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.749952:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.754990:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.760367:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.761365:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461324928 00000100:00100000:0.0:1746143512.761369:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461324928 00010000:00010000:0.0:1746143512.761389:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7400/0xa6c9a53f47f20d11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694da expref: 14 pid: 9572 timeout: 831 lvb_type: 0 00000100:00100000:0.0:1746143512.761418:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14966 00000100:00100000:0.0:1746143512.761424:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963461324928:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143512.761432:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143512.761451:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008eec7400/0xa6c9a53f47f20d11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694da expref: 14 pid: 9572 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143512.761461:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008eec7400/0xa6c9a53f47f20d11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694da expref: 14 pid: 9572 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143512.761481:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7400/0xa6c9a53f47f20d11 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694da expref: 14 pid: 9572 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143512.761504:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143512.761505:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143512.761511:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f20d18 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694e1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.761518:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f20d18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694e1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.761542:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f20d18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694e1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.761552:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f20d18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694e1 expref: 5 pid: 9572 timeout: 831 lvb_type: 0 00000100:00100000:0.0:1746143512.761562:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963454899712:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143512.762423:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143512.763721:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.768048:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.773067:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.776221:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.780834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.785278:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2007:x1830963461325824:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 4229us (4435us total) trans 4294972148 rc 0/0 00000100:00100000:0.0:1746143512.785289:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2149 00002000:00100000:0.0:1746143512.785401:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009236f800 x1830963461325824/t4294972148(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:663/0 lens 496/448 e 0 to 0 dl 1746143523 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143512.785413:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236f800 with x1830963461325824 ext(0->7) 00010000:00010000:0.0:1746143512.785423:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f20d1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694e8 expref: 15 pid: 9572 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143512.785437:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f20d1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694e8 expref: 15 pid: 9572 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746143512.785452:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236f800 00000100:00100000:0.0:1746143512.791749:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.791864:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.797250:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.800384:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.803043:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.808971:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.813013:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.816038:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2005:x1830963461326976:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2530us (3016us total) trans 4294972149 rc 0/0 00000100:00100000:0.0:1746143512.816051:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2151 00002000:00100000:0.0:1746143512.816062:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880124833800 x1830963461326976/t4294972149(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:663/0 lens 496/448 e 0 to 0 dl 1746143523 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143512.816069:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124833800 with x1830963461326976 ext(0->7) 00010000:00010000:0.0:1746143512.816079:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f20d2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694f6 expref: 17 pid: 9572 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143512.816094:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f20d2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694f6 expref: 17 pid: 9572 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746143512.816100:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880124833800 00000100:00100000:0.0:1746143512.820840:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.824504:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.827349:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461327488 00000100:00100000:0.0:1746143512.827356:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461327488 00002000:00100000:0.0:1746143512.827402:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008612a680 x1830963461327488/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:663/0 lens 488/0 e 0 to 0 dl 1746143523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143512.827410:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008612a680 with x1830963461327488 ext(0->4095) 00010000:00010000:0.0:1746143512.827418:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f20d34 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694fd expref: 6 pid: 10111 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143512.827430:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f20d34 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694fd expref: 6 pid: 10111 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746143512.827436:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008612a680 00000100:00100000:0.0:1746143512.827460:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2152 00000100:00100000:0.0:1746143512.827466:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461327488:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746143512.827582:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461327488:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (637us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143512.827588:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2152 00002000:00100000:0.0:1746143512.827593:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008612a680 x1830963461327488/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:663/0 lens 488/4536 e 0 to 0 dl 1746143523 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143512.827599:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008612a680 with x1830963461327488 ext(0->4095) 00010000:00010000:0.0:1746143512.827603:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f20d34 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694fd expref: 6 pid: 10111 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143512.827611:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f20d34 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed694fd expref: 6 pid: 10111 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746143512.827615:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008612a680 00000100:00100000:0.0:1746143512.829191:0:10111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461327616 00000100:00100000:0.0:1746143512.829196:0:10111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461327616 00000100:00100000:0.0:1746143512.829220:0:10111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29065 00000100:00100000:0.0:1746143512.829225:0:10111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1794:x1830963461327616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143512.829238:0:10111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143512.829252:0:10111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f20d42 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6950b expref: -99 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.829272:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143512.829276:0:10111:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f20d3b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69504 expref: 18 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.829280:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143512.829283:0:10111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f20d42 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6950b expref: 18 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.829762:0:10111:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f20d3b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69504 expref: 18 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.829774:0:10111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f20d42 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6950b expref: 18 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.829781:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143512.829783:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143512.829788:0:10111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f20d3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69504 expref: 18 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.829794:0:10111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f20d3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69504 expref: 18 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.829813:0:10111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f20d3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69504 expref: 18 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143512.829822:0:10111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f20d3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69504 expref: 18 pid: 10111 timeout: 831 lvb_type: 0 00000100:00100000:0.0:1746143512.829834:0:10111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124831880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10111:1830963454900992:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143512.829892:0:10111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143512.833410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.838195:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.841546:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.847034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.851240:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.852044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.855991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.860466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.863681:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.877560:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.892395:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.894058:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.899626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.911996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.915685:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.921286:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.926736:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.927958:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:2006:x1830963461330816:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 882us (1227us total) trans 4294972151 rc 0/0 00000100:00100000:0.0:1746143512.927965:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2157 00002000:00100000:0.0:1746143512.927972:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880095d9c700 x1830963461330816/t4294972151(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:663/0 lens 496/448 e 0 to 0 dl 1746143523 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143512.927978:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9c700 with x1830963461330816 ext(0->7) 00010000:00010000:0.0:1746143512.927984:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f20d5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69527 expref: 21 pid: 9572 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143512.927994:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f20d5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69527 expref: 21 pid: 9572 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746143512.928000:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9c700 00000100:00100000:0.0:1746143512.932223:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.938666:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.941799:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.952370:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.957051:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.960877:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+23:2007:x1830963461331968:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3074us (3824us total) trans 4294972152 rc 0/0 00000100:00100000:0.0:1746143512.960890:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2159 00002000:00100000:0.0:1746143512.960901:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880095d9ce00 x1830963461331968/t4294972152(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:663/0 lens 496/448 e 0 to 0 dl 1746143523 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143512.960910:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9ce00 with x1830963461331968 ext(0->7) 00010000:00010000:0.0:1746143512.960920:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009043f200/0xa6c9a53f47f20d6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69535 expref: 23 pid: 9572 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143512.960939:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009043f200/0xa6c9a53f47f20d6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69535 expref: 23 pid: 9572 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746143512.960945:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9ce00 00000100:00100000:0.0:1746143512.965600:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.966651:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.971681:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461332480 00000100:00100000:0.0:1746143512.971689:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461332480 00002000:00100000:0.0:1746143512.971741:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6e300 x1830963461332480/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:663/0 lens 488/0 e 0 to 0 dl 1746143523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143512.971751:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6e300 with x1830963461332480 ext(0->4095) 00010000:00010000:0.0:1746143512.971759:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f20d73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6953c expref: 6 pid: 9572 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143512.971772:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f20d73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6953c expref: 6 pid: 9572 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746143512.971778:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6e300 00000100:00100000:0.0:1746143512.971797:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2160 00000100:00100000:0.0:1746143512.971803:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461332480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143512.972730:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461332480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 921us (1277us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143512.972740:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2160 00002000:00100000:0.0:1746143512.972747:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6e300 x1830963461332480/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:663/0 lens 488/4536 e 0 to 0 dl 1746143523 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143512.972755:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6e300 with x1830963461332480 ext(0->4095) 00010000:00010000:0.0:1746143512.972761:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f20d73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6953c expref: 6 pid: 9572 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143512.972772:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f20d73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6953c expref: 6 pid: 9572 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746143512.972777:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6e300 00000100:00100000:0.0:1746143512.976223:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.979616:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.982603:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.987545:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.990566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.995606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143512.997289:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.015515:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.020868:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.024246:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.028171:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.032087:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.034274:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.039622:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.039670:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.046631:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.051173:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.059581:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.061655:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.063913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.066392:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.067746:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.069360:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.069878:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.071829:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.073912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.074004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.076802:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.079693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.079758:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.083540:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.085648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.087896:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.089967:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.091615:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.093349:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.095204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.097471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.098208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.099739:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.102147:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.102199:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.104882:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.106612:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.106677:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.109673:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461340672 00000100:00100000:0.0:1746143513.109679:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461340672 00002000:00100000:0.0:1746143513.109720:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091af2d80 x1830963461340672/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:664/0 lens 488/0 e 0 to 0 dl 1746143524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143513.109726:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091af2d80 with x1830963461340672 ext(0->4095) 00010000:00010000:0.0:1746143513.109733:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f20de3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed695ac expref: 6 pid: 9572 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143513.109740:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f20de3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed695ac expref: 6 pid: 9572 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746143513.109744:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091af2d80 00000100:00100000:0.0:1746143513.109763:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2169 00000100:00100000:0.0:1746143513.109768:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461340672:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143513.109899:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461340672:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (638us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143513.109905:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2169 00002000:00100000:0.0:1746143513.109909:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091af2d80 x1830963461340672/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:664/0 lens 488/4536 e 0 to 0 dl 1746143524 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143513.109916:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091af2d80 with x1830963461340672 ext(0->4095) 00010000:00010000:0.0:1746143513.109920:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f20de3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed695ac expref: 6 pid: 9572 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143513.109929:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f20de3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed695ac expref: 6 pid: 9572 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746143513.109934:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091af2d80 00000100:00100000:0.0:1746143513.111235:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.115725:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.119672:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.121867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.125850:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.125926:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.129417:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.133025:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:0.0:1746143513.134135:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090527800 x1830963461342208/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:664/0 lens 488/0 e 0 to 0 dl 1746143524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143513.134146:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090527800 with x1830963461342208 ext(0->4095) 00010000:00010000:0.0:1746143513.134154:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800907f5400/0xa6c9a53f47f20df8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed695c1 expref: 24 pid: 9572 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143513.134167:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800907f5400/0xa6c9a53f47f20df8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed695c1 expref: 24 pid: 9572 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746143513.134173:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090527800 00000100:00100000:0.0:1746143513.134203:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2171 00000100:00100000:0.0:1746143513.134212:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2007:x1830963461342208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143513.135019:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2007:x1830963461342208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 807us (1998us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143513.135027:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2171 00002000:00100000:0.0:1746143513.135033:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090527800 x1830963461342208/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:664/0 lens 488/4536 e 0 to 0 dl 1746143524 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143513.135045:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090527800 with x1830963461342208 ext(0->4095) 00010000:00010000:0.0:1746143513.135051:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800907f5400/0xa6c9a53f47f20df8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed695c1 expref: 24 pid: 9572 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143513.135060:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800907f5400/0xa6c9a53f47f20df8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed695c1 expref: 24 pid: 9572 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746143513.135065:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090527800 00000100:00100000:0.0:1746143513.136653:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.138772:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.140348:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.143358:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.145681:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.147406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.149240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.149644:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.152137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.155934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.161430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.161478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.165130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.167100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.170394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.172614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.174434:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.180197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.181830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.182864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.185155:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.187013:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.189065:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.191708:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.193624:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.193757:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29101 00000100:00100000:0.0:1746143513.193764:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461346816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143513.193778:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143513.193792:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f20e3e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed69607 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143513.193816:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d86e600/0xa6c9a53f47f20e37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69600 expref: 22 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143513.193828:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143513.193830:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143513.193834:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f20e3e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69607 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143513.193865:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d86e600/0xa6c9a53f47f20e37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69600 expref: 22 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143513.193877:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d86e600/0xa6c9a53f47f20e37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69600 expref: 22 pid: 9572 timeout: 831 lvb_type: 0 00000100:00100000:0.0:1746143513.193888:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008585aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963454910208:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143513.193966:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143513.195674:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.197509:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.200323:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.202969:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.203783:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.209823:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.214250:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.218965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.221769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.222060:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.224076:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.228570:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.234491:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.237456:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.241727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.245111:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.245213:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.247423:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.248809:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.255187:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.260887:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.265145:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.270983:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.275351:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.275890:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.280577:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.284825:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.287802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.289861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.293855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.295180:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2006:x1830963461352064:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1189us (1324us total) trans 4294972153 rc 0/0 00000100:00100000:0.0:1746143513.295188:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2182 00002000:00100000:0.0:1746143513.295195:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096d9f480 x1830963461352064/t4294972153(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:664/0 lens 496/448 e 0 to 0 dl 1746143524 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143513.295202:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9f480 with x1830963461352064 ext(0->7) 00010000:00010000:0.0:1746143513.295207:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f20e7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69646 expref: 25 pid: 10111 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143513.295217:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f20e7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69646 expref: 25 pid: 10111 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746143513.295223:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9f480 00000100:00100000:0.0:1746143513.307408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.311387:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461352576 00000100:00100000:0.0:1746143513.311395:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461352576 00002000:00100000:0.0:1746143513.311441:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c050700 x1830963461352576/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:664/0 lens 488/0 e 0 to 0 dl 1746143524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143513.311450:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c050700 with x1830963461352576 ext(0->4095) 00002000:00010000:0.0:1746143513.311455:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c050700 00000100:00100000:0.0:1746143513.311474:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13071 00000100:00100000:0.0:1746143513.311480:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461352576:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143513.311603:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461352576:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (359us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143513.311610:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13071 00002000:00100000:0.0:1746143513.311616:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c050700 x1830963461352576/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:664/0 lens 488/4536 e 0 to 0 dl 1746143524 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143513.311623:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c050700 with x1830963461352576 ext(0->4095) 00002000:00010000:0.0:1746143513.311625:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c050700 00000100:00100000:0.0:1746143513.313369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.313959:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.316156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.318142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.324593:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.326615:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.330105:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.331666:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.335619:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.337637:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.344336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.347290:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.350552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.358248:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.362522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.365981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.368331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.369525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.372981:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.373271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.377937:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.382527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.388081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.390474:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.393338:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.396361:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.397529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.400494:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.401379:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.404981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.412863:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.415425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.418624:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.421888:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.424647:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.424853:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.432264:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.436239:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.440025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.443123:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.445381:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.455560:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461360128 00000100:00100000:0.0:1746143513.455563:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461360128 00002000:00100000:0.0:1746143513.455586:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086128a80 x1830963461360128/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:664/0 lens 488/0 e 0 to 0 dl 1746143524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143513.455594:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128a80 with x1830963461360128 ext(0->4095) 00002000:00010000:0.0:1746143513.455598:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086128a80 00000100:00100000:0.0:1746143513.455609:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13080 00000100:00100000:0.0:1746143513.455614:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461360128:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143513.455705:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461360128:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 80us (560us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143513.455711:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13080 00002000:00100000:0.0:1746143513.455716:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086128a80 x1830963461360128/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:664/0 lens 488/4536 e 0 to 0 dl 1746143524 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143513.455722:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128a80 with x1830963461360128 ext(0->4095) 00010000:00010000:0.0:1746143513.455727:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7ae00/0xa6c9a53f47f20eed lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed696b6 expref: 6 pid: 10111 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143513.455735:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7ae00/0xa6c9a53f47f20eed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed696b6 expref: 6 pid: 10111 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746143513.455740:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086128a80 00000100:00100000:0.0:1746143513.459277:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.459456:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.468790:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461360896 00000100:00100000:0.0:1746143513.468795:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461360896 00010000:00010000:0.0:1746143513.468817:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f20ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed696bd expref: 26 pid: 10111 timeout: 831 lvb_type: 0 00000100:00100000:0.0:1746143513.468842:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15035 00000100:00100000:0.0:1746143513.468847:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2007:x1830963461360896:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143513.468856:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143513.468870:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f20ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed696bd expref: 26 pid: 10111 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143513.468884:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f20ef4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed696bd expref: 26 pid: 10111 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143513.468901:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f20ef4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed696bd expref: 26 pid: 10111 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143513.468914:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143513.468916:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143513.468921:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f20efb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed696c4 expref: 25 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143513.468928:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f20efb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed696c4 expref: 25 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143513.468948:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f20efb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed696c4 expref: 25 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143513.468956:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130728380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963454917376:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143513.469001:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e240 going to sleep for 11 seconds 00000100:00100000:0.0:1746143513.471773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.471803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746143513.472756:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143513.482839:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.482892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.487238:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.490677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.494607:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.500475:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.512169:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.514178:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:2006:x1830963461362560:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1783us (2012us total) trans 4294972154 rc 0/0 00000100:00100000:0.0:1746143513.514187:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2191 00002000:00100000:0.0:1746143513.514193:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880130716a00 x1830963461362560/t4294972154(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:664/0 lens 496/448 e 0 to 0 dl 1746143524 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143513.514201:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130716a00 with x1830963461362560 ext(0->7) 00010000:00010000:0.0:1746143513.514208:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f20f10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed696d2 expref: 27 pid: 9573 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143513.514219:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f20f10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed696d2 expref: 27 pid: 9573 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746143513.514224:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130716a00 00000100:00100000:0.0:1746143513.518001:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.518947:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.524206:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.528099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.530104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.532229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.536981:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.541859:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.542943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.545939:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.548364:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.551936:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.555147:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.558383:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.560163:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.562347:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.565819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.568909:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.569056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.573614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.576500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.581118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.585240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.588557:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.591382:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.594330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.596214:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.596279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.599368:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.607259:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.607338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.611647:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.615548:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461368448 00000100:00100000:0.0:1746143513.615551:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461368448 00010000:00010000:0.0:1746143513.615573:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f20f5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69718 expref: 29 pid: 10111 timeout: 831 lvb_type: 0 00000100:00100000:0.0:1746143513.615597:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15050 00000100:00100000:0.0:1746143513.615602:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963461368448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143513.615614:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143513.615636:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f20f5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69718 expref: 28 pid: 10111 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143513.615647:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f20f5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69718 expref: 28 pid: 10111 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143513.615662:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f20f5d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69718 expref: 28 pid: 10111 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143513.615686:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143513.615688:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143513.615718:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800907f4e00/0xa6c9a53f47f20f64 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69726 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143513.615726:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800907f4e00/0xa6c9a53f47f20f64 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69726 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143513.615745:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800907f4e00/0xa6c9a53f47f20f64 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69726 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143513.615755:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800907f4e00/0xa6c9a53f47f20f64 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69726 expref: 5 pid: 9572 timeout: 831 lvb_type: 0 00000100:00100000:0.0:1746143513.615816:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d846680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963454921216:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143513.615888:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e240 going to sleep for 11 seconds 00000100:00100000:0.0:1746143513.618370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.623386:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.626979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.628820:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.632913:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.636520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.637255:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.641026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.641077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.643263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.646445:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.649192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.653395:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.658047:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.662060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.667973:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.672565:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.675055:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.680154:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.686677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.688932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.690309:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.692389:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.696617:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.699869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.705191:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.708584:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.710037:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097649180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2006:x1830963461373440:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1187us (1451us total) trans 4294972155 rc 0/0 00000100:00100000:0.0:1746143513.710047:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2204 00002000:00100000:0.0:1746143513.710053:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097649180 x1830963461373440/t4294972155(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:664/0 lens 496/448 e 0 to 0 dl 1746143524 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143513.710060:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097649180 with x1830963461373440 ext(0->7) 00010000:00010000:0.0:1746143513.710065:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800907f5800/0xa6c9a53f47f20fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69765 expref: 29 pid: 9572 timeout: 831 lvb_type: 0 00010000:00010000:0.0:1746143513.710077:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800907f5800/0xa6c9a53f47f20fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69765 expref: 29 pid: 9572 timeout: 831 lvb_type: 0 00002000:00010000:0.0:1746143513.710083:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097649180 00000100:00100000:0.0:1746143513.712621:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.715945:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.716009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.717709:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.717845:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.719459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.724267:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.727030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.729900:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.733227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.735568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.737168:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.737517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.738712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.741206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.743982:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.745918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.748138:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.751339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.754928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.757887:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.757939:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.760378:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.762987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.764877:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.764939:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.767782:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.769975:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.770240:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.773597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.776220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.780040:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.781733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.783975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.786827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.788965:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.790758:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.790855:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.793407:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.795445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.795511:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.798408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.802024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.802133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.805030:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.813653:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.822031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.824511:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.827260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.829415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.831615:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.835860:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.838735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.840775:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.842994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.844521:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.847542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.850068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.852809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.854527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.857996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.861732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.865599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.865652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.871887:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.874793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.875502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.879406:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.884162:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.894121:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.897455:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.900238:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.902774:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461385984 00000100:00100000:0.0:1746143513.902779:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461385984 00000100:00100000:0.0:1746143513.902808:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29178 00000100:00100000:0.0:1746143513.902814:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1782:x1830963461385984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143513.902826:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143513.902841:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f21059 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6981b expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143513.902859:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f21052 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69814 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143513.902866:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143513.902867:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143513.902871:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f21059 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6981b expref: 30 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143513.902890:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f21052 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69814 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143513.902900:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f21052 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69814 expref: 5 pid: 9573 timeout: 832 lvb_type: 0 00000100:00100000:0.0:1746143513.902908:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963454929920:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143513.902968:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143513.907815:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963454929920:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143513.907847:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f21059 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6981b expref: 29 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143513.907862:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917f2e00, rc 0) 00000100:00100000:0.0:1746143513.907893:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1782:x1830963461385984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5078us (5223us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143513.907899:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29178 00000100:00100000:0.0:1746143513.914098:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.918483:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.922272:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.927687:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746143513.929586:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746143513.931849:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2004:x1830963461386880:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3345us (4158us total) trans 4294972156 rc 0/0 00000100:00100000:0.0:1746143513.931859:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2219 00002000:00100000:0.0:1746143513.931868:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097a6ca80 x1830963461386880/t4294972156(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:664/0 lens 496/448 e 0 to 0 dl 1746143524 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143513.931877:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ca80 with x1830963461386880 ext(0->7) 00010000:00010000:0.0:1746143513.931885:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f21059 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6981b expref: 31 pid: 9573 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746143513.931899:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f21059 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6981b expref: 31 pid: 9573 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746143513.931905:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6ca80 00000100:00100000:0.0:1746143513.933842:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.937144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.939605:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.943943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.943979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.947048:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.951408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.952275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.956444:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.960407:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.961051:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.965418:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.970899:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.976218:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.978981:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.982279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.985196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.985216:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461389824 00000100:00100000:0.0:1746143513.985220:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461389824 00002000:00100000:0.0:1746143513.985246:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124830e00 x1830963461389824/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:664/0 lens 488/0 e 0 to 0 dl 1746143524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143513.985256:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830e00 with x1830963461389824 ext(0->4095) 00002000:00010000:0.0:1746143513.985259:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830e00 00000100:00100000:0.0:1746143513.985288:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13106 00000100:00100000:0.0:1746143513.985313:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461389824:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143513.985432:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461389824:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143513.985438:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13106 00002000:00100000:0.0:1746143513.985443:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124830e00 x1830963461389824/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:664/0 lens 488/4536 e 0 to 0 dl 1746143524 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143513.985451:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830e00 with x1830963461389824 ext(0->4095) 00002000:00010000:0.0:1746143513.985454:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830e00 00000100:00100000:0.0:1746143513.988812:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.988941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746143513.993871:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746143513.994319:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143513.998425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.003740:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.004165:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.009802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.014139:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.014421:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.018247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.027607:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.034041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.036672:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.039042:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.044015:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.046600:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.050949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.052031:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.054668:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.057563:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.061173:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.064290:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.068030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.070538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.071655:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461394048 00000100:00100000:0.0:1746143514.071659:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461394048 00000100:00100000:0.0:1746143514.072083:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29193 00000100:00100000:0.0:1746143514.072090:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963461394048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143514.072103:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143514.072117:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f210c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed69884 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143514.072140:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a7d200/0xa6c9a53f47f210bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6987d expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143514.072146:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143514.072148:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143514.072151:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f210c2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69884 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143514.072176:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a7d200/0xa6c9a53f47f210bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6987d expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143514.072187:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a7d200/0xa6c9a53f47f210bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6987d expref: 5 pid: 9572 timeout: 832 lvb_type: 0 00000100:00100000:0.0:1746143514.072197:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ef45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963454934016:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143514.072272:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143514.073029:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.075033:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.078135:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.080897:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.083476:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.086620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.092281:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.094843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.097451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.101441:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.105715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.107680:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.110687:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.114929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.118363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.119803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.124551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.124632:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.131764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.131850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.135786:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.139879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.140551:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.145995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.148620:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.152327:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.155192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.157871:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.162280:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.162345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.166003:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.168242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.172938:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.175560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.178457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.180562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.183787:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.186202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.189079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.189768:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.191399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.193777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.199659:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.199767:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.204745:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.207001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.210688:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.213851:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.217393:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.221434:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.225893:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.227110:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.231634:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.234467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.239004:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.243433:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.247568:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.257510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.258006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.262201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.264160:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.264325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.266236:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.268203:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.270226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.273032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.276637:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.283912:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.284188:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.286400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.286715:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.295020:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.298787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.303903:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.309510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.309609:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.313126:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.316372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.316683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.320505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.323274:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.323404:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.328823:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.331766:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.335084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.335127:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.335156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.335188:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461409280 00000100:00100000:0.0:1746143514.335194:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461409280 00000100:00100000:0.0:1746143514.335249:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461409792 00000100:00100000:0.0:1746143514.335251:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461409792 00000100:00100000:0.0:1746143514.335268:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1106 00000100:00100000:0.0:1746143514.335275:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963461409280:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746143514.335358:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963461409280:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 83us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143514.335369:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1106 00000100:00080000:0.0:1746143514.335866:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746143514.336327:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746143514.336978:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143514.340226:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.342648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.342738:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.347920:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.348012:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.351943:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.356212:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.358198:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.361022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.361673:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801230aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963454942592:0@lo:400:kworker.0 00000100:00100000:0.0:1746143514.361720:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143514.361737:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3766:1830963454943104:0@lo:400:kworker.0 00000100:00100000:0.0:1746143514.361756:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143514.361770:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d847800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963454943616:0@lo:400:kworker.0 00000100:00100000:0.0:1746143514.361785:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143514.361813:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963454942592 00000100:00100000:0.0:1746143514.361816:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963454942592 00000100:00100000:0.0:1746143514.361837:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963454942848 00000100:00100000:0.0:1746143514.361839:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963454942848 00000100:00100000:0.0:1746143514.361848:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1746143514.361853:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830963454942592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746143514.361889:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830963454942592:12345-0@lo:400:kworker.0 Request processed in 35us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143514.361894:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1746143514.362015:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1746143514.362022:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830963454942848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746143514.362053:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830963454942848:12345-0@lo:400:kworker.0 Request processed in 32us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143514.362058:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00080000:0.0:1746143514.362071:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746143514.362076:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746143514.362077:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746143514.362085:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963454942208 00000100:00100000:0.0:1746143514.362088:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963454942208 00000100:00100000:0.0:1746143514.362111:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1746143514.362116:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b180450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3+23:3764:x1830963454942208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746143514.362141:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b180450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3+23:3764:x1830963454942208:12345-0@lo:400:kworker.0 Request processed in 25us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143514.362146:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1746143514.362179:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801230aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963454942592:0@lo:400:kworker.0 00000100:00100000:0.0:1746143514.362190:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d847800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963454943616:0@lo:400:kworker.0 00000100:00100000:0.0:1746143514.362212:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3:3764:1830963454942208:0@lo:400:kworker.0 00000100:00100000:0.0:1746143514.362556:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3766:1830963454943104:0@lo:400:kworker.0 00000100:00100000:0.0:1746143514.364709:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.366763:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.368500:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.369326:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.371923:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.373933:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.376022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.376952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.380329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.383503:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.383593:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.385363:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.389656:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.392980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.394505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.396414:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.399247:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.401058:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.404017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.404115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.408292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.412776:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.414671:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.417586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.419133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.419168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.423666:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.431089:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746143514.433410:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143514.436049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.439360:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.444586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.446567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.447058:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.450557:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.453596:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.456328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.462404:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.465043:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.467801:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.469097:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.469127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.470972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.475222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.480560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.484376:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.486576:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.492292:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.495764:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.496603:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461420288 00000100:00100000:0.0:1746143514.496607:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461420288 00002000:00100000:0.0:1746143514.496638:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236dc00 x1830963461420288/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:665/0 lens 488/0 e 0 to 0 dl 1746143525 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143514.496647:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236dc00 with x1830963461420288 ext(0->4095) 00010000:00010000:0.0:1746143514.496707:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f21212 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed699d4 expref: 6 pid: 9572 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746143514.496717:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f21212 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed699d4 expref: 6 pid: 9572 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746143514.496722:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236dc00 00000100:00100000:0.0:1746143514.496907:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2257 00000100:00100000:0.0:1746143514.496913:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461420288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143514.497350:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461420288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 437us (1028us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143514.497356:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2257 00002000:00100000:0.0:1746143514.497361:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236dc00 x1830963461420288/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:665/0 lens 488/4536 e 0 to 0 dl 1746143525 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143514.497368:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236dc00 with x1830963461420288 ext(0->4095) 00010000:00010000:0.0:1746143514.497373:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f21212 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed699d4 expref: 6 pid: 9572 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746143514.497382:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f21212 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed699d4 expref: 6 pid: 9572 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746143514.497388:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236dc00 00000100:00100000:0.0:1746143514.498757:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.498798:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.502096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.504119:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.504862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.508596:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.511680:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.515062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.518397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.523263:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.526606:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.527832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.530162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.530253:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.537559:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.539522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.541254:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.544537:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.547726:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.550425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.551077:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.553435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.555822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.562025:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.562156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.565387:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.568077:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.569326:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.573445:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.576612:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.579813:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.581953:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.584494:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.587019:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.589236:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.589612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.593449:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.597188:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.605104:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.607800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.615898:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.617462:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.622971:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.626921:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.631936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.641717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.646414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.650596:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.653530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.653664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.659024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.660979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.675428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.683259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.686657:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.690580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.690664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.694236:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.697182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.700105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.703725:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.708735:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.712766:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.719387:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.720112:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.722019:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.723800:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.727525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.733632:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.746938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.755870:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.755985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.760429:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.763555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.775830:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.789461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.794792:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2007:x1830963461434368:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3414us (5339us total) trans 4294972160 rc 0/0 00000100:00100000:0.0:1746143514.794802:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2273 00002000:00100000:0.0:1746143514.794810:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880134050000 x1830963461434368/t4294972160(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:665/0 lens 496/448 e 0 to 0 dl 1746143525 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143514.794818:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050000 with x1830963461434368 ext(0->7) 00010000:00010000:0.0:1746143514.794827:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f212cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69a91 expref: 39 pid: 9571 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746143514.794840:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f212cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69a91 expref: 39 pid: 9571 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746143514.794851:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134050000 00000100:00100000:0.0:1746143514.798919:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.802290:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.810952:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.814481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.818132:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.821020:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.824227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.826709:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.829850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.832665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.836546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.839926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.842990:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.845285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.851410:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.853125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.854280:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.858255:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.861934:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.875544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.885224:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.888233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.889550:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2007:x1830963461438208:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1080us (1319us total) trans 4294972161 rc 0/0 00000100:00100000:0.0:1746143514.889560:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2277 00002000:00100000:0.0:1746143514.889571:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011fc63800 x1830963461438208/t4294972161(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:665/0 lens 496/448 e 0 to 0 dl 1746143525 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143514.889577:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc63800 with x1830963461438208 ext(0->7) 00010000:00010000:0.0:1746143514.889584:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21300 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69ac2 expref: 42 pid: 9573 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746143514.889596:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21300 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69ac2 expref: 42 pid: 9573 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746143514.889601:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc63800 00000100:00100000:0.0:1746143514.891172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.903046:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.909081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.914369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.917561:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.920282:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.923577:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.923636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.927360:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.928946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.931392:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.934876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.939484:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.947649:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.957477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.960210:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:2007:x1830963461440768:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2166us (2731us total) trans 4294972162 rc 0/0 00000100:00100000:0.0:1746143514.960224:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2280 00002000:00100000:0.0:1746143514.960232:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011eeed500 x1830963461440768/t4294972162(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:665/0 lens 496/448 e 0 to 0 dl 1746143525 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143514.960240:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeed500 with x1830963461440768 ext(0->7) 00010000:00010000:0.0:1746143514.960247:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21323 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69ae5 expref: 43 pid: 9573 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746143514.960260:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21323 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69ae5 expref: 43 pid: 9573 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746143514.960465:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011eeed500 00000100:00100000:0.0:1746143514.973873:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.973965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.979553:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.982150:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096026680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963454958208:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143514.982175:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800907f5400/0xa6c9a53f47f21331 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69af3 expref: 43 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143514.982189:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800907f5400, rc 0) 00000100:00100000:0.0:1746143514.982234:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:1782:x1830963461440896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7776us (8372us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143514.982241:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29282 00000100:00100000:0.0:1746143514.984042:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.984114:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.993189:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.997147:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143514.998868:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.002482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.005913:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.009370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.012166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.015411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.016228:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.020548:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.025124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.031103:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.033487:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.040466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.046123:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.046437:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.052894:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.057427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.066032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.076246:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.078384:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.080096:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963461445120:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1564us (1708us total) trans 4294972163 rc 0/0 00000100:00100000:0.0:1746143515.080105:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2284 00002000:00100000:0.0:1746143515.080112:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011ee2c380 x1830963461445120/t4294972163(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:666/0 lens 496/448 e 0 to 0 dl 1746143526 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143515.080119:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2c380 with x1830963461445120 ext(0->7) 00010000:00010000:0.0:1746143515.080126:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f2135b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69b1d expref: 46 pid: 9572 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746143515.080139:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f2135b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69b1d expref: 46 pid: 9572 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746143515.080144:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee2c380 00000100:00100000:0.0:1746143515.081917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.087266:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.091279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.097978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.101195:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.109922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.112502:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2006:x1830963461446144:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1618us (2582us total) trans 4294972164 rc 0/0 00000100:00100000:0.0:1746143515.112511:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2286 00002000:00100000:0.0:1746143515.112520:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096d9df80 x1830963461446144/t4294972164(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:666/0 lens 496/448 e 0 to 0 dl 1746143526 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143515.112529:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9df80 with x1830963461446144 ext(0->7) 00010000:00010000:0.0:1746143515.112537:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f21369 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69b2b expref: 47 pid: 9572 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746143515.112550:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f21369 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69b2b expref: 47 pid: 9572 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746143515.112557:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9df80 00000100:00100000:0.0:1746143515.144586:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.148912:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.157585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.165087:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.184495:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.187542:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461447168 00000100:00100000:0.0:1746143515.187550:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461447168 00000100:00100000:0.0:1746143515.188131:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29293 00000100:00100000:0.0:1746143515.188138:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096024700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461447168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143515.188156:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143515.188173:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f5b6000/0xa6c9a53f47f2137e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed69b40 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.188202:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21377 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69b39 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.188209:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143515.188210:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143515.188213:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f5b6000/0xa6c9a53f47f2137e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69b40 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.188239:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21377 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69b39 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.188248:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21377 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69b39 expref: 46 pid: 9572 timeout: 833 lvb_type: 0 00000100:00100000:0.0:1746143515.188259:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013406df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963454961024:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143515.188351:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143515.195002:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.202269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.204230:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.210284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.217126:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.220951:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.234158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.284028:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.287159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.289608:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.295773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.297774:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.299721:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.301678:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096025c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963454962048:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143515.301713:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f2139a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69b5c expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.301726:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800918c3600, rc 0) 00000100:00100000:0.0:1746143515.301901:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461449472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2016us (2182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143515.301909:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29297 00000100:00100000:0.0:1746143515.303159:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+53:2007:x1830963461449600:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 809us (1146us total) trans 4294972167 rc 0/0 00000100:00100000:0.0:1746143515.303165:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2292 00002000:00100000:0.0:1746143515.303171:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800978b6a00 x1830963461449600/t4294972167(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:666/0 lens 496/448 e 0 to 0 dl 1746143526 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143515.303177:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b6a00 with x1830963461449600 ext(0->7) 00010000:00010000:0.0:1746143515.303183:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21393 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69b55 expref: 53 pid: 9572 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746143515.303192:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21393 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69b55 expref: 53 pid: 9572 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746143515.303197:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b6a00 00000100:00100000:0.0:1746143515.305106:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.308339:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.312735:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461450240 00000100:00100000:0.0:1746143515.312742:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461450240 00000100:00100000:0.0:1746143515.312774:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29298 00000100:00100000:0.0:1746143515.312780:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+53:1794:x1830963461450240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143515.312794:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143515.312809:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f5b6000/0xa6c9a53f47f213a8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed69b6a expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.312836:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f2139a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69b5c expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.312843:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143515.312845:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143515.312853:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f5b6000/0xa6c9a53f47f213a8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69b6a expref: 55 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.313090:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f2139a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69b5c expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.313103:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f2139a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69b5c expref: 5 pid: 9571 timeout: 833 lvb_type: 0 00000100:00100000:0.0:1746143515.313116:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963454962432:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143515.313176:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143515.314815:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.317443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.319227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.319270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.324280:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.327942:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.328521:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.333518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.347948:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.352636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.356934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.360582:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.365284:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.365441:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.367892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.371480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.373858:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.377625:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.380578:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.385758:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746143515.385781:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085859500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963454964224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746143515.385832:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143515.386543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.387389:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085859500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963454964224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746143515.388967:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.398074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.401276:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.405473:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.412641:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.416075:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.421796:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:2006:x1830963461454848:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 797us (5723us total) trans 4294972168 rc 0/0 00000100:00100000:0.0:1746143515.421803:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2298 00002000:00100000:0.0:1746143515.421811:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011d96fb80 x1830963461454848/t4294972168(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:666/0 lens 496/448 e 0 to 0 dl 1746143526 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143515.421819:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96fb80 with x1830963461454848 ext(0->7) 00010000:00010000:0.0:1746143515.421828:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009043f200/0xa6c9a53f47f213d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69b9b expref: 55 pid: 9571 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746143515.421841:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009043f200/0xa6c9a53f47f213d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69b9b expref: 55 pid: 9571 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746143515.421847:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96fb80 00000100:00100000:0.0:1746143515.425764:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.425826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.429037:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.435108:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.438830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.445807:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.451288:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.454834:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2007:x1830963461456000:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2118us (3538us total) trans 4294972169 rc 0/0 00000100:00100000:0.0:1746143515.454843:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2300 00002000:00100000:0.0:1746143515.454850:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011fc9d180 x1830963461456000/t4294972169(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:666/0 lens 496/448 e 0 to 0 dl 1746143526 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143515.454858:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9d180 with x1830963461456000 ext(0->7) 00010000:00010000:0.0:1746143515.454866:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f213e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69ba9 expref: 57 pid: 9571 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746143515.454878:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f213e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69ba9 expref: 57 pid: 9571 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746143515.454883:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9d180 00000100:00100000:0.0:1746143515.476471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.476577:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.483462:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.485796:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.491866:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461456896 00000100:00100000:0.0:1746143515.491872:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461456896 00002000:00100000:0.0:1746143515.491916:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124338000 x1830963461456896/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:666/0 lens 488/0 e 0 to 0 dl 1746143526 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143515.491925:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124338000 with x1830963461456896 ext(0->4095) 00002000:00010000:0.0:1746143515.491929:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124338000 00000100:00100000:0.0:1746143515.491949:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13166 00000100:00100000:0.0:1746143515.491956:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124338000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2006:x1830963461456896:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143515.492526:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124338000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2006:x1830963461456896:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 569us (734us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143515.492532:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13166 00002000:00100000:0.0:1746143515.492538:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124338000 x1830963461456896/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:666/0 lens 488/4536 e 0 to 0 dl 1746143526 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143515.492545:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124338000 with x1830963461456896 ext(0->4095) 00002000:00010000:0.0:1746143515.492547:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124338000 00000100:00100000:0.0:1746143515.494045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.498093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.500983:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461457280 00000100:00100000:0.0:1746143515.500989:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461457280 00000100:00100000:0.0:1746143515.501017:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29312 00000100:00100000:0.0:1746143515.501021:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124338380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1782:x1830963461457280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143515.501033:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143515.501043:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f21403 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed69bc5 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.501058:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009219b400/0xa6c9a53f47f213fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69bbe expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.501064:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143515.501065:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143515.501068:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f21403 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69bc5 expref: 58 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.501083:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009219b400/0xa6c9a53f47f213fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69bbe expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.501093:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009219b400/0xa6c9a53f47f213fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69bbe expref: 5 pid: 9571 timeout: 833 lvb_type: 0 00000100:00100000:0.0:1746143515.501100:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963454966016:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143515.501130:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143515.503280:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.508401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.516039:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461457920 00000100:00100000:0.0:1746143515.516049:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461457920 00002000:00100000:0.0:1746143515.516112:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124338700 x1830963461457920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:666/0 lens 488/0 e 0 to 0 dl 1746143526 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143515.516122:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124338700 with x1830963461457920 ext(0->4095) 00002000:00010000:0.0:1746143515.516132:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124338700 00000100:00100000:0.0:1746143515.516154:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13167 00000100:00100000:0.0:1746143515.516162:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124338700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2007:x1830963461457920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143515.517481:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124338700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2007:x1830963461457920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1314us (1676us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143515.517490:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13167 00002000:00100000:0.0:1746143515.517499:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124338700 x1830963461457920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:666/0 lens 488/4536 e 0 to 0 dl 1746143526 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143515.517507:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124338700 with x1830963461457920 ext(0->4095) 00002000:00010000:0.0:1746143515.517511:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124338700 00000100:00100000:0.0:1746143515.521940:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.527170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.529399:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2005:x1830963461458176:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1105us (2227us total) trans 4294972170 rc 0/0 00000100:00100000:0.0:1746143515.529407:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2303 00002000:00100000:0.0:1746143515.529414:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011fc9f480 x1830963461458176/t4294972170(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:666/0 lens 496/448 e 0 to 0 dl 1746143526 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143515.529421:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9f480 with x1830963461458176 ext(0->7) 00010000:00010000:0.0:1746143515.529429:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f21403 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69bc5 expref: 59 pid: 9571 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746143515.529441:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f21403 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69bc5 expref: 59 pid: 9571 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746143515.529448:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9f480 00000100:00100000:0.0:1746143515.529644:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085859500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963454966400:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746143515.529701:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143515.531113:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085859500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963454966400:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746143515.537813:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.540798:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.544487:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.544536:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.544790:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29315 00000100:00100000:0.0:1746143515.544797:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:1782:x1830963461458816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143515.544803:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143515.544810:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f21418 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed69bda expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.544828:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143515.544831:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21411 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69bd3 expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.544835:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143515.544837:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f21418 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69bda expref: 61 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.544870:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21411 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69bd3 expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.544880:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f21418 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69bda expref: 61 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143515.544889:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e17f000, rc 0) 00000100:00100000:0.0:1746143515.544908:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:1782:x1830963461458816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143515.544913:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29315 00000100:00100000:0.0:1746143515.559530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.562418:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.562961:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.567268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.570071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.570161:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.573827:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.578247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.586197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.593730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.597571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.597655:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.602173:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.606513:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.610314:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124338a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963454968064:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143515.610335:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143515.610368:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461461376:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3523us (3868us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143515.610375:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15226 00000100:00100000:0.0:1746143515.613662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.618671:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.623994:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:2007:x1830963461461888:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 4876us (5321us total) trans 4294972171 rc 0/0 00000100:00100000:0.0:1746143515.624007:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2308 00002000:00100000:0.0:1746143515.624018:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801344d3100 x1830963461461888/t4294972171(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:666/0 lens 496/448 e 0 to 0 dl 1746143526 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143515.624027:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344d3100 with x1830963461461888 ext(0->7) 00010000:00010000:0.0:1746143515.624037:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21434 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69bf6 expref: 61 pid: 9573 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746143515.624051:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21434 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69bf6 expref: 61 pid: 9573 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746143515.624058:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344d3100 00000100:00100000:0.0:1746143515.639777:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.639872:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.643705:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.651947:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.658741:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.662407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.668234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.670080:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+63:2006:x1830963461463040:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1623us (1848us total) trans 4294972172 rc 0/0 00000100:00100000:0.0:1746143515.670090:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2310 00002000:00100000:0.0:1746143515.670098:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801344d1c00 x1830963461463040/t4294972172(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:666/0 lens 496/448 e 0 to 0 dl 1746143526 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143515.670107:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344d1c00 with x1830963461463040 ext(0->7) 00010000:00010000:0.0:1746143515.670113:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69c04 expref: 63 pid: 9573 timeout: 833 lvb_type: 0 00010000:00010000:0.0:1746143515.670126:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21442 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69c04 expref: 63 pid: 9573 timeout: 833 lvb_type: 0 00002000:00010000:0.0:1746143515.670133:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344d1c00 00000100:00100000:0.0:1746143515.673541:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.677654:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.684025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.684107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.688333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.691244:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.695468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.703466:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.707171:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.710229:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.712646:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.714477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.715646:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.717811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.720888:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.722973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.725850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.727578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.731045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.733871:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.736275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.736351:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.738318:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.740572:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.744956:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.749619:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.752542:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.756607:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.760815:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.760896:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.763740:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.767012:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.770247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.774844:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.781389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.784464:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.788894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.792213:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.792330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.797442:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.798810:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.801128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.804367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.807873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.810931:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.815514:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.817570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.819173:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.823122:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.823170:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.825612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.828416:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.830964:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.836176:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.840414:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.842981:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.845348:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.848366:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.850757:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.852926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.855882:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.855961:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.859334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.864192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.864288:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.872884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.872998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.876694:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.879995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.882514:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.883852:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.886447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.889780:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.893217:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.893271:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.901769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.910743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.910998:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.913689:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.917276:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.918734:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.921286:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.923995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.929359:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.931122:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.933188:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.935992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.938034:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.939213:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.941206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.943992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.946274:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.949512:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.952139:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.959650:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.962849:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:2006:x1830963461479552:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2585us (3191us total) trans 4294972173 rc 0/0 00000100:00100000:0.0:1746143515.962863:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2327 00002000:00100000:0.0:1746143515.962873:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012ccfb100 x1830963461479552/t4294972173(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:666/0 lens 496/448 e 0 to 0 dl 1746143526 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143515.962882:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccfb100 with x1830963461479552 ext(0->7) 00010000:00010000:0.0:1746143515.962892:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f21522 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69ce4 expref: 65 pid: 12044 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143515.962909:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f21522 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69ce4 expref: 65 pid: 12044 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746143515.962917:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ccfb100 00000100:00100000:0.0:1746143515.965036:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.967816:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.970416:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.973815:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.976478:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.982133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.985382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.985420:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.988536:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.990502:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.994136:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143515.998646:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.002013:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461481984 00000100:00100000:0.0:1746143516.002019:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461481984 00002000:00100000:0.0:1746143516.002068:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124339c00 x1830963461481984/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:667/0 lens 488/0 e 0 to 0 dl 1746143527 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.002077:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124339c00 with x1830963461481984 ext(0->4095) 00002000:00010000:0.0:1746143516.002081:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124339c00 00000100:00100000:0.0:1746143516.002105:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13190 00000100:00100000:0.0:1746143516.002112:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124339c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:2007:x1830963461481984:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143516.002229:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124339c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:2007:x1830963461481984:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (368us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143516.002234:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13190 00002000:00100000:0.0:1746143516.002238:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124339c00 x1830963461481984/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:667/0 lens 488/4536 e 0 to 0 dl 1746143527 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.002245:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124339c00 with x1830963461481984 ext(0->4095) 00002000:00010000:0.0:1746143516.002247:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124339c00 00000100:00100000:0.0:1746143516.004064:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.007852:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.010226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.012905:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.012946:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.014019:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29361 00000100:00100000:0.0:1746143516.014027:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+66:1794:x1830963461482752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143516.014033:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143516.014040:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f2155a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed69d1c expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.014050:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143516.014053:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21553 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d15 expref: 67 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.014058:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143516.014060:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f2155a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d1c expref: 67 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.014079:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21553 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d15 expref: 67 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.014089:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f2155a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d1c expref: 67 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.014096:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e17f000, rc 0) 00000100:00100000:0.0:1746143516.014115:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+67:1794:x1830963461482752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (1170us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143516.014121:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29361 00000100:00100000:0.0:1746143516.016791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.018706:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.021695:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.024699:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.027238:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.032216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.035075:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.036866:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.041092:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461484416 00000100:00100000:0.0:1746143516.041097:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461484416 00010000:00010000:0.0:1746143516.041117:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f21561 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d23 expref: 6 pid: 9571 timeout: 834 lvb_type: 0 00000100:00100000:0.0:1746143516.041141:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15270 00000100:00100000:0.0:1746143516.041147:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012433a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461484416:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143516.041154:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143516.041172:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f21561 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d23 expref: 6 pid: 9571 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.041182:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f21561 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d23 expref: 6 pid: 9571 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.041199:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f21561 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d23 expref: 6 pid: 9571 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.041220:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143516.041222:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143516.041228:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f21568 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d2a expref: 65 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.041235:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f21568 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d2a expref: 65 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.041257:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f21568 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d2a expref: 65 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.041272:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f21568 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d2a expref: 65 pid: 9571 timeout: 834 lvb_type: 0 00000100:00100000:0.0:1746143516.041283:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc6c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963454979456:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143516.041374:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143516.043671:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.047127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.049989:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.052863:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.058416:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.061124:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.061161:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.065180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.068371:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.071029:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.073778:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.075737:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+67:2007:x1830963461486336:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1489us (1961us total) trans 4294972174 rc 0/0 00000100:00100000:0.0:1746143516.075746:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2333 00002000:00100000:0.0:1746143516.075753:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090524a80 x1830963461486336/t4294972174(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:667/0 lens 496/448 e 0 to 0 dl 1746143527 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.075761:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090524a80 with x1830963461486336 ext(0->7) 00010000:00010000:0.0:1746143516.075767:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f2157d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d3f expref: 67 pid: 12044 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.075784:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f2157d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d3f expref: 67 pid: 12044 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746143516.075790:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090524a80 00000100:00100000:0.0:1746143516.077332:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.081835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.083909:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.086573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.089925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.095022:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461487872 00000100:00100000:0.0:1746143516.095027:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461487872 00002000:00100000:0.0:1746143516.095440:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086128000 x1830963461487872/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:667/0 lens 488/0 e 0 to 0 dl 1746143527 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.095448:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128000 with x1830963461487872 ext(0->4095) 00010000:00010000:0.0:1746143516.095455:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f21592 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d54 expref: 67 pid: 9573 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.095467:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f21592 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d54 expref: 67 pid: 9573 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746143516.095473:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086128000 00000100:00100000:0.0:1746143516.095493:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2335 00000100:00100000:0.0:1746143516.095498:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+67:2007:x1830963461487872:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143516.095601:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+67:2007:x1830963461487872:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (646us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143516.095610:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2335 00002000:00100000:0.0:1746143516.095614:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086128000 x1830963461487872/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:667/0 lens 488/4536 e 0 to 0 dl 1746143527 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.095621:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128000 with x1830963461487872 ext(0->4095) 00010000:00010000:0.0:1746143516.095625:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f21592 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d54 expref: 67 pid: 9573 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.095633:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f21592 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d54 expref: 67 pid: 9573 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746143516.095638:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086128000 00000100:00100000:0.0:1746143516.102063:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008612aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963454981376:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143516.102079:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143516.102309:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461488512:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1884us (2049us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143516.102317:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15278 00000100:00100000:0.0:1746143516.103162:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.108697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.111144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.112830:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.113162:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.115265:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.117340:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.126552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.131635:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012433aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963454982272:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143516.131668:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092242a00/0xa6c9a53f47f215bc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d7e expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.131693:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092242a00, rc 0) 00000100:00100000:0.0:1746143516.131756:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461490432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3552us (5462us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143516.131765:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29375 00000100:00100000:0.0:1746143516.133094:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.133171:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.142271:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.144152:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.149371:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.153344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.155212:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:2006:x1830963461491584:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1343us (1865us total) trans 4294972175 rc 0/0 00000100:00100000:0.0:1746143516.155219:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2339 00002000:00100000:0.0:1746143516.155226:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008ef47480 x1830963461491584/t4294972175(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:667/0 lens 496/448 e 0 to 0 dl 1746143527 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.155234:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef47480 with x1830963461491584 ext(0->7) 00010000:00010000:0.0:1746143516.155240:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f215c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d85 expref: 69 pid: 9573 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.155250:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f215c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d85 expref: 69 pid: 9573 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746143516.155256:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ef47480 00000100:00100000:0.0:1746143516.157905:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.163116:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461491840 00000100:00100000:0.0:1746143516.163123:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461491840 00000100:00100000:0.0:1746143516.163162:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29378 00000100:00100000:0.0:1746143516.163169:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012433b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:1782:x1830963461491840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143516.163186:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143516.163204:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f215d1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed69d93 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.163231:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f215ca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d8c expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.163238:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143516.163240:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143516.163244:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f215d1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d93 expref: 69 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.163471:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f215ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d8c expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.163486:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f215ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d8c expref: 6 pid: 9571 timeout: 834 lvb_type: 0 00000100:00100000:0.0:1746143516.163497:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ef45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963454983040:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143516.165453:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.165752:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.168773:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008612aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963454983296:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143516.168795:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143516.168847:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461492352:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3027us (3093us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143516.168856:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15285 00000100:00100000:0.0:1746143516.169460:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461492608 00000100:00100000:0.0:1746143516.169466:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461492608 00002000:00100000:0.0:1746143516.169502:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086128e00 x1830963461492608/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:667/0 lens 488/0 e 0 to 0 dl 1746143527 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.169511:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128e00 with x1830963461492608 ext(0->4095) 00010000:00010000:0.0:1746143516.169519:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f215d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d93 expref: 70 pid: 9571 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.169531:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f215d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d93 expref: 70 pid: 9571 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746143516.169537:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086128e00 00000100:00100000:0.0:1746143516.169568:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2341 00000100:00100000:0.0:1746143516.169575:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2004:x1830963461492608:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746143516.169714:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2004:x1830963461492608:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (698us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143516.169720:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2341 00002000:00100000:0.0:1746143516.169725:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086128e00 x1830963461492608/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:667/0 lens 488/4536 e 0 to 0 dl 1746143527 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.169732:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128e00 with x1830963461492608 ext(0->4095) 00010000:00010000:0.0:1746143516.169736:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f215d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d93 expref: 70 pid: 9571 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.169745:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f215d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d93 expref: 70 pid: 9571 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746143516.169750:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086128e00 00000100:00100000:0.0:1746143516.173420:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461492736 00000100:00100000:0.0:1746143516.173430:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461492736 00010000:00010000:0.0:1746143516.173472:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f215d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d93 expref: 70 pid: 9571 timeout: 834 lvb_type: 0 00000100:00100000:0.0:1746143516.173516:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15286 00000100:00100000:0.0:1746143516.173523:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b942450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2007:x1830963461492736:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143516.173537:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143516.173559:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f215d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d93 expref: 70 pid: 9571 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.173920:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f215d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d93 expref: 70 pid: 9571 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.173943:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f215d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d93 expref: 70 pid: 9571 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.174094:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143516.174096:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143516.174258:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f215d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d9a expref: 69 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.174270:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f215d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d9a expref: 69 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.174739:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f215d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69d9a expref: 69 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143516.174753:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097b57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963454983424:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143516.174847:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143516.178256:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.181487:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.184308:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.187653:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.188454:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.193877:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461493760 00000100:00100000:0.0:1746143516.193886:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461493760 00000100:00100000:0.0:1746143516.193943:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29382 00000100:00100000:0.0:1746143516.193950:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:1794:x1830963461493760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143516.193967:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143516.193982:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bf88200/0xa6c9a53f47f215ed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed69daf expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.194009:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143516.194014:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f215e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69da8 expref: 70 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.194020:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143516.194024:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf88200/0xa6c9a53f47f215ed lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69daf expref: 70 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.194059:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f215e6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69da8 expref: 70 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.194070:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bf88200/0xa6c9a53f47f215ed lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69daf expref: 70 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.194079:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf88200, rc 0) 00000100:00100000:0.0:1746143516.194420:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:1794:x1830963461493760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 470us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143516.194426:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29382 00000100:00100000:0.0:1746143516.198415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.203086:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.206287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.208156:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.219129:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.228665:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.231814:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.235379:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008612b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963454984960:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143516.235397:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143516.235440:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:2004:x1830963461495808:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3470us (3631us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143516.235449:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15292 00000100:00100000:0.0:1746143516.238043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.240476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.244220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.246082:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.247059:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461496832 00000100:00100000:0.0:1746143516.247063:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461496832 00000100:00100000:0.0:1746143516.247095:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29388 00000100:00100000:0.0:1746143516.247100:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:1794:x1830963461496832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143516.247108:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143516.247115:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bf88200/0xa6c9a53f47f21617 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed69dd9 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.247127:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143516.247132:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f21610 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69dd2 expref: 71 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.247136:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143516.247139:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf88200/0xa6c9a53f47f21617 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69dd9 expref: 71 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.247159:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f21610 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69dd2 expref: 71 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.247169:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bf88200/0xa6c9a53f47f21617 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69dd9 expref: 71 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.247177:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf88200, rc 0) 00000100:00100000:0.0:1746143516.247198:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+71:1794:x1830963461496832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143516.247203:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29388 00000100:00100000:0.0:1746143516.249856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.253167:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.257224:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.264936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.267644:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461497856 00000100:00100000:0.0:1746143516.267648:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461497856 00010000:00010000:0.0:1746143516.267671:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf88200/0xa6c9a53f47f21617 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69dd9 expref: 69 pid: 9572 timeout: 834 lvb_type: 0 00000100:00100000:0.0:1746143516.267711:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15296 00000100:00100000:0.0:1746143516.267716:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:2007:x1830963461497856:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143516.267726:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143516.267746:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bf88200/0xa6c9a53f47f21617 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69dd9 expref: 69 pid: 9572 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.267755:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bf88200/0xa6c9a53f47f21617 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69dd9 expref: 69 pid: 9572 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.267773:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bf88200/0xa6c9a53f47f21617 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69dd9 expref: 69 pid: 9572 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.267797:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143516.267798:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143516.267805:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f2161e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69de0 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.267815:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f2161e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69de0 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.267868:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f2161e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69de0 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143516.267880:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097901180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963454985984:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143516.267939:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143516.270278:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.270398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.272163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.272262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.275910:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.278997:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.282795:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.285662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.288193:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.292057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.294446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.294486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.297360:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.300736:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.303215:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.311484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.314451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.316460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.319009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.320225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.322105:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.323262:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.325507:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.327818:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.329623:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.332465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.336552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.338838:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.340045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.342382:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.344154:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.347621:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.347836:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.352619:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.353188:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.355123:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.357015:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.359969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.361476:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.361573:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746143516.361587:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012433a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963454989440:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746143516.361625:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746143516.361936:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143516.363207:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.365883:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.367393:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.368981:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.370378:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.370466:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.373210:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.373395:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.376208:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.378177:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.378469:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.380796:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.384103:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.386524:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.393773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.394150:0:10693:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963454990848 00000100:00100000:0.0:1746143516.394153:0:10693:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963454990848 00000100:00100000:0.0:1746143516.394461:0:10693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1746143516.394501:0:10693:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830963454990848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746143516.394516:0:10693:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3920252928 avail 3688730624 00000100:00100000:0.0:1746143516.394553:0:10693:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830963454990848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143516.394559:0:10693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00080000:0.0:1746143516.394796:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143516.400455:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.401699:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098179c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+71:2006:x1830963461507584:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1053us (1244us total) trans 4294972176 rc 0/0 00000100:00100000:0.0:1746143516.401707:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2355 00002000:00100000:0.0:1746143516.401713:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880098179c00 x1830963461507584/t4294972176(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:667/0 lens 496/448 e 0 to 0 dl 1746143527 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.401720:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098179c00 with x1830963461507584 ext(0->7) 00010000:00010000:0.0:1746143516.401726:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f2169c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69e5e expref: 71 pid: 12044 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.401740:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f2169c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69e5e expref: 71 pid: 12044 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746143516.401745:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098179c00 00000100:00100000:0.0:1746143516.405167:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.405363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.411499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.417619:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.421455:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.428529:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.430024:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+73:2005:x1830963461508736:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1042us (1500us total) trans 4294972177 rc 0/0 00000100:00100000:0.0:1746143516.430032:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2357 00002000:00100000:0.0:1746143516.430038:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969ed880 x1830963461508736/t4294972177(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:667/0 lens 496/448 e 0 to 0 dl 1746143527 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.430046:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed880 with x1830963461508736 ext(0->7) 00010000:00010000:0.0:1746143516.430052:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f216aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69e6c expref: 73 pid: 9571 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.430062:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f216aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69e6c expref: 73 pid: 9571 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746143516.430067:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ed880 00000100:00100000:0.0:1746143516.431344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.433832:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.439887:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.441413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.443687:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.453492:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.453608:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.456088:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.457669:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.463221:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461510784 00000100:00100000:0.0:1746143516.463232:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461510784 00002000:00100000:0.0:1746143516.463280:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124339180 x1830963461510784/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:667/0 lens 488/0 e 0 to 0 dl 1746143527 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.463290:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124339180 with x1830963461510784 ext(0->4095) 00010000:00010000:0.0:1746143516.463335:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091460a00/0xa6c9a53f47f216c6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69e88 expref: 6 pid: 12044 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.463349:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091460a00/0xa6c9a53f47f216c6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69e88 expref: 6 pid: 12044 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746143516.463356:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880124339180 00000100:00100000:0.0:1746143516.463376:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2360 00000100:00100000:0.0:1746143516.463383:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124339180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461510784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143516.464694:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124339180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461510784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1307us (1539us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143516.464703:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2360 00002000:00100000:0.0:1746143516.464710:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124339180 x1830963461510784/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:667/0 lens 488/4536 e 0 to 0 dl 1746143527 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.464724:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124339180 with x1830963461510784 ext(0->4095) 00010000:00010000:0.0:1746143516.464731:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091460a00/0xa6c9a53f47f216c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69e88 expref: 6 pid: 12044 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.464742:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091460a00/0xa6c9a53f47f216c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69e88 expref: 6 pid: 12044 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746143516.464748:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880124339180 00000100:00100000:0.0:1746143516.467620:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.471230:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461511168 00000100:00100000:0.0:1746143516.471236:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461511168 00002000:00100000:0.0:1746143516.471369:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124339500 x1830963461511168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:667/0 lens 488/0 e 0 to 0 dl 1746143527 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.471378:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124339500 with x1830963461511168 ext(0->4095) 00002000:00010000:0.0:1746143516.471382:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124339500 00000100:00100000:0.0:1746143516.471693:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13221 00000100:00100000:0.0:1746143516.471699:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124339500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+73:2007:x1830963461511168:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143516.471796:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124339500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+73:2007:x1830963461511168:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (621us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143516.471801:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13221 00002000:00100000:0.0:1746143516.471805:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124339500 x1830963461511168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:667/0 lens 488/4536 e 0 to 0 dl 1746143527 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.471811:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124339500 with x1830963461511168 ext(0->4095) 00002000:00010000:0.0:1746143516.471815:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124339500 00000100:00100000:0.0:1746143516.473496:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.476032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.480717:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.483014:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.483087:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.487701:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.492736:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.495337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.499494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.501744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.505581:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.507897:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.510546:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.510633:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.514012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.521690:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.529360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.550152:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.556576:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.562380:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.564325:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+75:2006:x1830963461514496:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1441us (1949us total) trans 4294972178 rc 0/0 00000100:00100000:0.0:1746143516.564333:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2363 00002000:00100000:0.0:1746143516.564341:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011ee2c380 x1830963461514496/t4294972178(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:667/0 lens 496/448 e 0 to 0 dl 1746143527 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.564348:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2c380 with x1830963461514496 ext(0->7) 00010000:00010000:0.0:1746143516.564356:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f216f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69eb9 expref: 75 pid: 9571 timeout: 834 lvb_type: 0 00010000:00010000:0.0:1746143516.564367:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f216f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69eb9 expref: 75 pid: 9571 timeout: 834 lvb_type: 0 00002000:00010000:0.0:1746143516.564373:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee2c380 00000100:00100000:0.0:1746143516.565990:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.570561:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.573354:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.575071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.575903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.580016:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.584208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.593333:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.596396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.598275:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.598707:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.603175:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.604653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.607035:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.610192:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.614243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.616831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.618973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.621244:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.623134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.625006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.626215:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.638635:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.638702:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.643935:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.647843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.647945:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.654631:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.657633:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.661210:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.663220:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.667184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.670601:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.671755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.672344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.674702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.677446:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.680784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.686911:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.691024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.694785:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.694852:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.697744:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.697839:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461522304 00000100:00100000:0.0:1746143516.697845:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461522304 00000100:00100000:0.0:1746143516.697889:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29437 00000100:00100000:0.0:1746143516.697896:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+75:1794:x1830963461522304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143516.697911:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143516.697925:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb18400/0xa6c9a53f47f2176e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed69f30 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.697945:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143516.697950:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21767 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69f29 expref: 76 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.697956:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143516.697959:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb18400/0xa6c9a53f47f2176e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69f30 expref: 76 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.697994:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21767 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69f29 expref: 76 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.698005:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb18400/0xa6c9a53f47f2176e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69f30 expref: 76 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.698013:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb18400, rc 0) 00000100:00100000:0.0:1746143516.698055:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+76:1794:x1830963461522304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143516.698061:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29437 00000100:00100000:0.0:1746143516.698191:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.711596:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.714806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.720291:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.725118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.730566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.730663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.735205:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.738121:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.749007:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.762036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.763515:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+77:2006:x1830963461524352:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1279us (1480us total) trans 4294972179 rc 0/0 00000100:00100000:0.0:1746143516.763523:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2374 00002000:00100000:0.0:1746143516.763530:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800978b5c00 x1830963461524352/t4294972179(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:667/0 lens 496/448 e 0 to 0 dl 1746143527 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.763538:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b5c00 with x1830963461524352 ext(0->7) 00010000:00010000:0.0:1746143516.763544:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2177c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69f3e expref: 77 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746143516.763554:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2177c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69f3e expref: 77 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746143516.763561:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b5c00 00000100:00100000:0.0:1746143516.767058:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.771935:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.773005:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461524864 00000100:00100000:0.0:1746143516.773009:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461524864 00002000:00100000:0.0:1746143516.773040:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9e300 x1830963461524864/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:667/0 lens 488/0 e 0 to 0 dl 1746143527 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.773049:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9e300 with x1830963461524864 ext(0->4095) 00010000:00010000:0.0:1746143516.773056:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21783 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69f45 expref: 6 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746143516.773067:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21783 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69f45 expref: 6 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746143516.773501:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9e300 00000100:00100000:0.0:1746143516.773529:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2375 00000100:00100000:0.0:1746143516.773536:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461524864:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143516.773665:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461524864:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (1020us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143516.773679:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2375 00002000:00100000:0.0:1746143516.773685:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9e300 x1830963461524864/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:667/0 lens 488/4536 e 0 to 0 dl 1746143527 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143516.773692:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9e300 with x1830963461524864 ext(0->4095) 00010000:00010000:0.0:1746143516.773697:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21783 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69f45 expref: 6 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746143516.773707:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21783 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69f45 expref: 6 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746143516.773713:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9e300 00000100:00100000:0.0:1746143516.776470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.781243:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.785644:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.789081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.792542:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461525888 00000100:00100000:0.0:1746143516.792552:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461525888 00000100:00100000:0.0:1746143516.792602:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29443 00000100:00100000:0.0:1746143516.792609:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461525888:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143516.792628:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143516.792647:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f21798 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed69f5a expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.792688:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21791 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69f53 expref: 76 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.792695:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143516.792698:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143516.792704:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f21798 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69f5a expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.792737:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21791 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69f53 expref: 76 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.792749:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21791 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed69f53 expref: 76 pid: 9571 timeout: 835 lvb_type: 0 00000100:00100000:0.0:1746143516.792762:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d845c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963454999936:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143516.792854:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143516.798440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.801345:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.803040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.806076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.806110:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.809725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.812567:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.814811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.818176:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.821099:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.822638:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.824650:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.825606:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.830227:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.835563:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.839359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.840095:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.846471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.849369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.854651:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.857174:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.860809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.863637:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.867208:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.871797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.874779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.875220:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.877774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.880185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.882667:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.889831:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.893892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.894547:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.896243:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.897701:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.904768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.907653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.910378:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.912628:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.917205:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.919703:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.920701:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.923962:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.924498:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.927588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.931417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.933978:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.937084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.940964:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.944488:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.944524:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.947101:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.947192:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.950364:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.953159:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.955539:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.960998:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.965960:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.969248:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.973604:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.976497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.979775:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.983148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.986639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.990012:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.993445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143516.998131:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086128700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455006080:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143516.998145:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21840 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a002 expref: 78 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143516.998153:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93200, rc 0) 00000100:00100000:0.0:1746143516.998168:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124338380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:1782:x1830963461538176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3515us (3591us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143516.998174:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29467 00000100:00100000:0.0:1746143517.003481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.007221:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.010940:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.012621:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.017837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.020401:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.022447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.022510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.025160:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.027692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.030890:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.033848:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.035549:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.037666:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.041114:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.044016:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461541376 00000100:00100000:1.0:1746143517.044023:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461541376 00000100:00100000:1.0:1746143517.044262:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29474 00000100:00100000:1.0:1746143517.044332:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012433aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:1782:x1830963461541376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143517.044340:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143517.044346:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21871 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a033 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.044358:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.044362:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f2186a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a02c expref: 79 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.044398:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143517.044401:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21871 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a033 expref: 79 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.044420:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f2186a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a02c expref: 79 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.044428:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21871 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a033 expref: 79 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.044434:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a800, rc 0) 00000100:00100000:1.0:1746143517.044461:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012433aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+79:1782:x1830963461541376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.044526:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29474 00000100:00100000:1.0:1746143517.046991:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461541504 00000100:00100000:1.0:1746143517.046997:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461541504 00010000:00010000:1.0:1746143517.047018:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21863 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a025 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.047050:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15380 00000100:00100000:1.0:1746143517.047055:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124338000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461541504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143517.047065:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143517.047080:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21863 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a025 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.047089:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21863 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a025 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.047106:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21863 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a025 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.047126:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.047128:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.047133:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f2186a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a02c expref: 77 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.047140:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f2186a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a02c expref: 77 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.047164:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f2186a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a02c expref: 77 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.047174:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f2186a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a02c expref: 77 pid: 12044 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.047188:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455007872:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143517.047248:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143517.048412:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455007872:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143517.048423:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143517.048456:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124338000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461541504:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1400us (1514us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.048462:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15380 00000100:00100000:0.0:1746143517.048616:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.055122:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461542016 00000100:00100000:1.0:1746143517.055126:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461542016 00010000:00010000:1.0:1746143517.055139:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f2186a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a02c expref: 78 pid: 12044 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.055159:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15381 00000100:00100000:1.0:1746143517.055167:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124339880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2004:x1830963461542016:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143517.055174:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143517.055191:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f2186a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a02c expref: 78 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.055200:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f2186a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a02c expref: 78 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.055216:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f2186a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a02c expref: 78 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.055249:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.055252:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.055258:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21871 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a033 expref: 77 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.055265:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21871 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a033 expref: 77 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.055285:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21871 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a033 expref: 77 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.055313:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21871 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a033 expref: 77 pid: 9571 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.055324:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455008128:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143517.055382:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143517.059623:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455008128:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143517.059640:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143517.059690:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124339880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+77:2004:x1830963461542016:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4522us (4654us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.059699:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15381 00000100:00100000:0.0:1746143517.064243:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.065040:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.065649:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461542400 00000100:00100000:1.0:1746143517.065656:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461542400 00010000:00010000:1.0:1746143517.065690:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21871 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a033 expref: 77 pid: 9571 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.066030:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15382 00000100:00100000:1.0:1746143517.066042:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130728380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+77:2006:x1830963461542400:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143517.066734:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143517.066753:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21871 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a033 expref: 77 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.066766:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21871 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a033 expref: 77 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.066784:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21871 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a033 expref: 77 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.066810:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.066812:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.066818:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21878 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a03a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.066824:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21878 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a03a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.066851:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21878 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a03a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143517.066860:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455008256:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143517.066925:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143517.069696:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455008256:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143517.069714:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143517.069748:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130728380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2006:x1830963461542400:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3706us (5509us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.069760:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15382 00000100:00100000:1.0:1746143517.070283:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461542784 00000100:00100000:1.0:1746143517.070288:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461542784 00002000:00100000:1.0:1746143517.070344:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d847800 x1830963461542784/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.070354:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d847800 with x1830963461542784 ext(0->4095) 00010000:00010000:1.0:1746143517.070359:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21878 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a03a expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.070375:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21878 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a03a expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.070381:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d847800 00000100:00100000:0.0:1746143517.070569:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2393 00000100:00100000:0.0:1746143517.070578:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461542784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143517.070695:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461542784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (454us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143517.070700:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2393 00002000:00100000:0.0:1746143517.070705:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d847800 x1830963461542784/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.070711:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d847800 with x1830963461542784 ext(0->4095) 00010000:00010000:0.0:1746143517.070716:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21878 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a03a expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746143517.070724:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21878 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a03a expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746143517.070729:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d847800 00000100:00100000:0.0:1746143517.074351:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.074383:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461542912 00000100:00100000:1.0:1746143517.074390:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461542912 00010000:00010000:1.0:1746143517.074418:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21878 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a03a expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.074493:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15383 00000100:00100000:1.0:1746143517.074500:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461542912:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143517.074513:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143517.074807:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21878 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a03a expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.074821:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21878 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a03a expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.074843:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21878 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a03a expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.074867:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.074869:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.074875:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2187f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a041 expref: 76 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.074881:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2187f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a041 expref: 76 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.074905:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2187f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a041 expref: 76 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143517.074914:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455008512:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143517.074979:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143517.079210:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461543168 00000100:00100000:0.0:1746143517.079217:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461543168 00002000:00100000:0.0:1746143517.079253:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092368380 x1830963461543168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.079263:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368380 with x1830963461543168 ext(0->4095) 00002000:00010000:0.0:1746143517.079268:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092368380 00000100:00100000:0.0:1746143517.082623:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.085439:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.088535:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461543808 00000100:00100000:0.0:1746143517.088539:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461543808 00002000:00100000:0.0:1746143517.088641:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d846680 x1830963461543808/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.088649:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d846680 with x1830963461543808 ext(0->4095) 00010000:00010000:0.0:1746143517.088655:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21886 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a048 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143517.088662:0:27162:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21886 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a048 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746143517.088666:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d846680 00000100:00100000:0.0:1746143517.088697:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2394 00000100:00100000:0.0:1746143517.088702:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461543808:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143517.088804:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461543808:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (328us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143517.088810:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2394 00002000:00100000:0.0:1746143517.088869:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d846680 x1830963461543808/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.088877:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d846680 with x1830963461543808 ext(0->4095) 00010000:00010000:0.0:1746143517.088880:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21886 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a048 expref: 6 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746143517.088889:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21886 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a048 expref: 6 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746143517.088894:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d846680 00000100:00100000:0.0:1746143517.090570:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.093495:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461544320 00000100:00100000:0.0:1746143517.093500:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461544320 00002000:00100000:0.0:1746143517.093530:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c1880 x1830963461544320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.093537:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c1880 with x1830963461544320 ext(0->4095) 00010000:00010000:0.0:1746143517.093545:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f2188d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a04f expref: 78 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746143517.093555:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f2188d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a04f expref: 78 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746143517.093561:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978c1880 00000100:00100000:0.0:1746143517.093623:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2395 00000100:00100000:0.0:1746143517.093629:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2007:x1830963461544320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143517.094064:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2007:x1830963461544320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 435us (696us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143517.094070:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2395 00002000:00100000:0.0:1746143517.094075:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c1880 x1830963461544320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.094081:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c1880 with x1830963461544320 ext(0->4095) 00010000:00010000:0.0:1746143517.094086:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f2188d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a04f expref: 78 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746143517.094095:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f2188d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a04f expref: 78 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746143517.094100:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978c1880 00000100:00100000:0.0:1746143517.099973:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461544704 00000100:00100000:0.0:1746143517.099980:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461544704 00002000:00100000:0.0:1746143517.100018:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c2a00 x1830963461544704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.100027:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c2a00 with x1830963461544704 ext(0->4095) 00002000:00010000:0.0:1746143517.100032:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c2a00 00000100:00100000:0.0:1746143517.100060:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13253 00000100:00100000:0.0:1746143517.100067:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+77:2007:x1830963461544704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143517.100189:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+77:2007:x1830963461544704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (596us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143517.100195:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13253 00002000:00100000:0.0:1746143517.100200:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c2a00 x1830963461544704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.100207:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c2a00 with x1830963461544704 ext(0->4095) 00002000:00010000:0.0:1746143517.100223:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c2a00 00000100:00100000:0.0:1746143517.110014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.111065:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.113963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.114447:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461545344 00000100:00100000:1.0:1746143517.114453:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461545344 00002000:00100000:1.0:1746143517.114486:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caf480 x1830963461545344/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.114495:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caf480 with x1830963461545344 ext(0->4095) 00010000:00010000:1.0:1746143517.114502:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2189b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a05d expref: 6 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.114513:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2189b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a05d expref: 6 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.114524:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092caf480 00000100:00100000:1.0:1746143517.114551:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2396 00000100:00100000:1.0:1746143517.114558:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461545344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143517.114683:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461545344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (726us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.114689:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2396 00002000:00100000:1.0:1746143517.114694:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caf480 x1830963461545344/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.114700:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caf480 with x1830963461545344 ext(0->4095) 00010000:00010000:1.0:1746143517.114705:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2189b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a05d expref: 6 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.114714:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2189b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a05d expref: 6 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.114719:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092caf480 00000100:00100000:1.0:1746143517.122271:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461545728 00000100:00100000:1.0:1746143517.122278:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461545728 00002000:00100000:1.0:1746143517.122334:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c1500 x1830963461545728/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.122345:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c1500 with x1830963461545728 ext(0->4095) 00002000:00010000:1.0:1746143517.122349:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c1500 00000100:00100000:1.0:1746143517.122366:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13254 00000100:00100000:1.0:1746143517.122373:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+77:2007:x1830963461545728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143517.122511:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+77:2007:x1830963461545728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (480us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.122516:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13254 00002000:00100000:1.0:1746143517.122522:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c1500 x1830963461545728/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.122529:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c1500 with x1830963461545728 ext(0->4095) 00002000:00010000:1.0:1746143517.122532:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c1500 00000100:00100000:0.0:1746143517.127496:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.139175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.139261:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461545984 00000100:00100000:1.0:1746143517.139269:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461545984 00002000:00100000:1.0:1746143517.139329:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092caf800 x1830963461545984/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 496/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.139339:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caf800 with x1830963461545984 ext(0->7) 00010000:00010000:1.0:1746143517.139346:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f218a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a064 expref: 77 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.139359:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f218a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a064 expref: 77 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.139366:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092caf800 00000100:00100000:1.0:1746143517.139398:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2397 00000100:00100000:1.0:1746143517.139404:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+77:2007:x1830963461545984:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746143517.142418:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+79:2007:x1830963461545984:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3003us (3234us total) trans 4294972180 rc 0/0 00000100:00100000:1.0:1746143517.142433:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2397 00002000:00100000:1.0:1746143517.142444:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092caf800 x1830963461545984/t4294972180(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 496/448 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.142453:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caf800 with x1830963461545984 ext(0->7) 00010000:00010000:1.0:1746143517.142463:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f218a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a064 expref: 79 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.142479:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f218a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a064 expref: 79 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.142486:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092caf800 00000001:00080000:0.0:1746143517.143291:0:9569:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972180 is committed 00000100:00100000:0.0:1746143517.145549:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.148234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.152097:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.152611:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461546496 00000100:00100000:1.0:1746143517.152618:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461546496 00002000:00100000:1.0:1746143517.152655:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cad500 x1830963461546496/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.152666:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cad500 with x1830963461546496 ext(0->4095) 00010000:00010000:1.0:1746143517.152684:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f218a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a06b expref: 6 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.152697:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f218a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a06b expref: 6 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.152704:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cad500 00000100:00100000:1.0:1746143517.153003:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2398 00000100:00100000:1.0:1746143517.153010:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461546496:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746143517.153137:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461546496:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (1049us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.153146:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2398 00002000:00100000:1.0:1746143517.153151:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cad500 x1830963461546496/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.153158:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cad500 with x1830963461546496 ext(0->4095) 00010000:00010000:1.0:1746143517.153163:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f218a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a06b expref: 6 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.153172:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f218a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a06b expref: 6 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.153177:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cad500 00000100:00100000:0.0:1746143517.154388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.157798:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.157866:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461546880 00000100:00100000:1.0:1746143517.157877:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461546880 00002000:00100000:1.0:1746143517.157925:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caca80 x1830963461546880/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.157934:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caca80 with x1830963461546880 ext(0->4095) 00002000:00010000:1.0:1746143517.157939:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092caca80 00000100:00100000:1.0:1746143517.157971:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13255 00000100:00100000:1.0:1746143517.157978:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2006:x1830963461546880:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143517.158238:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2006:x1830963461546880:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 259us (438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.158244:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13255 00002000:00100000:1.0:1746143517.158251:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caca80 x1830963461546880/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.158258:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caca80 with x1830963461546880 ext(0->4095) 00002000:00010000:1.0:1746143517.158260:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092caca80 00000100:00100000:0.0:1746143517.159979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.163385:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.166773:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461547392 00000100:00100000:1.0:1746143517.166780:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461547392 00002000:00100000:1.0:1746143517.166810:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c1c00 x1830963461547392/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.166818:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c1c00 with x1830963461547392 ext(0->4095) 00002000:00010000:1.0:1746143517.166822:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c1c00 00000100:00100000:1.0:1746143517.166837:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13256 00000100:00100000:1.0:1746143517.166842:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461547392:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143517.166955:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461547392:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (239us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.166960:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13256 00002000:00100000:1.0:1746143517.166965:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c1c00 x1830963461547392/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.166971:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c1c00 with x1830963461547392 ext(0->4095) 00002000:00010000:1.0:1746143517.166973:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c1c00 00000100:00100000:0.0:1746143517.168127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.168186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.172284:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.176388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.176421:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461548032 00000100:00100000:1.0:1746143517.176427:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461548032 00002000:00100000:1.0:1746143517.176455:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092116300 x1830963461548032/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.176463:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092116300 with x1830963461548032 ext(0->4095) 00010000:00010000:1.0:1746143517.176471:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f218be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a080 expref: 7 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.176482:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f218be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a080 expref: 7 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.176488:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092116300 00000100:00100000:1.0:1746143517.176516:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2399 00000100:00100000:1.0:1746143517.176521:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963461548032:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143517.176608:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963461548032:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 87us (223us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.176614:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2399 00002000:00100000:1.0:1746143517.176618:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092116300 x1830963461548032/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.176625:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092116300 with x1830963461548032 ext(0->4095) 00010000:00010000:1.0:1746143517.176629:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f218be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a080 expref: 7 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.176636:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f218be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a080 expref: 7 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.176641:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092116300 00000100:00100000:0.0:1746143517.178550:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.183484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.186591:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.190242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.193836:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.193925:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461548928 00000100:00100000:1.0:1746143517.193933:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461548928 00000100:00100000:0.0:1746143517.194059:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:1.0:1746143517.194131:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b4700 x1830963461548928/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.194146:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b4700 with x1830963461548928 ext(0->4095) 00002000:00010000:1.0:1746143517.194151:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b4700 00000100:00100000:1.0:1746143517.194179:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13258 00000100:00100000:1.0:1746143517.194186:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461548928:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143517.194327:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461548928:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (493us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.194333:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13258 00002000:00100000:1.0:1746143517.194339:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b4700 x1830963461548928/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.194346:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b4700 with x1830963461548928 ext(0->4095) 00002000:00010000:1.0:1746143517.194349:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b4700 00000100:00100000:0.0:1746143517.197892:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.199725:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.204181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.207735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.214096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.218567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.221993:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.223109:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.226083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.226450:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461550592 00000100:00100000:1.0:1746143517.226456:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461550592 00002000:00100000:1.0:1746143517.226490:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6ed80 x1830963461550592/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.226499:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ed80 with x1830963461550592 ext(0->4095) 00010000:00010000:1.0:1746143517.226505:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f218e1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0a3 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.226515:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f218e1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0a3 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.226520:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6ed80 00000100:00100000:1.0:1746143517.226544:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2401 00000100:00100000:1.0:1746143517.226550:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461550592:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143517.226687:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461550592:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (612us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.226693:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2401 00002000:00100000:1.0:1746143517.226698:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6ed80 x1830963461550592/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.226705:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ed80 with x1830963461550592 ext(0->4095) 00010000:00010000:1.0:1746143517.226710:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f218e1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0a3 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.226718:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f218e1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0a3 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.226724:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6ed80 00000100:00100000:1.0:1746143517.232563:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.236350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.250900:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.259453:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.259866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.259938:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461551360 00000100:00100000:0.0:1746143517.259942:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461551360 00002000:00100000:0.0:1746143517.259971:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011fc9e680 x1830963461551360/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 496/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.259981:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9e680 with x1830963461551360 ext(0->7) 00010000:00010000:0.0:1746143517.259987:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f218e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0aa expref: 8 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746143517.259999:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f218e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0aa expref: 8 pid: 12044 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746143517.260006:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9e680 00000100:00100000:0.0:1746143517.260033:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2402 00000100:00100000:0.0:1746143517.260039:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963461551360:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143517.261377:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963461551360:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1331us (1504us total) trans 4294972181 rc 0/0 00000100:00100000:0.0:1746143517.261386:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2402 00002000:00100000:0.0:1746143517.261393:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011fc9e680 x1830963461551360/t4294972181(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 496/448 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.261401:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9e680 with x1830963461551360 ext(0->7) 00010000:00010000:0.0:1746143517.261409:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f218e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0aa expref: 9 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746143517.261763:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f218e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0aa expref: 9 pid: 12044 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746143517.261776:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9e680 00000100:00100000:0.0:1746143517.264081:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.267161:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.267284:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461551744 00000100:00100000:1.0:1746143517.267317:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461551744 00002000:00100000:1.0:1746143517.267360:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6c000 x1830963461551744/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.267369:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6c000 with x1830963461551744 ext(0->4095) 00010000:00010000:1.0:1746143517.267378:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f218ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0b1 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.267391:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f218ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0b1 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.267396:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6c000 00000100:00100000:1.0:1746143517.267422:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2403 00000100:00100000:1.0:1746143517.267428:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461551744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143517.267548:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461551744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.267554:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2403 00002000:00100000:1.0:1746143517.267559:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6c000 x1830963461551744/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.267566:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6c000 with x1830963461551744 ext(0->4095) 00010000:00010000:1.0:1746143517.267570:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f218ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0b1 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.267579:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f218ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0b1 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.267585:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6c000 00000100:00100000:0.0:1746143517.270959:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.277109:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.286813:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.294705:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.306726:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.309632:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.324462:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.333692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.344044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.351462:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.354631:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963461553536:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1773us (3162us total) trans 4294972183 rc 0/0 00000100:00100000:0.0:1746143517.354642:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2406 00002000:00100000:0.0:1746143517.354652:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097a6ca80 x1830963461553536/t4294972183(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 496/448 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.354661:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ca80 with x1830963461553536 ext(0->7) 00010000:00010000:0.0:1746143517.354681:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21904 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0c6 expref: 12 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746143517.354695:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21904 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0c6 expref: 12 pid: 12044 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746143517.354706:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6ca80 00000100:00100000:0.0:1746143517.356894:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.362541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.362902:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461553920 00000100:00100000:1.0:1746143517.362909:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461553920 00002000:00100000:1.0:1746143517.362945:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6fb80 x1830963461553920/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.362954:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6fb80 with x1830963461553920 ext(0->4095) 00002000:00010000:1.0:1746143517.362958:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6fb80 00000100:00100000:1.0:1746143517.362971:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13263 00000100:00100000:1.0:1746143517.362976:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461553920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143517.363097:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461553920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (566us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.363103:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13263 00002000:00100000:1.0:1746143517.363107:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6fb80 x1830963461553920/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.363114:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6fb80 with x1830963461553920 ext(0->4095) 00002000:00010000:1.0:1746143517.363117:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6fb80 00000100:00100000:0.0:1746143517.367122:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.367199:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.368750:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29497 00000100:00100000:1.0:1746143517.368761:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1794:x1830963461554048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143517.368780:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143517.368799:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21912 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a0d4 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.368829:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f2190b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0cd expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.368836:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.368837:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.368840:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21912 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0d4 expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.368878:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f2190b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0cd expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.368893:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f2190b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0cd expref: 5 pid: 12044 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.368907:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455013760:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143517.369012:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143517.374033:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.379250:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.379815:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461554560 00000100:00100000:1.0:1746143517.379824:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461554560 00002000:00100000:1.0:1746143517.379862:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236f800 x1830963461554560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.379871:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236f800 with x1830963461554560 ext(0->4095) 00010000:00010000:1.0:1746143517.379880:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21912 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0d4 expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.379891:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21912 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0d4 expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.379897:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236f800 00000100:00100000:1.0:1746143517.379919:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2407 00000100:00100000:1.0:1746143517.379926:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963461554560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143517.380047:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963461554560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (809us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.380057:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2407 00002000:00100000:1.0:1746143517.380062:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236f800 x1830963461554560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.380068:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236f800 with x1830963461554560 ext(0->4095) 00010000:00010000:1.0:1746143517.380072:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21912 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0d4 expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.380080:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21912 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0d4 expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.380086:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236f800 00000100:00100000:0.0:1746143517.382924:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.384858:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.389654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.389746:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461555072 00000100:00100000:1.0:1746143517.389755:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461555072 00002000:00100000:1.0:1746143517.389800:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236fb80 x1830963461555072/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.389811:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236fb80 with x1830963461555072 ext(0->4095) 00010000:00010000:1.0:1746143517.389821:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21919 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0db expref: 13 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.389835:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21919 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0db expref: 13 pid: 12044 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.389841:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236fb80 00000100:00100000:1.0:1746143517.389862:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2408 00000100:00100000:1.0:1746143517.389870:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963461555072:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143517.390005:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963461555072:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.390011:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2408 00002000:00100000:1.0:1746143517.390016:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236fb80 x1830963461555072/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.390023:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236fb80 with x1830963461555072 ext(0->4095) 00010000:00010000:1.0:1746143517.390028:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21919 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0db expref: 12 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.390037:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21919 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0db expref: 12 pid: 12044 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.390043:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236fb80 00000100:00100000:0.0:1746143517.394134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.395326:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.398475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.405883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.412253:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.415114:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.419263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.421532:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.421801:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.425353:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.425575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.428223:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.428285:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461557120 00000100:00100000:1.0:1746143517.428289:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461557120 00002000:00100000:1.0:1746143517.428332:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092359f80 x1830963461557120/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.428340:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092359f80 with x1830963461557120 ext(0->4095) 00010000:00010000:1.0:1746143517.428345:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f21935 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0f7 expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.428354:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f21935 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0f7 expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.428359:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092359f80 00000100:00100000:1.0:1746143517.428376:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2411 00000100:00100000:1.0:1746143517.428380:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963461557120:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143517.428455:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963461557120:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 74us (233us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.428460:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2411 00002000:00100000:1.0:1746143517.428464:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092359f80 x1830963461557120/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.428470:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092359f80 with x1830963461557120 ext(0->4095) 00010000:00010000:1.0:1746143517.428473:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f21935 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0f7 expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.428481:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f21935 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a0f7 expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.428485:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092359f80 00000100:00100000:0.0:1746143517.430199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.433272:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.433434:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461557504 00000100:00100000:1.0:1746143517.433440:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461557504 00002000:00100000:1.0:1746143517.433468:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092359c00 x1830963461557504/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.433476:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092359c00 with x1830963461557504 ext(0->4095) 00002000:00010000:1.0:1746143517.433480:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092359c00 00000100:00100000:1.0:1746143517.433506:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13265 00000100:00100000:1.0:1746143517.433511:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963461557504:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143517.433602:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963461557504:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 90us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.433608:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13265 00002000:00100000:1.0:1746143517.433612:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092359c00 x1830963461557504/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.433619:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092359c00 with x1830963461557504 ext(0->4095) 00002000:00010000:1.0:1746143517.433622:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092359c00 00000100:00100000:0.0:1746143517.435547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.437798:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746143517.439785:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143517.440225:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.442151:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.444538:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.444824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.445046:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461558400 00000100:00100000:1.0:1746143517.445050:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461558400 00000100:00100000:1.0:1746143517.445077:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29506 00000100:00100000:1.0:1746143517.445082:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1782:x1830963461558400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143517.445092:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143517.445101:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21951 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a113 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.445114:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.445118:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f2194a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a10c expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.445123:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143517.445126:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21951 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a113 expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.445148:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f2194a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a10c expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.445157:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21951 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a113 expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.445164:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.445165:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.445169:0:9573:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f2194a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a10c expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.445176:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f2194a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a10c expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.445192:0:9573:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f2194a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a10c expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.445201:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f2194a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a10c expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.445211:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455016064:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143517.445635:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb46c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143517.447868:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455016064:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143517.447882:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808bc00, rc 0) 00000100:00100000:1.0:1746143517.447912:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1782:x1830963461558400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2829us (3378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.447918:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29506 00000100:00100000:0.0:1746143517.448203:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.451867:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.452111:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461558784 00000100:00100000:1.0:1746143517.452119:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461558784 00000100:00100000:1.0:1746143517.452189:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29507 00000100:00100000:1.0:1746143517.452196:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461558784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143517.452211:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143517.452224:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21958 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a11a expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.452247:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143517.452251:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21951 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a113 expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.452256:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143517.452259:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21958 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a11a expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.452285:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21951 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a113 expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.452410:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21958 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a11a expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.452420:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808b600, rc 0) 00000100:00100000:1.0:1746143517.452565:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461558784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 368us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.452570:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29507 00000100:00100000:0.0:1746143517.453620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.457110:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.457230:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461559168 00000100:00100000:1.0:1746143517.457236:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461559168 00002000:00100000:1.0:1746143517.457266:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124832680 x1830963461559168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.457274:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124832680 with x1830963461559168 ext(0->4095) 00010000:00010000:1.0:1746143517.457281:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21951 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a113 expref: 13 pid: 9573 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.457311:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21951 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a113 expref: 12 pid: 9573 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.457317:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880124832680 00000100:00100000:1.0:1746143517.457340:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2413 00000100:00100000:1.0:1746143517.457346:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963461559168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143517.457446:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963461559168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.457452:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2413 00002000:00100000:1.0:1746143517.457457:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124832680 x1830963461559168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.457463:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124832680 with x1830963461559168 ext(0->4095) 00010000:00010000:1.0:1746143517.457467:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21951 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a113 expref: 12 pid: 9573 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.457475:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21951 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a113 expref: 12 pid: 9573 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.457480:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880124832680 00000100:00100000:0.0:1746143517.459760:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.459810:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.459886:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461559296 00000100:00100000:1.0:1746143517.459891:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461559296 00000100:00100000:1.0:1746143517.459928:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29508 00000100:00100000:1.0:1746143517.459933:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1782:x1830963461559296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143517.459950:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143517.459962:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2195f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a121 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.459981:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143517.459985:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21958 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a11a expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.459990:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143517.459993:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2195f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a121 expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.460075:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21958 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a11a expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.460092:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2195f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a121 expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.460100:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a200, rc 0) 00000100:00100000:1.0:1746143517.460180:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1782:x1830963461559296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 246us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.460186:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29508 00000100:00100000:0.0:1746143517.462989:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.463130:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461559680 00000100:00100000:1.0:1746143517.463135:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461559680 00002000:00100000:1.0:1746143517.463164:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124832d80 x1830963461559680/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.463172:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124832d80 with x1830963461559680 ext(0->4095) 00010000:00010000:1.0:1746143517.463179:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21958 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a11a expref: 6 pid: 9573 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.463190:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21958 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a11a expref: 6 pid: 9573 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.463195:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880124832d80 00000100:00100000:1.0:1746143517.463224:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2414 00000100:00100000:1.0:1746143517.463230:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461559680:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143517.463355:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461559680:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.463360:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2414 00002000:00100000:1.0:1746143517.463365:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124832d80 x1830963461559680/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.463372:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124832d80 with x1830963461559680 ext(0->4095) 00010000:00010000:1.0:1746143517.463376:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21958 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a11a expref: 6 pid: 9573 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.463385:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21958 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a11a expref: 6 pid: 9573 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.463390:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880124832d80 00000100:00100000:0.0:1746143517.465947:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.469279:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.471691:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.471753:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461560192 00000100:00100000:1.0:1746143517.471760:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461560192 00000100:00100000:1.0:1746143517.471801:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29509 00000100:00100000:1.0:1746143517.471807:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb23850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461560192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143517.471819:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143517.471833:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21966 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a128 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.471856:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2195f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a121 expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.471863:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143517.471864:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143517.471867:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21966 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a128 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.471891:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2195f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a121 expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.471901:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2195f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a121 expref: 11 pid: 9573 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.471909:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455016832:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143517.472062:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4780 going to sleep for 11 seconds 00000100:00100000:1.0:1746143517.474499:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455016832:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143517.474521:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21966 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a128 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.474535:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a000, rc 0) 00000100:00100000:1.0:1746143517.474579:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb23850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461560192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2772us (2895us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.474590:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29509 00000100:00100000:0.0:1746143517.474898:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.478287:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461560576 00000100:00100000:0.0:1746143517.478308:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461560576 00002000:00100000:0.0:1746143517.478337:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013406d880 x1830963461560576/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.478346:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406d880 with x1830963461560576 ext(0->4095) 00002000:00010000:0.0:1746143517.478349:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013406d880 00000100:00100000:0.0:1746143517.478782:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13268 00000100:00100000:0.0:1746143517.478789:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461560576:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143517.478911:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461560576:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (690us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143517.478917:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13268 00002000:00100000:0.0:1746143517.478921:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013406d880 x1830963461560576/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.478928:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406d880 with x1830963461560576 ext(0->4095) 00002000:00010000:0.0:1746143517.478931:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013406d880 00000100:00100000:0.0:1746143517.480572:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.480769:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.480861:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461560704 00000100:00100000:1.0:1746143517.480868:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461560704 00000100:00100000:1.0:1746143517.480916:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29510 00000100:00100000:1.0:1746143517.480923:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1794:x1830963461560704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143517.480935:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143517.480948:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a600/0xa6c9a53f47f2196d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a12f expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.481029:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.481033:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f21974 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a136 expref: 14 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.481039:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143517.481041:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a600/0xa6c9a53f47f2196d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a12f expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.481422:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f21974 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a136 expref: 14 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.481435:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a600/0xa6c9a53f47f2196d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a12f expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.481448:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a600, rc 0) 00000100:00100000:1.0:1746143517.481477:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:1794:x1830963461560704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 554us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.481482:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29510 00000100:00100000:0.0:1746143517.484552:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.486153:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.486236:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461561216 00000100:00100000:1.0:1746143517.486240:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461561216 00002000:00100000:1.0:1746143517.486264:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097649500 x1830963461561216/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.486272:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097649500 with x1830963461561216 ext(0->4095) 00010000:00010000:1.0:1746143517.486277:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f21974 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a136 expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.486286:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f21974 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a136 expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.486292:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097649500 00000100:00100000:1.0:1746143517.486334:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2415 00000100:00100000:1.0:1746143517.486340:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097649500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963461561216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143517.486434:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097649500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963461561216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 94us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.486440:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2415 00002000:00100000:1.0:1746143517.486445:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097649500 x1830963461561216/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.486451:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097649500 with x1830963461561216 ext(0->4095) 00010000:00010000:1.0:1746143517.486456:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f21974 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a136 expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.486464:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f21974 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a136 expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.486474:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097649500 00000100:00100000:0.0:1746143517.487888:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.490732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.492464:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.496078:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.500418:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.500706:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.505682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.506578:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.509069:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.509219:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461562752 00000100:00100000:1.0:1746143517.509224:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461562752 00002000:00100000:1.0:1746143517.509250:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011eeef100 x1830963461562752/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.509258:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeef100 with x1830963461562752 ext(0->4095) 00010000:00010000:1.0:1746143517.509264:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f21982 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a144 expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.509274:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f21982 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a144 expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.509280:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011eeef100 00000100:00100000:1.0:1746143517.509325:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2416 00000100:00100000:1.0:1746143517.509331:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963461562752:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143517.509427:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963461562752:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.509433:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2416 00002000:00100000:1.0:1746143517.509437:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011eeef100 x1830963461562752/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.509444:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeef100 with x1830963461562752 ext(0->4095) 00010000:00010000:1.0:1746143517.509448:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f21982 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a144 expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.509461:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f21982 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a144 expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.509466:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011eeef100 00000100:00100000:0.0:1746143517.511986:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.514698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.514749:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461563136 00000100:00100000:1.0:1746143517.514754:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461563136 00002000:00100000:1.0:1746143517.514782:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045d500 x1830963461563136/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.514790:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045d500 with x1830963461563136 ext(0->4095) 00002000:00010000:1.0:1746143517.514794:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045d500 00000100:00100000:1.0:1746143517.514823:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13271 00000100:00100000:1.0:1746143517.514829:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2005:x1830963461563136:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143517.514918:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2005:x1830963461563136:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (221us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.514924:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13271 00002000:00100000:1.0:1746143517.514929:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045d500 x1830963461563136/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.514936:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045d500 with x1830963461563136 ext(0->4095) 00002000:00010000:1.0:1746143517.514938:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045d500 00000100:00100000:0.0:1746143517.516192:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.516330:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461563264 00000100:00100000:1.0:1746143517.516335:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461563264 00000100:00100000:1.0:1746143517.516440:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29515 00000100:00100000:1.0:1746143517.516446:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461563264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143517.516459:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143517.516471:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21990 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a152 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.516492:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21989 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a14b expref: 11 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.516498:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143517.516499:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143517.516503:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21990 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a152 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.516524:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21989 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a14b expref: 11 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.516534:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21989 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a14b expref: 11 pid: 9571 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.516544:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455018368:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143517.516614:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4540 going to sleep for 11 seconds 00000100:00100000:1.0:1746143517.517648:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455018368:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143517.517665:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21990 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a152 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.517688:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808b800, rc 0) 00000100:00100000:1.0:1746143517.517711:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461563264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1265us (1522us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.517721:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29515 00000100:00100000:0.0:1746143517.518170:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.520966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.522827:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.522878:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461563776 00000100:00100000:1.0:1746143517.522884:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461563776 00000100:00100000:1.0:1746143517.523059:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29516 00000100:00100000:1.0:1746143517.523066:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:1794:x1830963461563776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143517.523079:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143517.523092:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21997 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a159 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.523113:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21990 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a152 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.523119:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.523121:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.523123:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21997 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a159 expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.523147:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21990 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a152 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.523156:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21990 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a152 expref: 5 pid: 9573 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.523166:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455018624:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143517.523622:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143517.526029:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.526174:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455018624:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143517.526200:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21997 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a159 expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.526213:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808bc00, rc 0) 00000100:00100000:1.0:1746143517.526249:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:1794:x1830963461563776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3184us (3424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.526254:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29516 00000100:00100000:0.0:1746143517.526794:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.529359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.532722:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.532822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.535515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.538247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.538391:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.540757:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.543273:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.543775:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.548162:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.553151:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.557877:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.562534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.564291:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.567099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.568245:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2007:x1830963461566720:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 993us (1140us total) trans 4294972184 rc 0/0 00000100:00100000:0.0:1746143517.568255:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2420 00002000:00100000:0.0:1746143517.568262:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800920e9500 x1830963461566720/t4294972184(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 496/448 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.568269:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9500 with x1830963461566720 ext(0->7) 00010000:00010000:0.0:1746143517.568275:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f219ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a17c expref: 14 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746143517.568286:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f219ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a17c expref: 14 pid: 12044 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746143517.568291:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920e9500 00000100:00100000:0.0:1746143517.570411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.573360:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.573443:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461567104 00000100:00100000:1.0:1746143517.573452:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461567104 00002000:00100000:1.0:1746143517.573494:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e9c00 x1830963461567104/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.573504:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9c00 with x1830963461567104 ext(0->4095) 00002000:00010000:1.0:1746143517.573509:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920e9c00 00000100:00100000:1.0:1746143517.573537:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13275 00000100:00100000:1.0:1746143517.573543:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461567104:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143517.573730:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461567104:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 186us (379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.573736:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13275 00002000:00100000:1.0:1746143517.573741:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e9c00 x1830963461567104/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.573748:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9c00 with x1830963461567104 ext(0->4095) 00002000:00010000:1.0:1746143517.573750:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920e9c00 00000100:00100000:0.0:1746143517.575242:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.575346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.575369:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461567360 00000100:00100000:1.0:1746143517.575373:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461567360 00000100:00100000:1.0:1746143517.575395:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29524 00000100:00100000:1.0:1746143517.575400:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:1782:x1830963461567360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143517.575406:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143517.575413:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f219cf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a191 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.575433:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.575437:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f219c8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a18a expref: 16 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.575442:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143517.575445:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f219cf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a191 expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.575472:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f219c8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a18a expref: 16 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.575495:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f219cf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a191 expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.575504:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808b600, rc 0) 00000100:00100000:1.0:1746143517.575535:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:1782:x1830963461567360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.575540:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29524 00000100:00100000:0.0:1746143517.578264:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.580829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.580913:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461567744 00000100:00100000:1.0:1746143517.580919:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461567744 00002000:00100000:1.0:1746143517.580954:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f643480 x1830963461567744/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.580969:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643480 with x1830963461567744 ext(0->4095) 00010000:00010000:1.0:1746143517.580977:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f219c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a18a expref: 15 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.580989:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f219c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a18a expref: 15 pid: 12044 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.580995:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f643480 00000100:00100000:1.0:1746143517.581026:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2421 00000100:00100000:1.0:1746143517.581112:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2006:x1830963461567744:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143517.581241:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2006:x1830963461567744:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 209us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.581247:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2421 00002000:00100000:1.0:1746143517.581253:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f643480 x1830963461567744/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.581259:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643480 with x1830963461567744 ext(0->4095) 00010000:00010000:1.0:1746143517.581264:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f219c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a18a expref: 15 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.581273:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f219c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a18a expref: 15 pid: 12044 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.581278:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f643480 00000100:00100000:0.0:1746143517.582854:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461567872 00000100:00100000:0.0:1746143517.582858:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461567872 00010000:00010000:0.0:1746143517.582875:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f219c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a18a expref: 15 pid: 12044 timeout: 835 lvb_type: 0 00000100:00100000:0.0:1746143517.582899:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15431 00000100:00100000:0.0:1746143517.582903:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2007:x1830963461567872:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143517.582909:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143517.583085:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f219c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a18a expref: 15 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746143517.583099:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f219c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a18a expref: 15 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746143517.583121:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f219c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a18a expref: 15 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746143517.583158:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143517.583192:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2007:x1830963461567872:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 288us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143517.583197:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15431 00000100:00100000:0.0:1746143517.585973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.586071:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461568256 00000100:00100000:1.0:1746143517.586079:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461568256 00002000:00100000:1.0:1746143517.586122:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f640a80 x1830963461568256/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.586131:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f640a80 with x1830963461568256 ext(0->4095) 00010000:00010000:1.0:1746143517.586140:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f219cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a191 expref: 14 pid: 9573 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.586153:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f219cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a191 expref: 14 pid: 9573 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.586160:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f640a80 00000100:00100000:1.0:1746143517.586195:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2422 00000100:00100000:1.0:1746143517.586202:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963461568256:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143517.586370:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963461568256:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.586375:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2422 00002000:00100000:1.0:1746143517.586379:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f640a80 x1830963461568256/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.586386:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f640a80 with x1830963461568256 ext(0->4095) 00010000:00010000:1.0:1746143517.586390:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f219cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a191 expref: 14 pid: 9573 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.586398:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f219cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a191 expref: 14 pid: 9573 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.586402:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f640a80 00000100:00100000:0.0:1746143517.588776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.588863:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.589270:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461568512 00000100:00100000:1.0:1746143517.589274:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461568512 00010000:00010000:1.0:1746143517.589291:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f219cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a191 expref: 15 pid: 9573 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.589355:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15432 00000100:00100000:1.0:1746143517.589360:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f643b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2007:x1830963461568512:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143517.589368:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143517.589474:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f219cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a191 expref: 15 pid: 9573 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.589484:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f219cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a191 expref: 15 pid: 9573 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.589500:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f219cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a191 expref: 15 pid: 9573 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.589523:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.589524:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.589531:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219d6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a198 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.589537:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a198 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.589555:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a198 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.589619:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a198 expref: 5 pid: 12044 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.589630:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455021184:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143517.589821:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143517.590758:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455021184:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143517.590770:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143517.590799:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2007:x1830963461568512:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1438us (1939us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.590807:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15432 00000100:00100000:0.0:1746143517.591008:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.591045:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461568768 00000100:00100000:1.0:1746143517.591049:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461568768 00002000:00100000:1.0:1746143517.591077:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f643800 x1830963461568768/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.591086:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643800 with x1830963461568768 ext(0->4095) 00010000:00010000:1.0:1746143517.591092:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a198 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.591101:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a198 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.591107:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f643800 00000100:00100000:1.0:1746143517.591162:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2423 00000100:00100000:1.0:1746143517.591168:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461568768:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143517.591276:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461568768:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.591287:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2423 00002000:00100000:1.0:1746143517.591314:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f643800 x1830963461568768/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.591322:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643800 with x1830963461568768 ext(0->4095) 00010000:00010000:1.0:1746143517.591327:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a198 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.591335:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a198 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.591341:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f643800 00000100:00100000:0.0:1746143517.592829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.592908:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461568896 00000100:00100000:1.0:1746143517.592914:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461568896 00010000:00010000:1.0:1746143517.592939:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a198 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.592973:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15433 00000100:00100000:1.0:1746143517.592979:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4cd8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461568896:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143517.592991:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143517.593010:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a198 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.593020:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a198 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.593042:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a198 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.593071:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.593073:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.593080:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f219dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a19f expref: 13 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.593087:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f219dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a19f expref: 13 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.593119:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f219dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a19f expref: 13 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143517.593130:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455021312:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143517.593197:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4780 going to sleep for 11 seconds 00000100:00100000:1.0:1746143517.594564:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455021312:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143517.594583:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143517.594616:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4cd8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461568896:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1636us (1794us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.594625:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15433 00000100:00100000:0.0:1746143517.594971:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.595112:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461569152 00000100:00100000:1.0:1746143517.595123:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461569152 00002000:00100000:1.0:1746143517.595159:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f640700 x1830963461569152/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.595175:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f640700 with x1830963461569152 ext(0->4095) 00002000:00010000:1.0:1746143517.595179:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f640700 00000100:00100000:1.0:1746143517.595496:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13276 00000100:00100000:1.0:1746143517.595503:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2007:x1830963461569152:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143517.595734:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2007:x1830963461569152:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 230us (763us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.595739:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13276 00002000:00100000:1.0:1746143517.595744:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f640700 x1830963461569152/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.595751:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f640700 with x1830963461569152 ext(0->4095) 00002000:00010000:1.0:1746143517.595753:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f640700 00000100:00100000:0.0:1746143517.598001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.600592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.600675:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461569408 00000100:00100000:1.0:1746143517.600683:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461569408 00010000:00010000:1.0:1746143517.600710:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f219dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a19f expref: 14 pid: 12044 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.600745:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15434 00000100:00100000:1.0:1746143517.600752:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963461569408:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143517.600764:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143517.600784:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f219dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a19f expref: 14 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.600795:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f219dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a19f expref: 14 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.600818:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f219dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a19f expref: 14 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.601014:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.601016:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.601024:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219e4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1a6 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.601032:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1a6 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.601060:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1a6 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143517.601072:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455021568:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143517.601269:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb46c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143517.603751:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455021568:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143517.603772:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143517.603825:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963461569408:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3072us (3233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.603836:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15434 00000100:00100000:0.0:1746143517.603847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.603873:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461569664 00000100:00100000:1.0:1746143517.603879:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461569664 00002000:00100000:1.0:1746143517.603978:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f643100 x1830963461569664/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.603992:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643100 with x1830963461569664 ext(0->4095) 00002000:00010000:1.0:1746143517.603997:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f643100 00000100:00100000:1.0:1746143517.604093:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13277 00000100:00100000:1.0:1746143517.604100:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461569664:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143517.604222:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461569664:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.604227:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13277 00002000:00100000:1.0:1746143517.604233:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f643100 x1830963461569664/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.604239:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643100 with x1830963461569664 ext(0->4095) 00002000:00010000:1.0:1746143517.604242:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f643100 00000100:00100000:0.0:1746143517.605455:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.605539:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.606511:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29529 00000100:00100000:0.0:1746143517.606529:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:1794:x1830963461569920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143517.606547:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143517.606560:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f219f2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a1b4 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143517.606729:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143517.606735:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f219eb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1ad expref: 16 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143517.606742:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143517.606745:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f219f2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1b4 expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143517.606781:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f219eb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1ad expref: 16 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143517.606792:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f219f2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1b4 expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143517.606805:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eec7a00, rc 0) 00000100:00100000:0.0:1746143517.606846:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:1794:x1830963461569920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 324us (1308us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143517.606856:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29529 00000100:00100000:0.0:1746143517.610196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.610258:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461570048 00000100:00100000:1.0:1746143517.610264:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461570048 00010000:00010000:1.0:1746143517.610287:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1a6 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.610337:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15435 00000100:00100000:1.0:1746143517.610342:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461570048:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143517.610352:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143517.610366:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1a6 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.610374:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1a6 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.610391:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f219e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1a6 expref: 6 pid: 12044 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.610412:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.610414:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.610459:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f219eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1ad expref: 14 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.610467:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f219eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1ad expref: 14 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.610492:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f219eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1ad expref: 14 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.610501:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f219eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1ad expref: 14 pid: 9572 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.610509:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455021952:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143517.610803:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143517.615143:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.615353:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455021952:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143517.615373:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143517.615417:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461570048:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5074us (5227us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.615427:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15435 00000100:00100000:0.0:1746143517.619891:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.620330:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461570432 00000100:00100000:1.0:1746143517.620341:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461570432 00010000:00010000:1.0:1746143517.620383:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f219eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1ad expref: 15 pid: 9572 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.620422:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15436 00000100:00100000:1.0:1746143517.620430:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f642d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2006:x1830963461570432:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143517.620444:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143517.620465:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f219eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1ad expref: 15 pid: 9572 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.620482:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f219eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1ad expref: 15 pid: 9572 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.620506:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f219eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1ad expref: 15 pid: 9572 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.620645:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.620648:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.620656:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f219f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1b4 expref: 14 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.620675:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f219f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1b4 expref: 14 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.620712:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f219f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1b4 expref: 14 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143517.620725:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455022080:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143517.620815:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143517.622890:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455022080:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143517.622912:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143517.622954:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963461570432:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2524us (3073us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.622965:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15436 00000100:00100000:0.0:1746143517.623171:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.626104:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.629235:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.629347:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461570944 00000100:00100000:1.0:1746143517.629359:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461570944 00010000:00010000:1.0:1746143517.629386:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f219f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1b4 expref: 14 pid: 9571 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.629419:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15437 00000100:00100000:1.0:1746143517.629425:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2007:x1830963461570944:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143517.629438:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143517.629460:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f219f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1b4 expref: 14 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.629470:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f219f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1b4 expref: 14 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.629493:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f219f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1b4 expref: 14 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.629507:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.629509:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.629515:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f219f9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1bb expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.629527:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f219f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1bb expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.629680:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f219f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1bb expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143517.629693:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455022336:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143517.630261:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143517.631933:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455022336:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143517.631955:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143517.632011:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963461570944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2583us (2773us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.632021:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15437 00000100:00100000:0.0:1746143517.632359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.634118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.634243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.634325:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461571456 00000100:00100000:1.0:1746143517.634330:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461571456 00000100:00100000:1.0:1746143517.634351:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29532 00000100:00100000:1.0:1746143517.634356:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:1794:x1830963461571456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143517.634362:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143517.634372:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21a00 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a1c9 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.634397:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f219f9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1bb expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.634404:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.634407:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.634411:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21a00 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1c9 expref: 15 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.634441:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f219f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1bb expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.634452:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f219f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1bb expref: 5 pid: 9572 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.634464:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455022464:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143517.635133:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143517.637017:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455022464:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143517.637050:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21a00 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1c9 expref: 15 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.637066:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808ae00, rc 0) 00000100:00100000:1.0:1746143517.637107:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:1794:x1830963461571456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2750us (2863us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.637114:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29532 00000100:00100000:0.0:1746143517.638946:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.639010:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461571584 00000100:00100000:1.0:1746143517.639022:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461571584 00010000:00010000:1.0:1746143517.639054:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f219f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1bb expref: 6 pid: 9572 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.639091:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15438 00000100:00100000:1.0:1746143517.639098:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461571584:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143517.639114:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143517.639133:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f219f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1bb expref: 6 pid: 9572 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.639144:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f219f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1bb expref: 6 pid: 9572 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.639167:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f219f9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1bb expref: 6 pid: 9572 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.639508:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.639511:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.639519:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21a00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1c9 expref: 14 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.639528:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21a00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1c9 expref: 14 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.639563:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21a00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1c9 expref: 14 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.639574:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21a00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1c9 expref: 14 pid: 9571 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.639587:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455022720:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143517.639680:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143517.641233:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455022720:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143517.641249:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143517.641288:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461571584:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2189us (2347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.641321:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15438 00000100:00100000:0.0:1746143517.641477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.645791:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.645823:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461571968 00000100:00100000:1.0:1746143517.645832:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461571968 00000100:00100000:0.0:1746143517.645885:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.645887:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29533 00000100:00100000:1.0:1746143517.645894:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461571968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143517.645912:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143517.646314:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21a0e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a1d0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.646429:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143517.646434:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f21a07 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1c2 expref: 15 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.646440:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143517.646444:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21a0e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1d0 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.646482:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f21a07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1c2 expref: 14 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.646501:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21a0e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1d0 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.646508:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a800, rc 0) 00000100:00100000:1.0:1746143517.646695:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461571968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 800us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.646701:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29533 00000100:00100000:1.0:1746143517.653147:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461572480 00000100:00100000:1.0:1746143517.653152:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461572480 00000100:00100000:1.0:1746143517.653182:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29534 00000100:00100000:1.0:1746143517.653188:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:1782:x1830963461572480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143517.653203:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143517.653219:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21a15 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a1d7 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.653237:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21a0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1d0 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.653243:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.653245:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.653247:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21a15 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1d7 expref: 15 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.653266:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21a0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1d0 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.653276:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21a0e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1d0 expref: 5 pid: 9571 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.653284:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455023232:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143517.653364:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143517.654458:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.654574:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455023232:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143517.654599:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21a15 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1d7 expref: 15 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.654609:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808ba00, rc 0) 00000100:00100000:1.0:1746143517.654642:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:1782:x1830963461572480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1454us (2109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.654649:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29534 00000100:00100000:0.0:1746143517.656382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.659720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.659747:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461573248 00000100:00100000:0.0:1746143517.659754:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461573248 00002000:00100000:0.0:1746143517.659800:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236bb100 x1830963461573248/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.659808:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236bb100 with x1830963461573248 ext(0->4095) 00002000:00010000:0.0:1746143517.659813:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236bb100 00000100:00100000:0.0:1746143517.659831:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13280 00000100:00100000:0.0:1746143517.659837:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2005:x1830963461573248:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746143517.659968:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2005:x1830963461573248:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (261us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143517.659975:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13280 00002000:00100000:0.0:1746143517.659980:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236bb100 x1830963461573248/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.659987:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236bb100 with x1830963461573248 ext(0->4095) 00002000:00010000:0.0:1746143517.659989:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236bb100 00000100:00100000:0.0:1746143517.661236:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.661286:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461573376 00000100:00100000:1.0:1746143517.661291:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461573376 00000100:00100000:1.0:1746143517.661531:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29535 00000100:00100000:1.0:1746143517.661538:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461573376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143517.661552:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143517.661569:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21a1c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a1de expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.661597:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21a15 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1d7 expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.661603:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143517.661605:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143517.661608:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21a1c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1de expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.661637:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21a15 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1d7 expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.661648:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21a15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1d7 expref: 13 pid: 9571 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746143517.661661:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455023488:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143517.661754:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143517.662928:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455023488:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143517.662950:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21a1c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1de expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.662964:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a200, rc 0) 00000100:00100000:1.0:1746143517.663003:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461573376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1466us (1770us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.663011:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29535 00000100:00100000:0.0:1746143517.663770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.668043:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.668115:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461573760 00000100:00100000:1.0:1746143517.668123:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461573760 00002000:00100000:1.0:1746143517.668166:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a86680 x1830963461573760/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.668176:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86680 with x1830963461573760 ext(0->4095) 00002000:00010000:1.0:1746143517.668181:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a86680 00000100:00100000:1.0:1746143517.668212:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13281 00000100:00100000:1.0:1746143517.668220:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461573760:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143517.668626:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461573760:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 405us (590us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.668634:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13281 00002000:00100000:1.0:1746143517.668640:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a86680 x1830963461573760/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.668657:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86680 with x1830963461573760 ext(0->4095) 00002000:00010000:1.0:1746143517.668660:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a86680 00000100:00100000:0.0:1746143517.669213:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.672096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.674033:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.676153:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.676204:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461574400 00000100:00100000:1.0:1746143517.676211:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461574400 00002000:00100000:1.0:1746143517.676250:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a86300 x1830963461574400/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.676259:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86300 with x1830963461574400 ext(0->4095) 00010000:00010000:1.0:1746143517.676267:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f21a23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1e5 expref: 15 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.676278:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f21a23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1e5 expref: 15 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.676284:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a86300 00000100:00100000:1.0:1746143517.676876:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2428 00000100:00100000:1.0:1746143517.676888:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2007:x1830963461574400:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143517.677023:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2007:x1830963461574400:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (876us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.677029:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2428 00002000:00100000:1.0:1746143517.677034:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a86300 x1830963461574400/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.677041:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86300 with x1830963461574400 ext(0->4095) 00010000:00010000:1.0:1746143517.677124:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f21a23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1e5 expref: 15 pid: 9571 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746143517.677135:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f21a23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a1e5 expref: 15 pid: 9571 timeout: 835 lvb_type: 0 00002000:00010000:1.0:1746143517.677141:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a86300 00000100:00100000:0.0:1746143517.678392:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.682391:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.682449:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461574784 00000100:00100000:1.0:1746143517.682457:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461574784 00002000:00100000:1.0:1746143517.682495:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a87480 x1830963461574784/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.682504:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87480 with x1830963461574784 ext(0->4095) 00002000:00010000:1.0:1746143517.682509:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a87480 00000100:00100000:1.0:1746143517.682538:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13282 00000100:00100000:1.0:1746143517.682545:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963461574784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143517.682695:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963461574784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.682701:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13282 00002000:00100000:1.0:1746143517.682707:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a87480 x1830963461574784/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.682714:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87480 with x1830963461574784 ext(0->4095) 00002000:00010000:1.0:1746143517.682716:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a87480 00000100:00100000:0.0:1746143517.684135:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.687125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.691088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.692191:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.693101:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.695463:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.697720:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.700274:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.703046:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.704410:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.707431:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.710784:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.712545:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.713171:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.714225:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.719290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.724895:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.727844:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.731510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.734437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.736839:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963461578112:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2122us (2398us total) trans 4294972185 rc 0/0 00000100:00100000:0.0:1746143517.736852:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2431 00002000:00100000:0.0:1746143517.736861:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880134051f80 x1830963461578112/t4294972185(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 496/448 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.736869:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134051f80 with x1830963461578112 ext(0->7) 00010000:00010000:0.0:1746143517.736878:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f21a54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a216 expref: 16 pid: 9573 timeout: 835 lvb_type: 0 00010000:00010000:0.0:1746143517.736893:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f21a54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a216 expref: 16 pid: 9573 timeout: 835 lvb_type: 0 00002000:00010000:0.0:1746143517.736899:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134051f80 00000100:00100000:0.0:1746143517.741442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.744697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.748073:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.752220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.756578:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.760149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.765391:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.765441:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461579264 00000100:00100000:1.0:1746143517.765449:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461579264 00002000:00100000:1.0:1746143517.765487:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009189dc00 x1830963461579264/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 496/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.765502:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189dc00 with x1830963461579264 ext(0->7) 00010000:00010000:1.0:1746143517.765510:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f21a62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a224 expref: 16 pid: 9571 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143517.765523:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f21a62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a224 expref: 16 pid: 9571 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143517.765530:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189dc00 00000100:00100000:1.0:1746143517.765648:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2433 00000100:00100000:1.0:1746143517.765657:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963461579264:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143517.767717:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963461579264:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2052us (2321us total) trans 4294972186 rc 0/0 00000100:00100000:0.0:1746143517.767728:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2433 00002000:00100000:0.0:1746143517.767738:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009189dc00 x1830963461579264/t4294972186(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 496/448 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.767746:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189dc00 with x1830963461579264 ext(0->7) 00010000:00010000:0.0:1746143517.767754:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f21a62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a224 expref: 18 pid: 9571 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143517.767768:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f21a62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a224 expref: 18 pid: 9571 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143517.767776:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189dc00 00000100:00100000:0.0:1746143517.775284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.775374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.780927:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.784202:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.786936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.793894:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.798489:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.801140:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2007:x1830963461580416:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1623us (2649us total) trans 4294972187 rc 0/0 00000100:00100000:0.0:1746143517.801150:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2435 00002000:00100000:0.0:1746143517.801158:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009189c000 x1830963461580416/t4294972187(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 496/448 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.801172:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189c000 with x1830963461580416 ext(0->7) 00010000:00010000:0.0:1746143517.801179:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f21a70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a232 expref: 20 pid: 9571 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143517.801191:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f21a70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a232 expref: 20 pid: 9571 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143517.801196:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189c000 00000100:00100000:0.0:1746143517.807024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.817684:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.818447:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.823075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.823101:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461581056 00000100:00100000:1.0:1746143517.823111:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461581056 00000100:00100000:1.0:1746143517.823163:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29550 00000100:00100000:0.0:1746143517.823163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.823171:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:1794:x1830963461581056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143517.823191:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143517.823209:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21a85 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a247 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.823238:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.823244:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21a7e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a240 expref: 22 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.823250:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143517.823253:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21a85 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a247 expref: 22 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.823321:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21a7e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a240 expref: 22 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.823340:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21a85 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a247 expref: 22 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.823351:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808b800, rc 0) 00000100:00100000:1.0:1746143517.823402:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:1794:x1830963461581056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 232us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.823408:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29550 00000100:00100000:0.0:1746143517.827381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.830442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.836729:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.836919:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461581824 00000100:00100000:1.0:1746143517.836929:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461581824 00002000:00100000:1.0:1746143517.836978:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096027800 x1830963461581824/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.836988:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027800 with x1830963461581824 ext(0->4095) 00002000:00010000:1.0:1746143517.836993:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096027800 00000100:00100000:1.0:1746143517.837034:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13290 00000100:00100000:1.0:1746143517.837042:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:2007:x1830963461581824:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143517.837171:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2007:x1830963461581824:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.837177:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13290 00002000:00100000:1.0:1746143517.837183:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096027800 x1830963461581824/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.837195:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027800 with x1830963461581824 ext(0->4095) 00002000:00010000:1.0:1746143517.837198:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096027800 00000100:00100000:0.0:1746143517.841032:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.847158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.847886:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.855719:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.858928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.863810:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.870511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.874142:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.876184:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096024a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:2005:x1830963461583104:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1818us (2032us total) trans 4294972188 rc 0/0 00000100:00100000:0.0:1746143517.876200:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2438 00002000:00100000:0.0:1746143517.876209:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096024a80 x1830963461583104/t4294972188(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 496/448 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.876218:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096024a80 with x1830963461583104 ext(0->7) 00010000:00010000:0.0:1746143517.876227:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21a93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a255 expref: 22 pid: 9571 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143517.876243:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21a93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a255 expref: 22 pid: 9571 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143517.876250:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096024a80 00000100:00100000:0.0:1746143517.877660:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.882135:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.885930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.886715:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.886742:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461583744 00000100:00100000:0.0:1746143517.886745:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461583744 00000100:00100000:0.0:1746143517.886768:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29555 00000100:00100000:0.0:1746143517.886772:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+23:1782:x1830963461583744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143517.886777:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143517.886784:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f21aa8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a26a expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143517.886793:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143517.886796:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f21aa1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a263 expref: 24 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143517.886803:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143517.886804:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f21aa8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a26a expref: 24 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143517.886821:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f21aa1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a263 expref: 24 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143517.886828:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f21aa8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a26a expref: 24 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143517.886835:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf80600, rc 0) 00000100:00100000:0.0:1746143517.886856:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:1782:x1830963461583744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 84us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143517.886860:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29555 00000100:00100000:0.0:1746143517.887327:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.888678:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.891553:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.891608:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.893306:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.894774:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.894814:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.897716:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.900983:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.904028:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.909883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.912748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.915746:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.916051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.919925:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.920109:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.924939:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461586688 00000100:00100000:0.0:1746143517.924944:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461586688 00002000:00100000:0.0:1746143517.924971:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb67480 x1830963461586688/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.924983:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb67480 with x1830963461586688 ext(0->4095) 00010000:00010000:0.0:1746143517.924993:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f21ac4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a286 expref: 23 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143517.925004:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f21ac4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a286 expref: 23 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143517.925221:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb67480 00000100:00100000:0.0:1746143517.925248:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2443 00000100:00100000:0.0:1746143517.925254:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+23:2007:x1830963461586688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143517.925377:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+23:2007:x1830963461586688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (640us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143517.925382:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2443 00002000:00100000:0.0:1746143517.925387:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb67480 x1830963461586688/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.925394:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb67480 with x1830963461586688 ext(0->4095) 00010000:00010000:0.0:1746143517.925492:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f21ac4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a286 expref: 23 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143517.925508:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f21ac4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a286 expref: 23 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143517.925514:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb67480 00000100:00100000:0.0:1746143517.927792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.929747:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.931928:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.934383:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.935617:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2007:x1830963461587328:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 971us (1233us total) trans 4294972189 rc 0/0 00000100:00100000:0.0:1746143517.935626:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2444 00002000:00100000:0.0:1746143517.935632:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011d96dc00 x1830963461587328/t4294972189(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 496/448 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143517.935639:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96dc00 with x1830963461587328 ext(0->7) 00010000:00010000:0.0:1746143517.935644:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21acb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a28d expref: 24 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143517.935655:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21acb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a28d expref: 24 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143517.935660:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96dc00 00000100:00100000:0.0:1746143517.938010:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.941894:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.942885:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461587712 00000100:00100000:1.0:1746143517.942895:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461587712 00002000:00100000:1.0:1746143517.942937:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ed80 x1830963461587712/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.942947:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ed80 with x1830963461587712 ext(0->4095) 00002000:00010000:1.0:1746143517.942952:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96ed80 00000100:00100000:1.0:1746143517.943240:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13295 00000100:00100000:1.0:1746143517.943248:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461587712:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143517.943587:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461587712:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 339us (1693us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.943592:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13295 00002000:00100000:1.0:1746143517.943598:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ed80 x1830963461587712/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.943605:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ed80 with x1830963461587712 ext(0->4095) 00002000:00010000:1.0:1746143517.943607:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96ed80 00000100:00100000:0.0:1746143517.947631:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.947881:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.948077:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29563 00000100:00100000:1.0:1746143517.948096:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:1794:x1830963461587968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143517.948113:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143517.948128:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21ae0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a2a2 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.948530:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.948536:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f21ad9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a29b expref: 26 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.948543:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143517.948546:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21ae0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2a2 expref: 26 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.948579:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f21ad9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a29b expref: 26 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.948590:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21ae0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2a2 expref: 26 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.948598:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a200, rc 0) 00000100:00100000:1.0:1746143517.948652:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:1794:x1830963461587968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 566us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.948658:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29563 00000100:00100000:1.0:1746143517.950731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.952393:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.952468:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461588352 00000100:00100000:1.0:1746143517.952472:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461588352 00002000:00100000:1.0:1746143517.952503:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96df80 x1830963461588352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.952512:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96df80 with x1830963461588352 ext(0->4095) 00010000:00010000:1.0:1746143517.952518:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f21ad9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a29b expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143517.952529:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f21ad9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a29b expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143517.952534:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96df80 00000100:00100000:1.0:1746143517.952625:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2445 00000100:00100000:1.0:1746143517.952632:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2007:x1830963461588352:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143517.952761:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2007:x1830963461588352:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.952767:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2445 00002000:00100000:1.0:1746143517.952772:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96df80 x1830963461588352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.952779:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96df80 with x1830963461588352 ext(0->4095) 00010000:00010000:1.0:1746143517.952784:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f21ad9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a29b expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143517.952791:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f21ad9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a29b expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143517.952797:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96df80 00000100:00100000:0.0:1746143517.954106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.956118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.956659:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461588736 00000100:00100000:1.0:1746143517.956673:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461588736 00002000:00100000:1.0:1746143517.956705:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96e680 x1830963461588736/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.956711:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96e680 with x1830963461588736 ext(0->4095) 00002000:00010000:1.0:1746143517.956716:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96e680 00000100:00100000:1.0:1746143517.956735:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13296 00000100:00100000:1.0:1746143517.956742:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2006:x1830963461588736:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143517.956873:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2006:x1830963461588736:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (756us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.956879:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13296 00002000:00100000:1.0:1746143517.956884:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96e680 x1830963461588736/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.956892:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96e680 with x1830963461588736 ext(0->4095) 00002000:00010000:1.0:1746143517.956894:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96e680 00000100:00100000:0.0:1746143517.958015:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.960392:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.963355:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.963385:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461589248 00000100:00100000:1.0:1746143517.963391:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461589248 00002000:00100000:1.0:1746143517.963431:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96d880 x1830963461589248/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.963441:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96d880 with x1830963461589248 ext(0->4095) 00002000:00010000:1.0:1746143517.963446:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96d880 00000100:00100000:1.0:1746143517.963472:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13297 00000100:00100000:1.0:1746143517.963478:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461589248:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143517.963611:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461589248:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (260us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.963618:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13297 00002000:00100000:1.0:1746143517.963622:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96d880 x1830963461589248/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.963634:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96d880 with x1830963461589248 ext(0->4095) 00002000:00010000:1.0:1746143517.963636:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96d880 00000100:00100000:0.0:1746143517.965149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.967574:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461589504 00000100:00100000:1.0:1746143517.967581:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461589504 00000100:00100000:1.0:1746143517.967624:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29566 00000100:00100000:1.0:1746143517.967630:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:1782:x1830963461589504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143517.967642:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143517.967654:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21af5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a2b7 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.967683:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143517.967688:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f21aee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2b0 expref: 26 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.967693:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143517.967696:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21af5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2b7 expref: 26 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.967721:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f21aee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2b0 expref: 26 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.967731:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21af5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2b7 expref: 26 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143517.967740:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a800, rc 0) 00000100:00100000:1.0:1746143517.967781:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:1782:x1830963461589504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143517.967787:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29566 00000100:00100000:0.0:1746143517.969244:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.972258:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.972426:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461589888 00000100:00100000:1.0:1746143517.972433:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461589888 00002000:00100000:1.0:1746143517.972476:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96c380 x1830963461589888/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.972485:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96c380 with x1830963461589888 ext(0->4095) 00010000:00010000:1.0:1746143517.972493:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f21aee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2b0 expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143517.972506:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f21aee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2b0 expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143517.972512:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96c380 00000100:00100000:1.0:1746143517.972528:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2446 00000100:00100000:1.0:1746143517.972534:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2007:x1830963461589888:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143517.972673:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2007:x1830963461589888:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.972679:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2446 00002000:00100000:1.0:1746143517.972684:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96c380 x1830963461589888/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.972692:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96c380 with x1830963461589888 ext(0->4095) 00010000:00010000:1.0:1746143517.972697:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f21aee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2b0 expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143517.972710:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f21aee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2b0 expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143517.972716:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96c380 00000100:00100000:0.0:1746143517.974110:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.974524:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.977395:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.977456:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461590400 00000100:00100000:1.0:1746143517.977462:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461590400 00002000:00100000:1.0:1746143517.977494:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096625c00 x1830963461590400/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.977503:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096625c00 with x1830963461590400 ext(0->4095) 00010000:00010000:1.0:1746143517.977509:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21af5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2b7 expref: 25 pid: 9571 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143517.977520:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21af5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2b7 expref: 25 pid: 9571 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143517.977527:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096625c00 00000100:00100000:1.0:1746143517.977552:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2447 00000100:00100000:1.0:1746143517.977558:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2006:x1830963461590400:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143517.977902:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2006:x1830963461590400:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 343us (513us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.977908:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2447 00002000:00100000:1.0:1746143517.977914:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096625c00 x1830963461590400/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.977921:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096625c00 with x1830963461590400 ext(0->4095) 00010000:00010000:1.0:1746143517.977927:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21af5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2b7 expref: 24 pid: 9571 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143517.977935:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21af5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2b7 expref: 24 pid: 9571 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143517.977941:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096625c00 00000100:00100000:0.0:1746143517.979750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.979845:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.984173:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143517.984484:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461590912 00000100:00100000:1.0:1746143517.984491:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461590912 00002000:00100000:1.0:1746143517.984532:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096627100 x1830963461590912/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/0 e 0 to 0 dl 1746143528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.984543:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096627100 with x1830963461590912 ext(0->4095) 00010000:00010000:1.0:1746143517.984551:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21afc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2be expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143517.984565:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21afc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2be expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143517.984571:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096627100 00000100:00100000:1.0:1746143517.984587:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2448 00000100:00100000:1.0:1746143517.984594:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461590912:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143517.984734:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461590912:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (571us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143517.984741:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2448 00002000:00100000:1.0:1746143517.984746:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096627100 x1830963461590912/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:668/0 lens 488/4536 e 0 to 0 dl 1746143528 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143517.984760:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096627100 with x1830963461590912 ext(0->4095) 00010000:00010000:1.0:1746143517.984764:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21afc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2be expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143517.984774:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21afc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2be expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143517.984780:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096627100 00000100:00100000:0.0:1746143517.987586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.989700:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.991275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.993422:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.997982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143517.999912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:1.0:1746143518.001021:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746143518.001210:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.001284:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461592064 00000100:00100000:1.0:1746143518.001288:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461592064 00000100:00100000:1.0:1746143518.001329:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29571 00000100:00100000:1.0:1746143518.001334:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:1794:x1830963461592064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.001341:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.001348:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21b18 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a2da expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.001359:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.001362:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f21b11 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2d3 expref: 26 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.001367:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.001369:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21b18 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2da expref: 26 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.001388:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f21b11 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2d3 expref: 26 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.001404:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21b18 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2da expref: 26 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.001412:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a800, rc 0) 00000100:00100000:1.0:1746143518.001435:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:1794:x1830963461592064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.001441:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29571 00000100:00100000:0.0:1746143518.004956:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:1.0:1746143518.006619:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746143518.008191:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.008469:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461592448 00000100:00100000:1.0:1746143518.008475:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461592448 00002000:00100000:1.0:1746143518.008517:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096625500 x1830963461592448/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.008527:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096625500 with x1830963461592448 ext(0->4095) 00010000:00010000:1.0:1746143518.008536:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f21b11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2d3 expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.008549:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f21b11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2d3 expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.008555:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096625500 00000100:00100000:1.0:1746143518.008583:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2449 00000100:00100000:1.0:1746143518.008590:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2006:x1830963461592448:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143518.008778:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2006:x1830963461592448:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 188us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.008787:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2449 00002000:00100000:1.0:1746143518.008792:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096625500 x1830963461592448/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.008799:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096625500 with x1830963461592448 ext(0->4095) 00010000:00010000:1.0:1746143518.008803:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f21b11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2d3 expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.008812:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f21b11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2d3 expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.008817:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096625500 00000100:00100000:0.0:1746143518.011053:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.017829:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.019992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.024678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.026078:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.027997:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461593472 00000100:00100000:0.0:1746143518.028002:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461593472 00002000:00100000:0.0:1746143518.028033:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb65180 x1830963461593472/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.028041:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb65180 with x1830963461593472 ext(0->4095) 00010000:00010000:0.0:1746143518.028048:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f21b1f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2e1 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.028057:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f21b1f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2e1 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143518.028062:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb65180 00000100:00100000:0.0:1746143518.028086:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2450 00000100:00100000:0.0:1746143518.028091:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461593472:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143518.028214:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461593472:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (257us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143518.028220:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2450 00002000:00100000:0.0:1746143518.028225:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb65180 x1830963461593472/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.028231:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb65180 with x1830963461593472 ext(0->4095) 00010000:00010000:0.0:1746143518.028235:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f21b1f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2e1 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.028244:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f21b1f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2e1 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143518.028250:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb65180 00000100:00100000:0.0:1746143518.030722:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.030761:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.034559:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.034705:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461593984 00000100:00100000:1.0:1746143518.034711:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461593984 00002000:00100000:1.0:1746143518.034748:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097891c00 x1830963461593984/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.034757:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097891c00 with x1830963461593984 ext(0->4095) 00010000:00010000:1.0:1746143518.034764:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21b26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2e8 expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.034776:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21b26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2e8 expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.034783:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097891c00 00000100:00100000:1.0:1746143518.035015:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2451 00000100:00100000:1.0:1746143518.035021:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2007:x1830963461593984:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143518.035262:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2007:x1830963461593984:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 241us (704us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.035268:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2451 00002000:00100000:1.0:1746143518.035273:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097891c00 x1830963461593984/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.035280:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097891c00 with x1830963461593984 ext(0->4095) 00010000:00010000:1.0:1746143518.035285:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21b26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2e8 expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.035486:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21b26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a2e8 expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.035494:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097891c00 00000100:00100000:0.0:1746143518.037099:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.040269:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.042061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.043725:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.045376:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.047378:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.050025:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.050315:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.052044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.054574:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.054645:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.057188:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.058675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.059478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.061859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.063560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.065514:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.067714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.069757:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.072275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.074194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.077379:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.077491:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.080401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.082098:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.082145:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.085380:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.087486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.087529:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.090147:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.092490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.098202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.100953:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.103602:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.105905:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.107256:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.108226:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.108450:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461600256 00000100:00100000:1.0:1746143518.108454:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461600256 00000100:00100000:1.0:1746143518.108488:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29587 00000100:00100000:1.0:1746143518.108494:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:1794:x1830963461600256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.108500:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.108506:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21b88 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a34a expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.108518:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.108521:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21b81 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a343 expref: 26 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.108526:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.108528:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21b88 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a34a expref: 26 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.108548:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21b81 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a343 expref: 26 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.108559:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21b88 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a34a expref: 26 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.108567:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808bc00, rc 0) 00000100:00100000:1.0:1746143518.108591:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:1794:x1830963461600256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.108596:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29587 00000100:00100000:0.0:1746143518.110799:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.113582:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.116017:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.119968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.122061:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.124553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.128265:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461601536 00000100:00100000:0.0:1746143518.128271:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461601536 00002000:00100000:0.0:1746143518.128328:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb65c00 x1830963461601536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.128339:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb65c00 with x1830963461601536 ext(0->4095) 00002000:00010000:0.0:1746143518.128343:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb65c00 00000100:00100000:1.0:1746143518.128682:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13308 00000100:00100000:1.0:1746143518.128691:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461601536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143518.128901:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461601536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 211us (831us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.128907:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13308 00002000:00100000:1.0:1746143518.128913:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb65c00 x1830963461601536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.128920:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb65c00 with x1830963461601536 ext(0->4095) 00002000:00010000:1.0:1746143518.128922:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb65c00 00000100:00100000:0.0:1746143518.130634:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461601664 00000100:00100000:0.0:1746143518.130641:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461601664 00000100:00100000:0.0:1746143518.130691:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461601792 00000100:00100000:0.0:1746143518.130694:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461601792 00000100:00100000:0.0:1746143518.130707:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29590 00000100:00100000:0.0:1746143518.130711:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:1782:x1830963461601792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143518.130717:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143518.130733:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f21b9d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a358 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.131014:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143518.131019:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21b96 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a35f expref: 26 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.131028:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143518.131030:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f21b9d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a358 expref: 26 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.131056:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21b96 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a35f expref: 26 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.131073:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f21b9d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a358 expref: 26 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.131083:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009043f600, rc 0) 00000100:00100000:0.0:1746143518.131127:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:1782:x1830963461601792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 415us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143518.131132:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29590 00000100:00100000:0.0:1746143518.133775:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461601920 00000100:00100000:0.0:1746143518.133780:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461601920 00010000:00010000:0.0:1746143518.133806:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f21b8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a351 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00000100:00100000:0.0:1746143518.133840:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15496 00000100:00100000:0.0:1746143518.133847:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461601920:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143518.133858:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143518.133879:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f21b8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a351 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.133888:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f21b8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a351 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.133937:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f21b8f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a351 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.133962:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143518.133964:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143518.133972:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21b96 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a35f expref: 24 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.133979:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21b96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a35f expref: 24 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.134007:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21b96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a35f expref: 24 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.134018:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21b96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a35f expref: 24 pid: 9572 timeout: 836 lvb_type: 0 00000100:00100000:0.0:1746143518.134029:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455037568:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143518.134094:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143518.135227:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455037568:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143518.135238:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143518.135368:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461601920:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1521us (1675us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143518.135375:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15496 00000100:00100000:0.0:1746143518.135743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.135885:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461602176 00000100:00100000:1.0:1746143518.135889:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461602176 00002000:00100000:1.0:1746143518.135920:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f0000 x1830963461602176/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.135928:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f0000 with x1830963461602176 ext(0->4095) 00010000:00010000:1.0:1746143518.135935:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21b96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a35f expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.135945:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21b96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a35f expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.135951:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800918f0000 00000100:00100000:1.0:1746143518.135979:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2459 00000100:00100000:1.0:1746143518.135984:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2006:x1830963461602176:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143518.136113:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2006:x1830963461602176:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (369us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.136119:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2459 00002000:00100000:1.0:1746143518.136124:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f0000 x1830963461602176/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.136132:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f0000 with x1830963461602176 ext(0->4095) 00010000:00010000:1.0:1746143518.136136:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21b96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a35f expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.136144:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21b96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a35f expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.136150:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800918f0000 00000100:00100000:0.0:1746143518.138953:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461602432 00000100:00100000:0.0:1746143518.138957:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461602432 00010000:00010000:0.0:1746143518.138973:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21b96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a35f expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00000100:00100000:0.0:1746143518.138991:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15497 00000100:00100000:0.0:1746143518.138995:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097893800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2005:x1830963461602432:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143518.139003:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143518.139020:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21b96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a35f expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.139030:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21b96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a35f expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.139046:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21b96 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a35f expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.139065:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143518.139066:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143518.139072:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f21b9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a358 expref: 24 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.139077:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f21b9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a358 expref: 24 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.139097:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f21b9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a358 expref: 24 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.139282:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f21b9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a358 expref: 24 pid: 9573 timeout: 836 lvb_type: 0 00000100:00100000:0.0:1746143518.139310:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455037824:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143518.139638:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143518.141171:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455037824:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143518.141188:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143518.141227:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2005:x1830963461602432:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2231us (2577us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143518.141235:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15497 00000100:00100000:1.0:1746143518.141966:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461602688 00000100:00100000:1.0:1746143518.141973:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461602688 00002000:00100000:1.0:1746143518.142005:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097893100 x1830963461602688/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.142014:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097893100 with x1830963461602688 ext(0->4095) 00010000:00010000:1.0:1746143518.142021:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f21b9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a358 expref: 24 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.142032:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f21b9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a358 expref: 24 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.142037:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097893100 00000100:00100000:1.0:1746143518.142336:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2460 00000100:00100000:1.0:1746143518.142343:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2007:x1830963461602688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143518.142478:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2007:x1830963461602688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (814us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.142487:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2460 00002000:00100000:1.0:1746143518.142492:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097893100 x1830963461602688/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.142498:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097893100 with x1830963461602688 ext(0->4095) 00010000:00010000:1.0:1746143518.142503:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f21b9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a358 expref: 24 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.142512:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f21b9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a358 expref: 24 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.142517:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097893100 00000100:00100000:0.0:1746143518.145096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.145976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.146003:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461602944 00000100:00100000:1.0:1746143518.146017:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461602944 00010000:00010000:1.0:1746143518.146053:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f21b9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a358 expref: 24 pid: 9573 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746143518.146087:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15498 00000100:00100000:1.0:1746143518.146095:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2006:x1830963461602944:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143518.146108:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143518.146128:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f21b9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a358 expref: 24 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.146140:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f21b9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a358 expref: 24 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.146167:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f21b9d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a358 expref: 25 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.146185:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.146188:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.146195:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21ba4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a366 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.146205:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21ba4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a366 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.146439:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21ba4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a366 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.146451:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21ba4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a366 expref: 5 pid: 9572 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746143518.146463:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455037952:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143518.146637:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143518.149007:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455037952:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143518.149026:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143518.149065:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2006:x1830963461602944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2971us (3090us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.149074:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15498 00000100:00100000:1.0:1746143518.151897:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461603328 00000100:00100000:1.0:1746143518.151905:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461603328 00010000:00010000:1.0:1746143518.151934:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21ba4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a366 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746143518.151973:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15499 00000100:00100000:1.0:1746143518.151980:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461603328:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143518.151992:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143518.152009:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21ba4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a366 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.152019:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21ba4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a366 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.152041:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21ba4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a366 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.152055:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.152057:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.152064:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21bab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a36d expref: 23 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.152072:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21bab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a36d expref: 23 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.152103:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21bab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a36d expref: 23 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143518.152115:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455038208:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143518.152196:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143518.154505:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455038208:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143518.154526:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143518.154979:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461603328:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2997us (3167us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.154991:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15499 00000100:00100000:0.0:1746143518.155058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.161744:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.167462:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455038336:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143518.167496:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21bb2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a374 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.167513:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92600, rc 0) 00000100:00100000:0.0:1746143518.167576:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461603712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4606us (5842us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143518.167585:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29593 00000100:00100000:0.0:1746143518.170154:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.175345:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2007:x1830963461603840:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 4957us (5187us total) trans 4294972190 rc 0/0 00000100:00100000:0.0:1746143518.175359:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2462 00002000:00100000:0.0:1746143518.175371:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011fc9d880 x1830963461603840/t4294972190(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 496/448 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.175380:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9d880 with x1830963461603840 ext(0->7) 00010000:00010000:0.0:1746143518.175389:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21bab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a36d expref: 26 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.175404:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21bab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a36d expref: 26 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143518.175411:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9d880 00000100:00100000:0.0:1746143518.181592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.181850:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461603968 00000100:00100000:1.0:1746143518.181860:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461603968 00000100:00100000:0.0:1746143518.181913:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.181954:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461604096 00000100:00100000:0.0:1746143518.181958:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461604096 00000100:00100000:1.0:1746143518.181961:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29594 00000100:00100000:1.0:1746143518.181968:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:1782:x1830963461603968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.181983:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143518.181983:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21bab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a36d expref: 27 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.181997:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21bb9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a37b expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143518.182008:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15500 00000100:00100000:0.0:1746143518.182012:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2007:x1830963461604096:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143518.182023:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143518.182045:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21bab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a36d expref: 28 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.182055:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21bab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a36d expref: 28 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.182067:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.182073:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21bb2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a374 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.182096:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143518.182100:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21bb9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a37b expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.182117:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21bab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a36d expref: 28 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.182133:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143518.182134:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.182139:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21bb2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a374 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.182139:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21bb2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a374 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.182145:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21bb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a374 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.182155:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21bb9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a37b expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.182200:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808b600, rc 0) 00000100:00100000:1.0:1746143518.182257:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:1782:x1830963461603968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 290us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.182262:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29594 00000100:00100000:0.0:1746143518.184384:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461604352 00000100:00100000:0.0:1746143518.184389:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461604352 00002000:00100000:0.0:1746143518.184420:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092369f80 x1830963461604352/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.184427:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369f80 with x1830963461604352 ext(0->4095) 00010000:00010000:0.0:1746143518.184435:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21bb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a374 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.184445:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21bb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a374 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143518.184450:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369f80 00000100:00100000:0.0:1746143518.184471:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2463 00000100:00100000:0.0:1746143518.184476:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461604352:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746143518.184605:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461604352:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (402us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143518.184612:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2463 00002000:00100000:0.0:1746143518.184617:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092369f80 x1830963461604352/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.184623:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369f80 with x1830963461604352 ext(0->4095) 00010000:00010000:0.0:1746143518.184627:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21bb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a374 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.184634:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21bb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a374 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143518.184639:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369f80 00000100:00100000:0.0:1746143518.190988:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.195328:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461604864 00000100:00100000:1.0:1746143518.195337:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461604864 00000100:00100000:1.0:1746143518.195398:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29595 00000100:00100000:1.0:1746143518.195407:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461604864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.195427:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.195445:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21bc0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a382 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.195476:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21bb9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a37b expref: 25 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.195483:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.195484:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.195488:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21bc0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a382 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.195524:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21bb9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a37b expref: 25 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.195535:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21bb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a37b expref: 25 pid: 9572 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746143518.195547:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455038848:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143518.195634:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143518.202679:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963461604992:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2297us (2758us total) trans 4294972191 rc 0/0 00000100:00100000:0.0:1746143518.202691:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2464 00002000:00100000:0.0:1746143518.202702:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011d96f100 x1830963461604992/t4294972191(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 496/448 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.202711:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96f100 with x1830963461604992 ext(0->7) 00010000:00010000:0.0:1746143518.202720:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21bb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a37b expref: 28 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.202736:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21bb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a37b expref: 28 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143518.204343:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96f100 00000100:00100000:0.0:1746143518.209699:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.212974:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.212995:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461605504 00000100:00100000:1.0:1746143518.213000:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461605504 00002000:00100000:1.0:1746143518.213032:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b4380 x1830963461605504/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.213040:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4380 with x1830963461605504 ext(0->4095) 00010000:00010000:1.0:1746143518.213047:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21bc0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a382 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.213056:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21bc0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a382 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.213062:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b4380 00000100:00100000:1.0:1746143518.213078:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2465 00000100:00100000:1.0:1746143518.213085:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461605504:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143518.213222:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461605504:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.213228:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2465 00002000:00100000:1.0:1746143518.213233:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b4380 x1830963461605504/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.213239:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4380 with x1830963461605504 ext(0->4095) 00010000:00010000:1.0:1746143518.213243:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21bc0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a382 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.213252:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21bc0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a382 expref: 6 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.213262:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b4380 00000100:00100000:0.0:1746143518.215342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.215374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.219087:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.219182:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461606016 00000100:00100000:1.0:1746143518.219190:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461606016 00002000:00100000:1.0:1746143518.219233:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b6a00 x1830963461606016/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.219242:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b6a00 with x1830963461606016 ext(0->4095) 00010000:00010000:1.0:1746143518.219255:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f21bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a389 expref: 29 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.219268:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f21bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a389 expref: 29 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.219274:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b6a00 00000100:00100000:1.0:1746143518.219318:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2466 00000100:00100000:1.0:1746143518.219324:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2007:x1830963461606016:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143518.219462:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2007:x1830963461606016:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.219468:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2466 00002000:00100000:1.0:1746143518.219473:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b6a00 x1830963461606016/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.219480:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b6a00 with x1830963461606016 ext(0->4095) 00010000:00010000:1.0:1746143518.219484:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f21bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a389 expref: 29 pid: 9572 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.219497:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f21bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a389 expref: 29 pid: 9572 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.219502:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b6a00 00000100:00100000:1.0:1746143518.221766:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.225564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.225944:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461606400 00000100:00100000:1.0:1746143518.225951:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461606400 00002000:00100000:1.0:1746143518.225986:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b4700 x1830963461606400/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.225996:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4700 with x1830963461606400 ext(0->4095) 00002000:00010000:1.0:1746143518.226000:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978b4700 00000100:00100000:1.0:1746143518.226027:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13311 00000100:00100000:1.0:1746143518.226034:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963461606400:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143518.226165:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963461606400:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (611us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.226171:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13311 00002000:00100000:1.0:1746143518.226176:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b4700 x1830963461606400/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.226184:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4700 with x1830963461606400 ext(0->4095) 00002000:00010000:1.0:1746143518.226187:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978b4700 00000100:00100000:0.0:1746143518.229384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.232755:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.235564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.237093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.240647:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.240833:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461607168 00000100:00100000:1.0:1746143518.240839:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461607168 00000100:00100000:1.0:1746143518.240888:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29600 00000100:00100000:1.0:1746143518.240896:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1794:x1830963461607168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.240912:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.240927:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21be3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a3a5 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.240949:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.240953:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21bdc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a39e expref: 30 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.240959:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.240962:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21be3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3a5 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.240990:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21bdc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a39e expref: 30 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.241001:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21be3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3a5 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.241011:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a800, rc 0) 00000100:00100000:1.0:1746143518.241049:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1794:x1830963461607168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.241056:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29600 00000100:00100000:0.0:1746143518.241889:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.245492:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.248232:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.251494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.251566:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461607936 00000100:00100000:1.0:1746143518.251573:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461607936 00002000:00100000:1.0:1746143518.251614:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800834a6680 x1830963461607936/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.251630:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a6680 with x1830963461607936 ext(0->4095) 00002000:00010000:1.0:1746143518.251635:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800834a6680 00000100:00100000:1.0:1746143518.252226:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13313 00000100:00100000:1.0:1746143518.252234:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2006:x1830963461607936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143518.252428:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2006:x1830963461607936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 194us (941us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.252434:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13313 00002000:00100000:1.0:1746143518.252440:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800834a6680 x1830963461607936/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.252447:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a6680 with x1830963461607936 ext(0->4095) 00002000:00010000:1.0:1746143518.252450:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800834a6680 00000100:00100000:0.0:1746143518.254406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.258920:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.263021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.263618:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.268670:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.269052:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.272587:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.277607:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.280880:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.283354:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.285467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.288337:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.289950:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.291144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.291178:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461610240 00000100:00100000:1.0:1746143518.291183:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461610240 00000100:00100000:1.0:1746143518.291212:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29606 00000100:00100000:1.0:1746143518.291218:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1782:x1830963461610240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.291226:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746143518.291230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746143518.291233:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21c0d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a3cf expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.291246:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.291250:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21c06 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3c8 expref: 30 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.291257:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.291260:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21c0d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3cf expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.291279:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21c06 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3c8 expref: 30 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.291291:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21c0d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3cf expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.291317:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808aa00, rc 0) 00000100:00100000:1.0:1746143518.291343:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963461610240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.291349:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29606 00000100:00100000:0.0:1746143518.293969:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.295980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.299190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.303597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.305416:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.305442:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461611264 00000100:00100000:1.0:1746143518.305447:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461611264 00000100:00100000:1.0:1746143518.305735:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29608 00000100:00100000:1.0:1746143518.305742:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1782:x1830963461611264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.305754:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.305927:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21c1b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a3dd expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.305986:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.306011:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f21c14 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3d6 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.306017:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143518.306020:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21c1b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3dd expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.306208:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f21c14 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3d6 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.306225:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21c1b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3dd expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.306233:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808b800, rc 0) 00000100:00100000:1.0:1746143518.306385:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1782:x1830963461611264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 642us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.306391:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29608 00000100:00100000:0.0:1746143518.309019:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.314155:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.317144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.319943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.320028:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461612160 00000100:00100000:1.0:1746143518.320036:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461612160 00000100:00100000:1.0:1746143518.320165:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29609 00000100:00100000:1.0:1746143518.320173:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461612160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.320190:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.320211:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21c22 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a3e4 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.320242:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21c1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3dd expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.320249:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.320251:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.320254:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21c22 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3e4 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.320279:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21c1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3dd expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.320288:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3dd expref: 27 pid: 9572 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746143518.320377:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455042432:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143518.320436:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143518.322281:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455042432:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143518.322331:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21c22 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3e4 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.322344:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808ae00, rc 0) 00000100:00100000:1.0:1746143518.322379:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461612160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2207us (2443us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.322386:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29609 00000100:00100000:0.0:1746143518.322929:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.325822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.327367:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.327599:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461612672 00000100:00100000:1.0:1746143518.327603:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461612672 00000100:00100000:0.0:1746143518.327637:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.327640:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29610 00000100:00100000:1.0:1746143518.327645:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:1782:x1830963461612672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.327658:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.327704:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21c29 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a3eb expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.327735:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21c22 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3e4 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.327743:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.327744:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.327748:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21c29 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3eb expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.327775:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21c22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3e4 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.327786:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21c22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3e4 expref: 5 pid: 9572 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746143518.327796:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455042688:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143518.327854:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143518.328911:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455042688:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143518.328926:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21c29 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3eb expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.328934:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808bc00, rc 0) 00000100:00100000:1.0:1746143518.328954:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1782:x1830963461612672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1309us (1589us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.328958:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29610 00000100:00100000:0.0:1746143518.329968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.333579:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.336793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.340283:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.342120:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.342171:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461613696 00000100:00100000:1.0:1746143518.342177:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461613696 00000100:00100000:1.0:1746143518.342220:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29612 00000100:00100000:1.0:1746143518.342225:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461613696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.342242:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.342258:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21c37 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a3f9 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.342283:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f21c30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3f2 expref: 27 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.342290:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.342292:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.342326:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21c37 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3f9 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.342356:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f21c30 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3f2 expref: 27 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.342367:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f21c30 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3f2 expref: 27 pid: 9571 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746143518.342378:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455043200:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143518.342447:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143518.343761:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.343796:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455043200:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143518.343819:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21c37 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a3f9 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.343835:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a800, rc 0) 00000100:00100000:1.0:1746143518.343863:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461613696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1637us (1747us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.343870:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29612 00000100:00100000:0.0:1746143518.346546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.352041:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.352086:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.352169:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461614208 00000100:00100000:1.0:1746143518.352179:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461614208 00000100:00100000:1.0:1746143518.352222:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461614336 00000100:00100000:1.0:1746143518.352224:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461614336 00000100:00100000:1.0:1746143518.352239:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29613 00000100:00100000:1.0:1746143518.352246:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1782:x1830963461614208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.352265:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.352427:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21c3e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a400 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.352439:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.352442:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f21c45 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a407 expref: 30 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.352446:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.352448:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21c3e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a400 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.352469:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f21c45 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a407 expref: 30 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.352627:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f21c3e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a400 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.352643:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808b600, rc 0) 00000100:00100000:1.0:1746143518.352683:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963461614208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 437us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.352689:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29613 00000100:00100000:0.0:1746143518.358290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.361036:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.361861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.364235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.367063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.367124:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461615360 00000100:00100000:1.0:1746143518.367133:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461615360 00000100:00100000:1.0:1746143518.367181:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29616 00000100:00100000:1.0:1746143518.367188:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1782:x1830963461615360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.367202:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.367218:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21c53 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a415 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.367242:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.367247:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f21c4c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a40e expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.367253:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143518.367257:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21c53 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a415 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.367331:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f21c4c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a40e expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.367344:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21c53 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a415 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.367358:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808b800, rc 0) 00000100:00100000:1.0:1746143518.367402:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1782:x1830963461615360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 212us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.367408:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29616 00000100:00100000:0.0:1746143518.367616:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.369658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.371196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.372940:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.374895:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.377126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.379949:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.380024:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461616640 00000100:00100000:1.0:1746143518.380031:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461616640 00002000:00100000:1.0:1746143518.380066:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097826d80 x1830963461616640/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.380086:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097826d80 with x1830963461616640 ext(0->4095) 00002000:00010000:1.0:1746143518.380090:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097826d80 00000100:00100000:1.0:1746143518.380116:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13321 00000100:00100000:1.0:1746143518.380122:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461616640:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143518.380241:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461616640:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.380248:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13321 00002000:00100000:1.0:1746143518.380253:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097826d80 x1830963461616640/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.380260:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097826d80 with x1830963461616640 ext(0->4095) 00002000:00010000:1.0:1746143518.380262:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097826d80 00000100:00100000:0.0:1746143518.381448:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.383358:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.383595:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461617024 00000100:00100000:0.0:1746143518.383598:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461617024 00000100:00100000:0.0:1746143518.383648:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29619 00000100:00100000:0.0:1746143518.383653:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1782:x1830963461617024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143518.383673:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143518.383684:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f21c68 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a42a expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.383706:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143518.383710:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21c61 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a423 expref: 29 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.383715:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143518.383718:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f21c68 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a42a expref: 29 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.383759:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21c61 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a423 expref: 29 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.383770:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f21c68 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a42a expref: 29 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.383776:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143518.383777:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143518.383837:0:9573:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21c61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a423 expref: 29 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.383847:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21c61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a423 expref: 29 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.383879:0:9573:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21c61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a423 expref: 29 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.383890:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21c61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a423 expref: 29 pid: 9573 timeout: 836 lvb_type: 0 00000100:00100000:0.0:1746143518.383900:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ef45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455044992:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143518.383939:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143518.386210:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.386439:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461617280 00000100:00100000:1.0:1746143518.386448:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461617280 00002000:00100000:1.0:1746143518.386482:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008ef46d80 x1830963461617280/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.386497:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef46d80 with x1830963461617280 ext(0->4095) 00010000:00010000:1.0:1746143518.386505:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21c61 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a423 expref: 30 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.386517:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21c61 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a423 expref: 30 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.386523:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ef46d80 00000100:00100000:1.0:1746143518.386553:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2477 00000100:00100000:1.0:1746143518.386560:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963461617280:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143518.386799:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963461617280:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 239us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.386904:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2477 00002000:00100000:1.0:1746143518.386910:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008ef46d80 x1830963461617280/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.386918:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef46d80 with x1830963461617280 ext(0->4095) 00010000:00010000:1.0:1746143518.386922:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21c61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a423 expref: 29 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.386932:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21c61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a423 expref: 29 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.386937:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ef46d80 00000100:00100000:0.0:1746143518.388702:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.393882:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461617792 00000100:00100000:1.0:1746143518.393891:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461617792 00002000:00100000:1.0:1746143518.393937:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096026680 x1830963461617792/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.393947:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096026680 with x1830963461617792 ext(0->4095) 00010000:00010000:1.0:1746143518.393955:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f21c68 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a42a expref: 29 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.393968:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f21c68 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a42a expref: 29 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.393973:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096026680 00000100:00100000:0.0:1746143518.394024:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096027480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455045248:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143518.394041:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143518.394080:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096627b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2007:x1830963461617536:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3951us (4357us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143518.394089:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15526 00000100:00100000:1.0:1746143518.394243:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2478 00000100:00100000:1.0:1746143518.394250:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096026680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963461617792:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143518.394427:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096026680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963461617792:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 176us (615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.394434:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2478 00002000:00100000:1.0:1746143518.394439:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096026680 x1830963461617792/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.394446:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096026680 with x1830963461617792 ext(0->4095) 00010000:00010000:1.0:1746143518.394451:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f21c68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a42a expref: 28 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.394459:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f21c68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a42a expref: 28 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.394464:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096026680 00000100:00100000:0.0:1746143518.398273:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.398395:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461617920 00000100:00100000:1.0:1746143518.398405:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461617920 00000100:00100000:1.0:1746143518.398455:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29621 00000100:00100000:1.0:1746143518.398461:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1782:x1830963461617920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.398479:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.398501:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21c76 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a438 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.398528:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.398533:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f21c6f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a431 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.398538:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143518.398541:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21c76 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a438 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.398573:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f21c6f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a431 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.398583:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21c76 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a438 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.398591:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808ae00, rc 0) 00000100:00100000:1.0:1746143518.398637:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1782:x1830963461617920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.398642:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29621 00000100:00100000:0.0:1746143518.398979:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.402068:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.402125:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461618304 00000100:00100000:1.0:1746143518.402131:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461618304 00002000:00100000:1.0:1746143518.402167:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc6d180 x1830963461618304/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.402175:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc6d180 with x1830963461618304 ext(0->4095) 00010000:00010000:1.0:1746143518.402183:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f21c6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a431 expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.402195:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f21c6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a431 expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.402201:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc6d180 00000100:00100000:1.0:1746143518.402610:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2479 00000100:00100000:1.0:1746143518.402618:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461618304:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143518.402777:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461618304:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (716us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.402783:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2479 00002000:00100000:1.0:1746143518.402788:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc6d180 x1830963461618304/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.402795:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc6d180 with x1830963461618304 ext(0->4095) 00010000:00010000:1.0:1746143518.402800:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f21c6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a431 expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.402809:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f21c6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a431 expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.402815:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc6d180 00000100:00100000:0.0:1746143518.405194:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.410247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.414867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.414961:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461618816 00000100:00100000:1.0:1746143518.414968:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461618816 00000100:00100000:1.0:1746143518.415820:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29622 00000100:00100000:1.0:1746143518.415830:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461618816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.415844:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.415859:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21c7d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a43f expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.415884:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21c76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a438 expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.415890:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.415892:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.415895:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21c7d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a43f expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.415922:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21c76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a438 expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.415933:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21c76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a438 expref: 27 pid: 9572 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746143518.415946:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455045760:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143518.416020:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143518.419468:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.419480:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455045760:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143518.419503:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21c7d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a43f expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.419523:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808bc00, rc 0) 00000100:00100000:1.0:1746143518.419554:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461618816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3727us (4694us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.419560:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29622 00000100:00100000:0.0:1746143518.421170:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.426617:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.434639:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.439230:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461619712 00000100:00100000:0.0:1746143518.439238:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461619712 00002000:00100000:0.0:1746143518.439289:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096624000 x1830963461619712/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.439327:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096624000 with x1830963461619712 ext(0->4095) 00002000:00010000:0.0:1746143518.439332:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096624000 00000100:00100000:0.0:1746143518.439363:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13323 00000100:00100000:0.0:1746143518.439370:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2004:x1830963461619712:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746143518.439700:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2004:x1830963461619712:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 330us (556us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143518.439706:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13323 00002000:00100000:0.0:1746143518.439711:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096624000 x1830963461619712/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.439717:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096624000 with x1830963461619712 ext(0->4095) 00002000:00010000:0.0:1746143518.439720:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096624000 00000100:00100000:0.0:1746143518.444674:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.447721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.447934:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461619968 00000100:00100000:1.0:1746143518.447945:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461619968 00002000:00100000:1.0:1746143518.447987:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011fc6c700 x1830963461619968/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 496/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.447996:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc6c700 with x1830963461619968 ext(0->7) 00010000:00010000:1.0:1746143518.448004:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f21c84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a446 expref: 28 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.448017:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f21c84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a446 expref: 28 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.448023:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc6c700 00000100:00100000:1.0:1746143518.448046:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2481 00000100:00100000:1.0:1746143518.448053:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2007:x1830963461619968:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143518.449079:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963461619968:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1024us (1363us total) trans 4294972192 rc 0/0 00000100:00100000:0.0:1746143518.449087:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2481 00002000:00100000:0.0:1746143518.449095:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011fc6c700 x1830963461619968/t4294972192(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 496/448 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.449108:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc6c700 with x1830963461619968 ext(0->7) 00010000:00010000:0.0:1746143518.449114:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f21c84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a446 expref: 30 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.449124:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f21c84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a446 expref: 30 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143518.449507:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc6c700 00000100:00100000:0.0:1746143518.454414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.454479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.458915:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.458977:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461620480 00000100:00100000:0.0:1746143518.458986:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461620480 00002000:00100000:0.0:1746143518.459022:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920d7b80 x1830963461620480/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.459031:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d7b80 with x1830963461620480 ext(0->4095) 00010000:00010000:0.0:1746143518.459038:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f21c8b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a44d expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.459054:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f21c8b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a44d expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143518.459060:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920d7b80 00000100:00100000:0.0:1746143518.459084:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2482 00000100:00100000:0.0:1746143518.459090:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461620480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143518.459203:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461620480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143518.459208:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2482 00002000:00100000:0.0:1746143518.459212:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920d7b80 x1830963461620480/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.459219:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d7b80 with x1830963461620480 ext(0->4095) 00010000:00010000:0.0:1746143518.459223:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f21c8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a44d expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.459231:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f21c8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a44d expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143518.459236:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920d7b80 00000100:00100000:0.0:1746143518.465156:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.465274:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.470213:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461620992 00000100:00100000:0.0:1746143518.470220:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461620992 00002000:00100000:0.0:1746143518.470257:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096624700 x1830963461620992/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.470267:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096624700 with x1830963461620992 ext(0->4095) 00010000:00010000:0.0:1746143518.470275:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21c92 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a454 expref: 30 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.470287:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21c92 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a454 expref: 30 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143518.470313:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096624700 00000100:00100000:0.0:1746143518.470960:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2483 00000100:00100000:0.0:1746143518.470968:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963461620992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143518.471100:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963461620992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (1075us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143518.471105:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2483 00002000:00100000:0.0:1746143518.471110:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096624700 x1830963461620992/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.471117:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096624700 with x1830963461620992 ext(0->4095) 00010000:00010000:0.0:1746143518.471122:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21c92 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a454 expref: 30 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.471130:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21c92 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a454 expref: 30 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143518.471135:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096624700 00000100:00100000:0.0:1746143518.473410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.473457:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.473717:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29627 00000100:00100000:1.0:1746143518.473724:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1782:x1830963461621120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.473738:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.473749:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21ca0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a462 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.474158:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.474168:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f21c99 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a45b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.474174:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.474177:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21ca0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a462 expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.474225:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f21c99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a45b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.474235:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f21c99 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a45b expref: 5 pid: 9573 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746143518.474247:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455046912:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143518.474338:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4840 going to sleep for 11 seconds 00000100:00100000:1.0:1746143518.476478:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455046912:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143518.476507:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21ca0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a462 expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.476521:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a800, rc 0) 00000100:00100000:1.0:1746143518.476561:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1782:x1830963461621120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2837us (3154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.476568:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29627 00000100:00100000:0.0:1746143518.477002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.477056:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461621504 00000100:00100000:0.0:1746143518.477062:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461621504 00002000:00100000:0.0:1746143518.477096:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caea00 x1830963461621504/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.477105:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caea00 with x1830963461621504 ext(0->4095) 00010000:00010000:0.0:1746143518.477112:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f21c99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a45b expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.477122:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f21c99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a45b expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143518.477128:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092caea00 00000100:00100000:0.0:1746143518.477147:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2484 00000100:00100000:0.0:1746143518.477153:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461621504:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143518.477277:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461621504:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (276us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143518.477282:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2484 00002000:00100000:0.0:1746143518.477286:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caea00 x1830963461621504/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.477324:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caea00 with x1830963461621504 ext(0->4095) 00010000:00010000:0.0:1746143518.477329:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f21c99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a45b expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.477337:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f21c99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a45b expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143518.477343:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092caea00 00000100:00100000:0.0:1746143518.479890:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.482422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.482939:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461621888 00000100:00100000:1.0:1746143518.482946:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461621888 00002000:00100000:1.0:1746143518.482981:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cad880 x1830963461621888/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.482990:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cad880 with x1830963461621888 ext(0->4095) 00002000:00010000:1.0:1746143518.482995:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cad880 00000100:00100000:1.0:1746143518.483010:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13324 00000100:00100000:1.0:1746143518.483016:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963461621888:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143518.483144:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963461621888:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (723us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.483150:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13324 00002000:00100000:1.0:1746143518.483155:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cad880 x1830963461621888/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.483163:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cad880 with x1830963461621888 ext(0->4095) 00002000:00010000:1.0:1746143518.483165:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cad880 00000100:00100000:0.0:1746143518.485223:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.485320:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461622016 00000100:00100000:1.0:1746143518.485326:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461622016 00000100:00100000:1.0:1746143518.485499:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29628 00000100:00100000:1.0:1746143518.485507:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461622016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.485520:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.485536:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21ca7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a469 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.485564:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21ca0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a462 expref: 29 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.485575:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.485577:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.485580:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21ca7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a469 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.485607:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21ca0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a462 expref: 29 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.485619:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21ca0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a462 expref: 29 pid: 12044 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746143518.485631:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455047296:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143518.485995:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4540 going to sleep for 11 seconds 00000100:00100000:1.0:1746143518.489333:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455047296:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143518.489366:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21ca7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a469 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.489383:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808bc00, rc 0) 00000100:00100000:1.0:1746143518.489432:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461622016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3925us (4214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.489440:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29628 00000100:00100000:0.0:1746143518.489518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.494015:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.494560:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461622400 00000100:00100000:1.0:1746143518.494570:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461622400 00000100:00100000:0.0:1746143518.494580:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.494758:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461622528 00000100:00100000:0.0:1746143518.494762:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461622528 00002000:00100000:1.0:1746143518.495151:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008612b480 x1830963461622400/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.495170:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008612b480 with x1830963461622400 ext(0->4095) 00002000:00010000:1.0:1746143518.495178:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008612b480 00000100:00100000:1.0:1746143518.495195:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13325 00000100:00100000:1.0:1746143518.495649:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461622400:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143518.495764:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29629 00000100:00100000:0.0:1746143518.495770:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963461622528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143518.495780:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143518.495795:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133991600/0xa6c9a53f47f21cae lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a470 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.495819:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21ca7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a469 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.495826:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143518.495828:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143518.495831:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133991600/0xa6c9a53f47f21cae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a470 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.495855:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a469 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.495867:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a469 expref: 6 pid: 12044 timeout: 836 lvb_type: 0 00000100:00100000:0.0:1746143518.495879:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086128700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455047552:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143518.495925:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143518.495998:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461622400:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 418us (1993us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.496004:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13325 00002000:00100000:1.0:1746143518.496009:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008612b480 x1830963461622400/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.496017:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008612b480 with x1830963461622400 ext(0->4095) 00010000:00010000:1.0:1746143518.496022:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21ca7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a469 expref: 6 pid: 12044 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.496032:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21ca7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a469 expref: 6 pid: 12044 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.496038:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008612b480 00000100:00100000:0.0:1746143518.501049:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.504670:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.518637:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.518963:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461623424 00000100:00100000:0.0:1746143518.518971:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461623424 00002000:00100000:0.0:1746143518.519011:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e8a80 x1830963461623424/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.519021:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8a80 with x1830963461623424 ext(0->4095) 00002000:00010000:0.0:1746143518.519026:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920e8a80 00000100:00100000:0.0:1746143518.519043:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13326 00000100:00100000:0.0:1746143518.519049:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963461623424:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143518.519185:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963461623424:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (549us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143518.519192:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13326 00002000:00100000:0.0:1746143518.519197:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e8a80 x1830963461623424/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.519204:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8a80 with x1830963461623424 ext(0->4095) 00002000:00010000:0.0:1746143518.519207:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920e8a80 00000100:00100000:0.0:1746143518.521177:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.525579:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.525694:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.529013:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.532081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.534803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.544500:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.555710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.555765:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.559511:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2007:x1830963461624832:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1158us (3741us total) trans 4294972193 rc 0/0 00000100:00100000:0.0:1746143518.559520:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2487 00002000:00100000:0.0:1746143518.559526:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880134092300 x1830963461624832/t4294972193(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 496/448 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.559533:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134092300 with x1830963461624832 ext(0->7) 00010000:00010000:0.0:1746143518.559540:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f21cc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a485 expref: 33 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.559550:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f21cc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a485 expref: 33 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143518.559556:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134092300 00000100:00100000:0.0:1746143518.562012:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.564816:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.565193:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461625216 00000100:00100000:1.0:1746143518.565198:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461625216 00002000:00100000:1.0:1746143518.565230:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c052680 x1830963461625216/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.565239:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c052680 with x1830963461625216 ext(0->4095) 00010000:00010000:1.0:1746143518.565247:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21cca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a48c expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.565259:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21cca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a48c expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.565265:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c052680 00000100:00100000:1.0:1746143518.565278:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2488 00000100:00100000:1.0:1746143518.565283:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461625216:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143518.565452:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461625216:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (646us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.565458:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2488 00002000:00100000:1.0:1746143518.565463:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c052680 x1830963461625216/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.565470:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c052680 with x1830963461625216 ext(0->4095) 00010000:00010000:1.0:1746143518.565474:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21cca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a48c expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.565482:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21cca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a48c expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.565488:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c052680 00000100:00100000:0.0:1746143518.569411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.572598:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.572875:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461625600 00000100:00100000:1.0:1746143518.572882:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461625600 00002000:00100000:1.0:1746143518.572918:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c050700 x1830963461625600/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.572929:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c050700 with x1830963461625600 ext(0->4095) 00002000:00010000:1.0:1746143518.572934:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c050700 00000100:00100000:1.0:1746143518.573101:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13328 00000100:00100000:1.0:1746143518.573108:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2005:x1830963461625600:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143518.573221:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2005:x1830963461625600:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (632us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.573227:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13328 00002000:00100000:1.0:1746143518.573232:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c050700 x1830963461625600/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.573239:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c050700 with x1830963461625600 ext(0->4095) 00002000:00010000:1.0:1746143518.573241:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c050700 00000100:00100000:0.0:1746143518.581372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.585431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.586990:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2007:x1830963461625856:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1032us (1560us total) trans 4294972194 rc 0/0 00000100:00100000:0.0:1746143518.586999:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2489 00002000:00100000:0.0:1746143518.587006:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091baed80 x1830963461625856/t4294972194(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 496/448 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.587014:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091baed80 with x1830963461625856 ext(0->7) 00010000:00010000:0.0:1746143518.587019:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f21cd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a493 expref: 34 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.587034:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f21cd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a493 expref: 34 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746143518.587040:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091baed80 00000100:00100000:0.0:1746143518.590439:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.590631:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.593271:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.593378:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461626368 00000100:00100000:1.0:1746143518.593385:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461626368 00002000:00100000:1.0:1746143518.593417:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091bac380 x1830963461626368/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.593426:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bac380 with x1830963461626368 ext(0->4095) 00010000:00010000:1.0:1746143518.593432:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f21cd8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a49a expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.593442:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f21cd8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a49a expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.593448:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091bac380 00000100:00100000:1.0:1746143518.593469:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2490 00000100:00100000:1.0:1746143518.593475:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461626368:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143518.594488:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461626368:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1009us (1215us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.594494:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2490 00002000:00100000:1.0:1746143518.594500:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091bac380 x1830963461626368/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.594507:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bac380 with x1830963461626368 ext(0->4095) 00010000:00010000:1.0:1746143518.594513:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f21cd8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a49a expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.594522:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f21cd8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a49a expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.594528:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091bac380 00000100:00100000:0.0:1746143518.596941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.599621:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.599683:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461626752 00000100:00100000:1.0:1746143518.599691:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461626752 00002000:00100000:1.0:1746143518.599725:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978a8000 x1830963461626752/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.599734:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978a8000 with x1830963461626752 ext(0->4095) 00002000:00010000:1.0:1746143518.599738:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978a8000 00000100:00100000:1.0:1746143518.599757:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13329 00000100:00100000:1.0:1746143518.599855:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2006:x1830963461626752:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143518.599974:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2006:x1830963461626752:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 211us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.599980:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13329 00002000:00100000:1.0:1746143518.599985:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978a8000 x1830963461626752/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.599992:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978a8000 with x1830963461626752 ext(0->4095) 00002000:00010000:1.0:1746143518.599995:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978a8000 00000100:00100000:0.0:1746143518.602636:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.614755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.614825:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461627392 00000100:00100000:1.0:1746143518.614832:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461627392 00002000:00100000:1.0:1746143518.614869:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978a8380 x1830963461627392/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.614879:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978a8380 with x1830963461627392 ext(0->4095) 00010000:00010000:1.0:1746143518.614887:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f21ce6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4a8 expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.614899:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f21ce6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4a8 expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.614904:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978a8380 00000100:00100000:1.0:1746143518.614920:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2491 00000100:00100000:1.0:1746143518.614926:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461627392:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143518.615051:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461627392:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.615057:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2491 00002000:00100000:1.0:1746143518.615062:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978a8380 x1830963461627392/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.615069:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978a8380 with x1830963461627392 ext(0->4095) 00010000:00010000:1.0:1746143518.615074:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f21ce6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4a8 expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.615083:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f21ce6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4a8 expref: 6 pid: 9573 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.615088:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978a8380 00000100:00100000:0.0:1746143518.618593:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.622222:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461627776 00000100:00100000:0.0:1746143518.622229:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461627776 00002000:00100000:0.0:1746143518.622263:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096027480 x1830963461627776/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.622272:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027480 with x1830963461627776 ext(0->4095) 00002000:00010000:0.0:1746143518.622276:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096027480 00000100:00100000:0.0:1746143518.622461:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13330 00000100:00100000:0.0:1746143518.622468:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2007:x1830963461627776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143518.622602:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2007:x1830963461627776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (622us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143518.622608:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13330 00002000:00100000:0.0:1746143518.622613:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096027480 x1830963461627776/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.622621:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027480 with x1830963461627776 ext(0->4095) 00002000:00010000:0.0:1746143518.622623:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096027480 00000100:00100000:0.0:1746143518.628126:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.634502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.638751:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.640171:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.646331:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.650387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.654541:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.654636:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461628928 00000100:00100000:1.0:1746143518.654645:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461628928 00002000:00100000:1.0:1746143518.655175:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee25500 x1830963461628928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.655186:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee25500 with x1830963461628928 ext(0->4095) 00002000:00010000:1.0:1746143518.655191:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee25500 00000100:00100000:1.0:1746143518.655222:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13331 00000100:00100000:1.0:1746143518.655229:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2005:x1830963461628928:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143518.655776:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2005:x1830963461628928:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 547us (1243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.655783:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13331 00002000:00100000:1.0:1746143518.655788:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee25500 x1830963461628928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.655795:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee25500 with x1830963461628928 ext(0->4095) 00002000:00010000:1.0:1746143518.655798:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee25500 00000100:00100000:0.0:1746143518.659259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.659542:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461629056 00000100:00100000:1.0:1746143518.659553:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461629056 00000100:00100000:1.0:1746143518.660107:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29641 00000100:00100000:1.0:1746143518.660116:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461629056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.660139:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.660161:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21d02 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a4c4 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.660195:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f21cfb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4bd expref: 35 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.660204:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.660206:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.660209:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21d02 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4c4 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.660243:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f21cfb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4bd expref: 35 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.660256:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f21cfb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4bd expref: 35 pid: 9573 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746143518.660269:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455050624:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143518.660589:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4840 going to sleep for 11 seconds 00000100:00100000:1.0:1746143518.662331:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455050624:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143518.662360:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21d02 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4c4 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.662374:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808b800, rc 0) 00000100:00100000:0.0:1746143518.662771:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461629056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2654us (3519us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143518.662780:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29641 00000100:00100000:0.0:1746143518.663366:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.663442:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.663913:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461629312 00000100:00100000:1.0:1746143518.663917:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461629312 00000100:00100000:1.0:1746143518.664019:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29642 00000100:00100000:1.0:1746143518.664025:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:1782:x1830963461629312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.664038:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.664048:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21d09 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a4cb expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.664061:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21d02 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4c4 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.664065:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.664066:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.664337:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21d09 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4cb expref: 37 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.664399:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21d02 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4c4 expref: 5 pid: 12044 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.664406:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21d02 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4c4 expref: 5 pid: 12044 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746143518.664413:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455050880:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143518.664632:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4840 going to sleep for 11 seconds 00000100:00100000:1.0:1746143518.667347:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455050880:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143518.667377:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21d09 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4cb expref: 37 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.667393:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808bc00, rc 0) 00000100:00100000:1.0:1746143518.667439:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:1782:x1830963461629312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3413us (3994us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.667447:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29642 00000100:00100000:0.0:1746143518.668052:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.672442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.676997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.677037:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461629952 00000100:00100000:1.0:1746143518.677044:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461629952 00002000:00100000:1.0:1746143518.677082:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7ed80 x1830963461629952/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.677091:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7ed80 with x1830963461629952 ext(0->4095) 00002000:00010000:1.0:1746143518.677095:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7ed80 00000100:00100000:1.0:1746143518.677113:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13332 00000100:00100000:1.0:1746143518.677119:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2007:x1830963461629952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143518.677242:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2007:x1830963461629952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.677247:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13332 00002000:00100000:1.0:1746143518.677253:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7ed80 x1830963461629952/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.677259:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7ed80 with x1830963461629952 ext(0->4095) 00002000:00010000:1.0:1746143518.677261:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7ed80 00000100:00100000:0.0:1746143518.683288:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.683459:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461630080 00000100:00100000:1.0:1746143518.683470:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461630080 00000100:00100000:1.0:1746143518.683553:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29643 00000100:00100000:1.0:1746143518.683562:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461630080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.683580:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.683597:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a600/0xa6c9a53f47f21d10 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a4d2 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.683631:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21d09 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4cb expref: 35 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.683638:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.683640:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.683643:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a600/0xa6c9a53f47f21d10 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4d2 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.683683:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21d09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4cb expref: 35 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.683696:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21d09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4cb expref: 35 pid: 12044 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746143518.683708:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455051136:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143518.683802:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4540 going to sleep for 11 seconds 00000100:00100000:1.0:1746143518.704602:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455051136:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143518.704635:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a600/0xa6c9a53f47f21d10 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4d2 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.704652:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a600, rc 0) 00000100:00100000:1.0:1746143518.704727:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461630080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 21165us (21448us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.704734:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29643 00000100:00100000:0.0:1746143518.706109:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.711403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.715418:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.725524:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.725694:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461630720 00000100:00100000:1.0:1746143518.725705:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461630720 00000100:00100000:1.0:1746143518.725763:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29644 00000100:00100000:1.0:1746143518.725772:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:1794:x1830963461630720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.725791:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.725810:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21d17 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a4d9 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.725842:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808a600/0xa6c9a53f47f21d10 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4d2 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.725849:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.725851:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.725855:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21d17 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4d9 expref: 38 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.725888:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808a600/0xa6c9a53f47f21d10 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4d2 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.725901:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808a600/0xa6c9a53f47f21d10 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4d2 expref: 5 pid: 12044 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746143518.725912:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455051392:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143518.725997:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143518.726049:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.727865:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455051392:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143518.727885:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21d17 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4d9 expref: 39 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.727898:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a200, rc 0) 00000100:00100000:1.0:1746143518.727934:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:1794:x1830963461630720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2163us (2760us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.727939:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29644 00000100:00100000:0.0:1746143518.728381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.734931:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.737264:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.737883:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461631360 00000100:00100000:1.0:1746143518.737891:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461631360 00000100:00100000:1.0:1746143518.737942:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29646 00000100:00100000:1.0:1746143518.737949:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461631360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.737965:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.737981:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21d25 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a4e7 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.738007:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.738013:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21d1e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e0 expref: 38 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.738019:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143518.738022:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21d25 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e7 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.738057:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21d1e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e0 expref: 38 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.738070:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21d25 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e7 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.738083:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808bc00, rc 0) 00000100:00100000:1.0:1746143518.738134:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461631360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.738139:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29646 00000100:00100000:0.0:1746143518.738195:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.743178:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096026a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455051904:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143518.743200:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143518.743254:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b0d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2006:x1830963461631488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4783us (5057us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143518.743264:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15552 00000100:00100000:1.0:1746143518.743623:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461631744 00000100:00100000:1.0:1746143518.743630:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461631744 00002000:00100000:1.0:1746143518.743680:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096626a00 x1830963461631744/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.743689:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096626a00 with x1830963461631744 ext(0->4095) 00010000:00010000:1.0:1746143518.743698:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21d1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e0 expref: 38 pid: 9571 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.743711:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21d1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e0 expref: 38 pid: 9571 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.743717:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096626a00 00000100:00100000:1.0:1746143518.743734:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2497 00000100:00100000:1.0:1746143518.743741:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2007:x1830963461631744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143518.744321:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2007:x1830963461631744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 579us (763us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.744329:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2497 00002000:00100000:1.0:1746143518.744335:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096626a00 x1830963461631744/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.744349:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096626a00 with x1830963461631744 ext(0->4095) 00010000:00010000:1.0:1746143518.744354:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21d1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e0 expref: 38 pid: 9571 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.744364:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21d1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e0 expref: 38 pid: 9571 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.744370:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096626a00 00000100:00100000:0.0:1746143518.746627:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.747003:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.747026:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461632000 00000100:00100000:0.0:1746143518.747029:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461632000 00010000:00010000:0.0:1746143518.747044:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21d1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e0 expref: 39 pid: 9571 timeout: 836 lvb_type: 0 00000100:00100000:0.0:1746143518.747065:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15553 00000100:00100000:0.0:1746143518.747070:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963461632000:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143518.747077:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143518.747095:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21d1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e0 expref: 40 pid: 9571 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.747105:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21d1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e0 expref: 40 pid: 9571 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.747456:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21d1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e0 expref: 40 pid: 9571 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746143518.747482:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143518.747484:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143518.747490:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21d25 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e7 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.747496:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21d25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e7 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.747514:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21d25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e7 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143518.747524:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21d25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e7 expref: 5 pid: 12044 timeout: 836 lvb_type: 0 00000100:00100000:0.0:1746143518.747535:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455052160:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143518.747593:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143518.750156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.750332:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461632256 00000100:00100000:1.0:1746143518.750338:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461632256 00002000:00100000:1.0:1746143518.750377:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7d180 x1830963461632256/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.750386:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7d180 with x1830963461632256 ext(0->4095) 00010000:00010000:1.0:1746143518.750395:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21d25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e7 expref: 6 pid: 12044 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.750408:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21d25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e7 expref: 6 pid: 12044 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.750414:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7d180 00000100:00100000:1.0:1746143518.750446:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2498 00000100:00100000:1.0:1746143518.750452:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461632256:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143518.750751:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461632256:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 299us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.750757:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2498 00002000:00100000:1.0:1746143518.750762:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7d180 x1830963461632256/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.750768:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7d180 with x1830963461632256 ext(0->4095) 00010000:00010000:1.0:1746143518.750773:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21d25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e7 expref: 6 pid: 12044 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746143518.750781:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808bc00/0xa6c9a53f47f21d25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4e7 expref: 6 pid: 12044 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746143518.750786:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7d180 00000100:00100000:0.0:1746143518.752758:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.755246:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.755529:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461632640 00000100:00100000:1.0:1746143518.755535:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461632640 00002000:00100000:1.0:1746143518.755566:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7e300 x1830963461632640/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.755575:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7e300 with x1830963461632640 ext(0->4095) 00002000:00010000:1.0:1746143518.755578:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7e300 00000100:00100000:1.0:1746143518.755634:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13334 00000100:00100000:1.0:1746143518.755641:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2006:x1830963461632640:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143518.755931:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2006:x1830963461632640:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 289us (685us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.755937:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13334 00002000:00100000:1.0:1746143518.755942:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7e300 x1830963461632640/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.755949:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7e300 with x1830963461632640 ext(0->4095) 00002000:00010000:1.0:1746143518.755953:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7e300 00000100:00100000:0.0:1746143518.757148:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.759386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.761502:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.761613:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461633152 00000100:00100000:1.0:1746143518.761619:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461633152 00002000:00100000:1.0:1746143518.761654:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7e680 x1830963461633152/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.761676:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7e680 with x1830963461633152 ext(0->4095) 00002000:00010000:1.0:1746143518.761680:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7e680 00000100:00100000:1.0:1746143518.761889:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13335 00000100:00100000:1.0:1746143518.761896:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461633152:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143518.762005:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461633152:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (508us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.762011:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13335 00002000:00100000:1.0:1746143518.762016:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7e680 x1830963461633152/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.762023:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7e680 with x1830963461633152 ext(0->4095) 00002000:00010000:1.0:1746143518.762026:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7e680 00000100:00100000:0.0:1746143518.764120:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.766412:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.766719:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461633408 00000100:00100000:1.0:1746143518.766724:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461633408 00000100:00100000:1.0:1746143518.766771:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29650 00000100:00100000:1.0:1746143518.766778:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb22c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:1782:x1830963461633408:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.766790:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.766802:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21d41 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a503 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.766821:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.766826:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f21d3a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4fc expref: 39 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.766832:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.766836:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21d41 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a503 expref: 39 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.766863:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f21d3a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a4fc expref: 39 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.766873:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21d41 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a503 expref: 39 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.766879:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808aa00, rc 0) 00000100:00100000:1.0:1746143518.766897:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb22c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:1782:x1830963461633408:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.766902:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29650 00000100:00100000:0.0:1746143518.767698:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.770119:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.773501:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.773570:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461633920 00000100:00100000:1.0:1746143518.773579:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461633920 00000100:00100000:0.0:1746143518.773590:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.773617:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29651 00000100:00100000:1.0:1746143518.773624:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461633920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.773640:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.773655:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21d48 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a50a expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.773691:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.773696:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21d41 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a503 expref: 39 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.773708:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143518.773712:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21d48 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a50a expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.773747:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21d41 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a503 expref: 39 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.773771:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21d48 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a50a expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.773781:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.773782:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.773787:0:12044:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21d41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a503 expref: 38 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.773794:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21d41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a503 expref: 38 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.773810:0:12044:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21d41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a503 expref: 38 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.774000:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21d41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a503 expref: 37 pid: 12044 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143518.774012:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455053184:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143518.774072:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143518.776430:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.776520:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455053184:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143518.776534:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808ba00, rc 0) 00000100:00100000:1.0:1746143518.776578:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461633920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2954us (3085us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.776585:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29651 00000100:00100000:0.0:1746143518.778241:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.778374:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461634432 00000100:00100000:1.0:1746143518.778379:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461634432 00000100:00100000:0.0:1746143518.778406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.778417:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29652 00000100:00100000:1.0:1746143518.778423:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:1782:x1830963461634432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.778435:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.778452:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21d4f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a511 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.778470:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.778475:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21d48 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a50a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.778480:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143518.778484:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21d4f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a511 expref: 39 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.778512:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21d48 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a50a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.778528:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21d4f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a511 expref: 39 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.778536:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808ae00, rc 0) 00000100:00100000:1.0:1746143518.778571:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1782:x1830963461634432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.778576:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29652 00000100:00100000:1.0:1746143518.781202:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.781279:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461634816 00000100:00100000:0.0:1746143518.781285:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461634816 00002000:00100000:0.0:1746143518.781331:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e8000 x1830963461634816/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.781340:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8000 with x1830963461634816 ext(0->4095) 00010000:00010000:0.0:1746143518.781347:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21d48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a50a expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746143518.781359:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21d48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a50a expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746143518.781365:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920e8000 00000100:00100000:0.0:1746143518.781392:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2501 00000100:00100000:0.0:1746143518.781398:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461634816:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143518.781515:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461634816:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (313us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143518.781521:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2501 00002000:00100000:0.0:1746143518.781526:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e8000 x1830963461634816/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.781533:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8000 with x1830963461634816 ext(0->4095) 00010000:00010000:0.0:1746143518.781538:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21d48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a50a expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746143518.781546:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21d48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a50a expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746143518.781646:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920e8000 00000100:00100000:0.0:1746143518.785987:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.793107:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.804609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.804857:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461635328 00000100:00100000:1.0:1746143518.804866:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461635328 00000100:00100000:0.0:1746143518.814017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.816248:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963461635456:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2013us (2227us total) trans 4294972197 rc 0/0 00000100:00100000:0.0:1746143518.816258:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2502 00002000:00100000:0.0:1746143518.816267:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801236b9c00 x1830963461635456/t4294972197(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 496/448 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.816274:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b9c00 with x1830963461635456 ext(0->7) 00010000:00010000:0.0:1746143518.816282:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21d4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a511 expref: 40 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746143518.816311:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f21d4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a511 expref: 40 pid: 12044 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746143518.816327:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801236b9c00 00000100:00100000:0.0:1746143518.816940:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.818610:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.820853:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.821115:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461635968 00000100:00100000:1.0:1746143518.821121:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461635968 00002000:00100000:1.0:1746143518.821151:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f641880 x1830963461635968/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.821160:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641880 with x1830963461635968 ext(0->4095) 00010000:00010000:1.0:1746143518.821168:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21d56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a518 expref: 6 pid: 9572 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.821179:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21d56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a518 expref: 6 pid: 9572 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143518.821186:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f641880 00000100:00100000:1.0:1746143518.821208:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2503 00000100:00100000:1.0:1746143518.821213:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461635968:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143518.821732:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461635968:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 517us (879us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.821738:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2503 00002000:00100000:1.0:1746143518.821743:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f641880 x1830963461635968/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.821750:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641880 with x1830963461635968 ext(0->4095) 00010000:00010000:1.0:1746143518.821755:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21d56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a518 expref: 6 pid: 9572 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.821764:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f21d56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a518 expref: 6 pid: 9572 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143518.821770:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f641880 00000100:00100000:0.0:1746143518.826048:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.829567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.829802:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461636352 00000100:00100000:1.0:1746143518.829807:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461636352 00002000:00100000:1.0:1746143518.829840:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f640e00 x1830963461636352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.829849:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f640e00 with x1830963461636352 ext(0->4095) 00002000:00010000:1.0:1746143518.829853:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f640e00 00000100:00100000:1.0:1746143518.829877:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13337 00000100:00100000:1.0:1746143518.829882:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963461636352:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143518.830004:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963461636352:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (443us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.830011:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13337 00002000:00100000:1.0:1746143518.830016:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f640e00 x1830963461636352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.830022:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f640e00 with x1830963461636352 ext(0->4095) 00002000:00010000:1.0:1746143518.830025:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f640e00 00000100:00100000:0.0:1746143518.831350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.833948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.837197:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.838826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.839583:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.839745:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461637120 00000100:00100000:1.0:1746143518.839750:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461637120 00000100:00100000:1.0:1746143518.839818:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29657 00000100:00100000:1.0:1746143518.839824:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1794:x1830963461637120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.839833:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.839839:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21d72 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a534 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.839851:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.839859:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21d6b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a52d expref: 42 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.839864:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.839867:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21d72 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a534 expref: 42 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.839889:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21d6b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a52d expref: 42 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.839900:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21d72 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a534 expref: 42 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.839909:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a200, rc 0) 00000100:00100000:1.0:1746143518.839969:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:1794:x1830963461637120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.839975:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29657 00000100:00100000:0.0:1746143518.841611:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.843959:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.847382:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.851101:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.852512:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.855330:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.857600:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.860125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.862110:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.862315:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461638656 00000100:00100000:1.0:1746143518.862321:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461638656 00000100:00100000:1.0:1746143518.862365:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29660 00000100:00100000:1.0:1746143518.862371:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1782:x1830963461638656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.862387:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.862401:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21d87 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a549 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.862420:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.862424:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f21d80 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a542 expref: 42 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.862430:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.862433:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21d87 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a549 expref: 42 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.862465:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f21d80 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a542 expref: 42 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.862478:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f21d87 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a549 expref: 42 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.862488:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808b800, rc 0) 00000100:00100000:1.0:1746143518.862521:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:1782:x1830963461638656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.862527:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29660 00000100:00100000:0.0:1746143518.862936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.865578:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.867891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.867967:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.871064:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.874092:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.874651:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.876861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.879104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.882029:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.884679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.887875:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.890014:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.891182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.891936:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.894786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.900426:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.903427:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.906748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.908566:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.911005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.911493:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15573 00000100:00100000:1.0:1746143518.911502:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b0d4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963461642240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143518.911514:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143518.911533:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21daa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a56c expref: 40 pid: 9572 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.911543:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21daa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a56c expref: 40 pid: 9572 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.911564:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21daa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a56c expref: 40 pid: 9572 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.911707:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.911710:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.911717:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f21db1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a573 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.911725:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f21db1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a573 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.911751:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f21db1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a573 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143518.911761:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455057152:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143518.911824:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb46c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143518.913427:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.913503:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455057152:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143518.913826:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143518.913864:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b0d4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2006:x1830963461642240:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2362us (2864us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.913870:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15573 00000100:00100000:0.0:1746143518.915062:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.916972:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.917022:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461642880 00000100:00100000:1.0:1746143518.917028:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461642880 00000100:00100000:0.0:1746143518.917041:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.917183:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29668 00000100:00100000:1.0:1746143518.917192:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1782:x1830963461642880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143518.917206:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143518.917217:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21dbf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a581 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.917234:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.917238:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21db8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a57a expref: 42 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.917245:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143518.917248:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21dbf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a581 expref: 42 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.917272:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21db8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a57a expref: 42 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.917507:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21dbf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a581 expref: 42 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.917515:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a000, rc 0) 00000100:00100000:1.0:1746143518.917596:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:1782:x1830963461642880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 405us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.917603:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29668 00000100:00100000:1.0:1746143518.917625:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461642752 00000100:00100000:1.0:1746143518.917628:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461642752 00010000:00010000:1.0:1746143518.917641:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f21db1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a573 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143518.917675:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15574 00000100:00100000:1.0:1746143518.917681:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092358380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461642752:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143518.917689:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143518.917703:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f21db1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a573 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.917710:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f21db1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a573 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.917723:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f21db1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a573 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.917732:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.917733:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.917737:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21db8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a57a expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.917742:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21db8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a57a expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.917753:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21db8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a57a expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.917759:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21db8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a57a expref: 40 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143518.917767:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455057536:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143518.917851:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143518.920271:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455057536:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143518.920286:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143518.920287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.920342:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092358380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461642752:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2661us (3300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.920349:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15574 00000100:00100000:0.0:1746143518.923458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.923790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.923849:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461643264 00000100:00100000:1.0:1746143518.923853:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461643264 00010000:00010000:1.0:1746143518.923872:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21db8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a57a expref: 41 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143518.924105:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15575 00000100:00100000:1.0:1746143518.924111:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963461643264:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143518.924118:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143518.924133:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21db8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a57a expref: 41 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.924143:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21db8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a57a expref: 41 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.924159:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21db8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a57a expref: 41 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.924169:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.924170:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.924176:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21dbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a581 expref: 40 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.924182:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21dbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a581 expref: 40 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.924203:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21dbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a581 expref: 40 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.924213:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21dbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a581 expref: 40 pid: 12044 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143518.924224:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455057792:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143518.924277:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143518.927107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.928147:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455057792:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143518.928169:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143518.928208:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963461643264:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4097us (4417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.928217:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15575 00000100:00100000:0.0:1746143518.932568:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.933189:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.934370:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461643904 00000100:00100000:1.0:1746143518.934375:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461643904 00010000:00010000:1.0:1746143518.934393:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21dbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a581 expref: 42 pid: 12044 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143518.935895:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15576 00000100:00100000:1.0:1746143518.935903:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2006:x1830963461643904:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143518.935915:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143518.935934:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21dbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a581 expref: 42 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.935951:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21dbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a581 expref: 42 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.935970:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009808a000/0xa6c9a53f47f21dbf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a581 expref: 42 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.940697:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.940704:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.940721:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f21dc6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a588 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.940733:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f21dc6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a588 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.941155:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f21dc6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a588 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.941172:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f21dc6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a588 expref: 5 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143518.941187:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455058048:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143518.942055:0:10693:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455058176 00000100:00100000:0.0:1746143518.942064:0:10693:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455058176 00000100:00100000:0.0:1746143518.942114:0:10693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1746143518.942121:0:10693:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830963455058176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746143518.942141:0:10693:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 463321920 pending 487424 free 3922051072 avail 3690528768 00000100:00100000:0.0:1746143518.942176:0:10693:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830963455058176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143518.942181:0:10693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1746143518.942247:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00080000:1.0:1746143518.942256:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746143518.943936:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455058048:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143518.943953:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143518.944971:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963461643904:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 9065us (11778us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.944983:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15576 00000100:00100000:0.0:1746143518.945472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.949922:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.950003:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461644288 00000100:00100000:1.0:1746143518.950009:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461644288 00010000:00010000:1.0:1746143518.950038:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f21dc6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a588 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143518.950069:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15577 00000100:00100000:1.0:1746143518.950075:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461644288:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143518.950089:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143518.950105:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f21dc6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a588 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.950116:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f21dc6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a588 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.950137:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f21dc6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a588 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.950164:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.950166:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.950172:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21dcd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a58f expref: 39 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.950180:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21dcd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a58f expref: 39 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.950209:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21dcd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a58f expref: 39 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143518.950222:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455058304:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143518.950320:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143518.958049:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455058304:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143518.958069:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143518.958119:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461644288:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 8042us (8202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.958128:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15577 00000100:00100000:0.0:1746143518.961411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.965668:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.967643:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2007:x1830963461644800:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1802us (1973us total) trans 4294972198 rc 0/0 00000100:00100000:0.0:1746143518.967666:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2512 00002000:00100000:0.0:1746143518.967678:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097a6c380 x1830963461644800/t4294972198(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 496/448 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143518.967688:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6c380 with x1830963461644800 ext(0->7) 00010000:00010000:0.0:1746143518.967698:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21dcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a58f expref: 42 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746143518.967715:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21dcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a58f expref: 42 pid: 9573 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746143518.967722:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6c380 00000100:00100000:0.0:1746143518.985221:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143518.985445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.985545:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461645056 00000100:00100000:1.0:1746143518.985555:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461645056 00010000:00010000:1.0:1746143518.985588:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21dcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a58f expref: 43 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143518.986513:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15578 00000100:00100000:1.0:1746143518.986520:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092114380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:2007:x1830963461645056:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143518.986528:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143518.986541:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21dcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a58f expref: 43 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.986551:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21dcd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a58f expref: 43 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.986564:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21dcd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a58f expref: 43 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.986575:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.986577:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.986582:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21dd4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a596 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.986588:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21dd4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a596 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.986603:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21dd4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a596 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.986610:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21dd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a596 expref: 5 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143518.986619:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455058688:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143518.986683:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143518.990016:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455058688:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143518.990042:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143518.990097:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092114380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2007:x1830963461645056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3575us (4650us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.990107:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15578 00000100:00100000:1.0:1746143518.991186:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461645312 00000100:00100000:1.0:1746143518.991192:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461645312 00002000:00100000:1.0:1746143518.991227:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096027b80 x1830963461645312/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.991236:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027b80 with x1830963461645312 ext(0->4095) 00010000:00010000:1.0:1746143518.991244:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21dd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a596 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.991261:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21dd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a596 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143518.991289:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096027b80 00000100:00100000:1.0:1746143518.991410:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2513 00000100:00100000:1.0:1746143518.991416:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461645312:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143518.992116:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461645312:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 699us (1183us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.992122:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2513 00002000:00100000:1.0:1746143518.992128:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096027b80 x1830963461645312/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.992136:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027b80 with x1830963461645312 ext(0->4095) 00010000:00010000:1.0:1746143518.992140:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21dd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a596 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.992150:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21dd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a596 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143518.992155:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096027b80 00000100:00100000:0.0:1746143518.994259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.994407:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461645440 00000100:00100000:1.0:1746143518.994414:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461645440 00010000:00010000:1.0:1746143518.994441:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21dd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a596 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143518.994495:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15579 00000100:00100000:1.0:1746143518.994503:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461645440:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143518.994723:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143518.994742:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21dd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a596 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.994754:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21dd4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a596 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.994778:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21dd4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a596 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143518.994794:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.994796:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143518.994877:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f21ddb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a59d expref: 41 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.994943:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f21ddb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a59d expref: 41 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143518.994979:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f21ddb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a59d expref: 41 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143518.994990:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455058816:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143518.995523:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4840 going to sleep for 11 seconds 00000100:00100000:1.0:1746143518.998231:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455058816:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143518.998253:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143518.998291:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461645440:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3788us (4039us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143518.998316:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15579 00000100:00100000:0.0:1746143518.999113:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143518.999325:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461645696 00000100:00100000:1.0:1746143518.999332:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461645696 00002000:00100000:1.0:1746143518.999614:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092116680 x1830963461645696/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/0 e 0 to 0 dl 1746143529 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.999623:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092116680 with x1830963461645696 ext(0->4095) 00002000:00010000:1.0:1746143518.999633:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092116680 00000100:00100000:1.0:1746143518.999667:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13346 00000100:00100000:1.0:1746143518.999674:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2006:x1830963461645696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143518.999805:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2006:x1830963461645696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (693us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143518.999810:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13346 00002000:00100000:1.0:1746143518.999815:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092116680 x1830963461645696/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:669/0 lens 488/4536 e 0 to 0 dl 1746143529 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143518.999821:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092116680 with x1830963461645696 ext(0->4095) 00002000:00010000:1.0:1746143518.999824:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092116680 00000100:00100000:0.0:1746143519.001224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.002008:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455058944:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746143519.002043:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746143519.002162:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746143519.002426:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455058944:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746143519.004191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.004326:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461645952 00000100:00100000:1.0:1746143519.004333:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461645952 00010000:00010000:1.0:1746143519.004356:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f21ddb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a59d expref: 42 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143519.004418:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15580 00000100:00100000:1.0:1746143519.004424:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2007:x1830963461645952:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143519.004434:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143519.004452:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f21ddb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a59d expref: 42 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.004462:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f21ddb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a59d expref: 42 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.004482:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f21ddb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a59d expref: 42 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.004592:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.004595:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.004603:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f21de2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5a4 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.004611:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f21de2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5a4 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.004638:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f21de2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5a4 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143519.004649:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455059200:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143519.005046:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4540 going to sleep for 11 seconds 00000100:00100000:1.0:1746143519.007769:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455059200:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143519.007790:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143519.007828:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963461645952:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3403us (3636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.007837:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15580 00000100:00100000:0.0:1746143519.009405:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.009442:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.014454:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461646592 00000100:00100000:1.0:1746143519.014461:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461646592 00010000:00010000:1.0:1746143519.014492:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f21de2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5a4 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143519.014518:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15581 00000100:00100000:1.0:1746143519.014524:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461646592:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143519.014537:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143519.014558:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f21de2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5a4 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.014568:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f21de2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5a4 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.014590:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92800/0xa6c9a53f47f21de2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5a4 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.014681:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.014683:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.014690:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f21de9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ab expref: 42 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.014699:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f21de9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ab expref: 42 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.014730:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f21de9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ab expref: 42 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143519.014741:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455059456:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143519.014802:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143519.019806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.020444:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455059456:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143519.020455:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143519.020474:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461646592:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5951us (6074us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.020481:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15581 00000100:00100000:1.0:1746143519.022489:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461646976 00000100:00100000:1.0:1746143519.022494:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461646976 00010000:00010000:1.0:1746143519.022514:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f21de9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ab expref: 43 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143519.022586:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15582 00000100:00100000:1.0:1746143519.022594:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096026a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:2004:x1830963461646976:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143519.022605:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143519.022619:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f21de9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ab expref: 43 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.022629:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f21de9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ab expref: 43 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.022650:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f21de9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ab expref: 43 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.022685:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.022688:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.022695:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21df0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5b2 expref: 42 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.022702:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21df0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5b2 expref: 42 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.022731:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21df0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5b2 expref: 42 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143519.022743:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455059712:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143519.022817:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4840 going to sleep for 11 seconds 00000100:00100000:1.0:1746143519.025735:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455059712:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143519.025752:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143519.025794:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096026a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2004:x1830963461646976:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3200us (3343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.025802:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15582 00000100:00100000:0.0:1746143519.026168:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.029494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.031510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.031641:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461647488 00000100:00100000:1.0:1746143519.031645:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461647488 00010000:00010000:1.0:1746143519.031675:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21df0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5b2 expref: 42 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143519.031706:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15583 00000100:00100000:1.0:1746143519.031712:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d845180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2007:x1830963461647488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143519.031725:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143519.031743:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21df0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5b2 expref: 42 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.031752:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21df0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5b2 expref: 42 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.031771:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21df0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5b2 expref: 42 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.031791:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.031792:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.031799:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21df7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5b9 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.031806:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21df7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5b9 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.031829:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21df7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5b9 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143519.031839:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455059968:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143519.031889:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4840 going to sleep for 11 seconds 00000100:00100000:1.0:1746143519.033472:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455059968:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143519.033487:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143519.033513:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d845180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963461647488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1801us (2004us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.033523:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15583 00000100:00100000:0.0:1746143519.034001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.036695:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.036775:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.037205:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29678 00000100:00100000:1.0:1746143519.037213:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:1782:x1830963461648000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143519.037220:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143519.037226:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21e05 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a5c7 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.037237:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.037241:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21dfe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c0 expref: 44 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.037246:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143519.037248:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21e05 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c7 expref: 44 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.037267:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21dfe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c0 expref: 44 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.037279:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21e05 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c7 expref: 44 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.037288:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a200, rc 0) 00000100:00100000:1.0:1746143519.037329:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1782:x1830963461648000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.037335:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29678 00000100:00100000:0.0:1746143519.040984:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.041882:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461648128 00000100:00100000:1.0:1746143519.041890:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461648128 00010000:00010000:1.0:1746143519.041920:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21df7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5b9 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143519.041960:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15584 00000100:00100000:1.0:1746143519.041967:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461648128:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143519.041980:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143519.041998:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21df7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5b9 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.042009:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21df7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5b9 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.042029:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21df7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5b9 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.042574:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.042577:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.042585:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21dfe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c0 expref: 42 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.042593:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21dfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c0 expref: 42 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.042625:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21dfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c0 expref: 42 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.042636:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c0 expref: 42 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143519.042648:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455060352:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143519.042783:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4840 going to sleep for 11 seconds 00000100:00100000:1.0:1746143519.046533:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455060352:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143519.046557:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143519.046605:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461648128:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4637us (5621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.046616:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15584 00000100:00100000:0.0:1746143519.047474:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.049909:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.049996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.050088:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461648640 00000100:00100000:1.0:1746143519.050092:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461648640 00010000:00010000:1.0:1746143519.050115:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c0 expref: 43 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143519.050136:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15585 00000100:00100000:1.0:1746143519.050141:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:2007:x1830963461648640:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143519.050151:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143519.050168:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21dfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c0 expref: 43 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.050179:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21dfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c0 expref: 43 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.050490:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21dfe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c0 expref: 43 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.050506:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.050508:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.050514:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21e05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c7 expref: 42 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.050520:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21e05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c7 expref: 42 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.050548:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21e05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c7 expref: 42 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.050559:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21e05 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c7 expref: 42 pid: 12044 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143519.050571:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455060480:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143519.050635:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4840 going to sleep for 11 seconds 00000100:00100000:1.0:1746143519.054265:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455060480:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143519.054277:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143519.054322:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2007:x1830963461648640:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4154us (4300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.054330:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15585 00000100:00100000:1.0:1746143519.057756:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461649024 00000100:00100000:1.0:1746143519.057763:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461649024 00010000:00010000:1.0:1746143519.057791:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21e05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c7 expref: 42 pid: 12044 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143519.057822:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15586 00000100:00100000:1.0:1746143519.057829:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2007:x1830963461649024:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143519.058095:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143519.058114:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21e05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c7 expref: 44 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.058124:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21e05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c7 expref: 44 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.058139:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21e05 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5c7 expref: 44 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.058163:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.058165:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.058170:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21e0c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ce expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.058177:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21e0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ce expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.058196:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21e0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ce expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.058206:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21e0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ce expref: 5 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143519.058218:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455060864:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143519.058317:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143519.060527:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461649408 00000100:00100000:0.0:1746143519.060534:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461649408 00002000:00100000:0.0:1746143519.060573:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134093100 x1830963461649408/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143519.060582:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134093100 with x1830963461649408 ext(0->4095) 00010000:00010000:0.0:1746143519.060590:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21e0c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ce expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746143519.060602:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21e0c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ce expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746143519.060608:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134093100 00000100:00100000:0.0:1746143519.060638:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2517 00000100:00100000:0.0:1746143519.060644:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461649408:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143519.060787:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461649408:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (335us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143519.060794:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2517 00002000:00100000:0.0:1746143519.060801:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134093100 x1830963461649408/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143519.060809:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134093100 with x1830963461649408 ext(0->4095) 00010000:00010000:0.0:1746143519.060813:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21e0c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ce expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746143519.060823:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21e0c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ce expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746143519.060828:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134093100 00000100:00100000:1.0:1746143519.060950:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455060864:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143519.060968:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143519.060992:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2007:x1830963461649024:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3164us (3455us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.061000:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15586 00000100:00100000:0.0:1746143519.063250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.063350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.063534:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461649536 00000100:00100000:1.0:1746143519.063542:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461649536 00010000:00010000:1.0:1746143519.063575:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21e0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ce expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143519.063609:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15587 00000100:00100000:1.0:1746143519.063616:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461649536:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143519.063630:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143519.063649:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21e0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ce expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.063673:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21e0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ce expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.063698:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f21e0c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5ce expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.063714:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.063717:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.063724:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f21e13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5d5 expref: 41 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.063733:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f21e13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5d5 expref: 41 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.063790:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f21e13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5d5 expref: 41 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143519.063803:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455060992:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143519.063873:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4840 going to sleep for 11 seconds 00000100:00100000:1.0:1746143519.066994:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455060992:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143519.067004:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143519.067020:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461649536:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3406us (3779us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.067028:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15587 00000100:00100000:0.0:1746143519.068200:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.068251:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461649792 00000100:00100000:1.0:1746143519.068258:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461649792 00010000:00010000:1.0:1746143519.068284:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f21e13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5d5 expref: 42 pid: 9573 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143519.068339:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15588 00000100:00100000:1.0:1746143519.068345:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2007:x1830963461649792:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143519.068357:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143519.068376:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f21e13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5d5 expref: 42 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.068387:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f21e13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5d5 expref: 42 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.068408:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f21e13 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5d5 expref: 42 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.068435:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.068437:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.068443:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21e1a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5dc expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.068452:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21e1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5dc expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.068479:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f21e1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a5dc expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143519.068490:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455061248:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143519.068558:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143519.071584:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.073016:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455061248:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143519.073035:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143519.073063:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963461649792:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4718us (4866us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.073071:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15588 00000100:00100000:0.0:1746143519.078554:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.081131:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.085288:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.088850:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.089153:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.092108:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.094366:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.095897:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.099344:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.109539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.114851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.116753:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.119690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.122714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.122795:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461652608 00000100:00100000:1.0:1746143519.122801:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461652608 00002000:00100000:1.0:1746143519.122838:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f3100 x1830963461652608/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.122847:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f3100 with x1830963461652608 ext(0->4095) 00002000:00010000:1.0:1746143519.122851:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800918f3100 00000100:00100000:1.0:1746143519.122877:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13352 00000100:00100000:1.0:1746143519.122885:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461652608:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143519.123108:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461652608:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 222us (393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.123117:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13352 00002000:00100000:1.0:1746143519.123123:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f3100 x1830963461652608/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.123129:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f3100 with x1830963461652608 ext(0->4095) 00002000:00010000:1.0:1746143519.123132:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800918f3100 00000100:00100000:0.0:1746143519.124634:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.125184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.128001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.131156:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.131236:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461653248 00000100:00100000:1.0:1746143519.131244:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461653248 00002000:00100000:1.0:1746143519.131284:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f668000 x1830963461653248/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.131322:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668000 with x1830963461653248 ext(0->4095) 00010000:00010000:1.0:1746143519.131332:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f21e44 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a606 expref: 43 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.131344:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f21e44 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a606 expref: 43 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.131351:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f668000 00000100:00100000:1.0:1746143519.131382:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2521 00000100:00100000:1.0:1746143519.131389:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:2006:x1830963461653248:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143519.131533:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:2006:x1830963461653248:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.131542:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2521 00002000:00100000:1.0:1746143519.131547:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f668000 x1830963461653248/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.131554:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668000 with x1830963461653248 ext(0->4095) 00010000:00010000:1.0:1746143519.131558:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f21e44 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a606 expref: 43 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.131566:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f21e44 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a606 expref: 43 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.131571:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f668000 00000100:00100000:0.0:1746143519.137385:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.137480:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.140867:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.143026:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.143830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.146683:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.147034:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461654272 00000100:00100000:1.0:1746143519.147040:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461654272 00002000:00100000:1.0:1746143519.147068:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092369c00 x1830963461654272/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.147076:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369c00 with x1830963461654272 ext(0->4095) 00010000:00010000:1.0:1746143519.147082:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f21e52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a614 expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.147093:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f21e52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a614 expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.147099:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369c00 00000100:00100000:1.0:1746143519.147114:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2523 00000100:00100000:1.0:1746143519.147121:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461654272:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143519.147221:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461654272:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.147228:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2523 00002000:00100000:1.0:1746143519.147232:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092369c00 x1830963461654272/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.147240:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369c00 with x1830963461654272 ext(0->4095) 00010000:00010000:1.0:1746143519.147244:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f21e52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a614 expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.147253:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f21e52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a614 expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.147259:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369c00 00000100:00100000:0.0:1746143519.153119:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.160163:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.163714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.166819:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.168843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.171954:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.172032:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461655296 00000100:00100000:1.0:1746143519.172039:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461655296 00002000:00100000:1.0:1746143519.172080:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ce00 x1830963461655296/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.172089:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ce00 with x1830963461655296 ext(0->4095) 00010000:00010000:1.0:1746143519.172097:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f21e60 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a622 expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.172110:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f21e60 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a622 expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.172117:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96ce00 00000100:00100000:1.0:1746143519.172146:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2524 00000100:00100000:1.0:1746143519.172154:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461655296:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143519.172284:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461655296:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.172290:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2524 00002000:00100000:1.0:1746143519.172316:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ce00 x1830963461655296/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.172323:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ce00 with x1830963461655296 ext(0->4095) 00010000:00010000:1.0:1746143519.172328:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f21e60 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a622 expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.172336:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f21e60 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a622 expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.172341:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96ce00 00000100:00100000:0.0:1746143519.177011:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.178348:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.182962:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.185695:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.189097:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.193270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.198467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.200704:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.201702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.201782:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461656832 00000100:00100000:1.0:1746143519.201787:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461656832 00002000:00100000:1.0:1746143519.201819:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189d180 x1830963461656832/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.201829:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189d180 with x1830963461656832 ext(0->4095) 00010000:00010000:1.0:1746143519.201836:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f21e75 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a637 expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.201846:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f21e75 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a637 expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.201853:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189d180 00000100:00100000:1.0:1746143519.201881:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2526 00000100:00100000:1.0:1746143519.201887:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461656832:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143519.202012:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461656832:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.202019:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2526 00002000:00100000:1.0:1746143519.202024:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189d180 x1830963461656832/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.202031:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189d180 with x1830963461656832 ext(0->4095) 00010000:00010000:1.0:1746143519.202035:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f21e75 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a637 expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.202043:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f21e75 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a637 expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.202049:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189d180 00000100:00100000:0.0:1746143519.206545:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.207750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.217466:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.224769:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.225172:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461657728 00000100:00100000:1.0:1746143519.225179:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461657728 00002000:00100000:1.0:1746143519.225220:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a84e00 x1830963461657728/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.225230:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84e00 with x1830963461657728 ext(0->4095) 00002000:00010000:1.0:1746143519.225234:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a84e00 00000100:00100000:1.0:1746143519.225263:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13355 00000100:00100000:1.0:1746143519.225270:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2006:x1830963461657728:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143519.225433:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2006:x1830963461657728:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (665us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.225438:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13355 00002000:00100000:1.0:1746143519.225442:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a84e00 x1830963461657728/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.225449:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84e00 with x1830963461657728 ext(0->4095) 00002000:00010000:1.0:1746143519.225451:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a84e00 00000100:00100000:0.0:1746143519.226908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.231462:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.235736:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.235819:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.240419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.242549:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.243704:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461658752 00000100:00100000:1.0:1746143519.243711:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461658752 00002000:00100000:1.0:1746143519.243746:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a87100 x1830963461658752/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.243756:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87100 with x1830963461658752 ext(0->4095) 00002000:00010000:1.0:1746143519.243760:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a87100 00000100:00100000:1.0:1746143519.244199:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13356 00000100:00100000:1.0:1746143519.244205:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2006:x1830963461658752:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143519.244503:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2006:x1830963461658752:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 297us (1957us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.244510:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13356 00002000:00100000:1.0:1746143519.244514:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a87100 x1830963461658752/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.244522:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87100 with x1830963461658752 ext(0->4095) 00002000:00010000:1.0:1746143519.244525:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a87100 00000100:00100000:0.0:1746143519.252793:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.276705:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.278570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.278629:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461659136 00000100:00100000:1.0:1746143519.278635:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461659136 00002000:00100000:1.0:1746143519.278674:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096a85880 x1830963461659136/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 496/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.278683:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85880 with x1830963461659136 ext(0->7) 00010000:00010000:1.0:1746143519.278690:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21e91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a653 expref: 43 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.278701:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21e91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a653 expref: 43 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.278707:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a85880 00000100:00100000:1.0:1746143519.278729:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2529 00000100:00100000:1.0:1746143519.278734:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:2007:x1830963461659136:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746143519.282421:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2007:x1830963461659136:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3675us (3843us total) trans 4294972199 rc 0/0 00000100:00100000:1.0:1746143519.282432:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2529 00002000:00100000:1.0:1746143519.282442:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096a85880 x1830963461659136/t4294972199(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 496/448 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.282452:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85880 with x1830963461659136 ext(0->7) 00010000:00010000:1.0:1746143519.282461:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21e91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a653 expref: 45 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.282476:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21e91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a653 expref: 45 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.282487:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a85880 00000100:00100000:0.0:1746143519.285999:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.291628:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.296761:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461659520 00000100:00100000:1.0:1746143519.296775:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461659520 00002000:00100000:1.0:1746143519.296830:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134050380 x1830963461659520/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.296840:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050380 with x1830963461659520 ext(0->4095) 00010000:00010000:1.0:1746143519.296849:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f21e98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a65a expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.296863:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f21e98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a65a expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.296869:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134050380 00000100:00100000:1.0:1746143519.296898:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2530 00000100:00100000:1.0:1746143519.296905:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461659520:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143519.297071:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461659520:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 166us (5444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.297078:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2530 00002000:00100000:1.0:1746143519.297083:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134050380 x1830963461659520/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.297090:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050380 with x1830963461659520 ext(0->4095) 00010000:00010000:1.0:1746143519.297095:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f21e98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a65a expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.297108:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f21e98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a65a expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.297113:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134050380 00000100:00100000:0.0:1746143519.301618:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.307153:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.313073:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.326277:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.326667:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461660160 00000100:00100000:1.0:1746143519.326677:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461660160 00002000:00100000:1.0:1746143519.326721:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880134051880 x1830963461660160/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 496/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.326730:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134051880 with x1830963461660160 ext(0->7) 00010000:00010000:1.0:1746143519.326739:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21e9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a661 expref: 44 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.326753:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21e9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a661 expref: 44 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.326759:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134051880 00000100:00100000:1.0:1746143519.326787:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2531 00000100:00100000:1.0:1746143519.326793:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963461660160:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143519.328182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.329713:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2006:x1830963461660160:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2915us (3443us total) trans 4294972200 rc 0/0 00000100:00100000:0.0:1746143519.329723:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2531 00002000:00100000:0.0:1746143519.329733:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880134051880 x1830963461660160/t4294972200(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 496/448 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143519.329743:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134051880 with x1830963461660160 ext(0->7) 00010000:00010000:0.0:1746143519.329754:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21e9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a661 expref: 47 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746143519.329767:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21e9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a661 expref: 47 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746143519.329774:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134051880 00000100:00100000:0.0:1746143519.334281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.337289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.338072:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461660672 00000100:00100000:1.0:1746143519.338079:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461660672 00002000:00100000:1.0:1746143519.338117:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092271180 x1830963461660672/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.338125:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092271180 with x1830963461660672 ext(0->4095) 00010000:00010000:1.0:1746143519.338133:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f21ea6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a668 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.338146:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f21ea6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a668 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.338151:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092271180 00000100:00100000:1.0:1746143519.338176:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2532 00000100:00100000:1.0:1746143519.338182:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461660672:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143519.338284:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461660672:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (1005us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.338289:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2532 00002000:00100000:1.0:1746143519.338312:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092271180 x1830963461660672/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.338328:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092271180 with x1830963461660672 ext(0->4095) 00010000:00010000:1.0:1746143519.338333:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f21ea6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a668 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.338341:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f21ea6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a668 expref: 6 pid: 9573 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.338347:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092271180 00000100:00100000:0.0:1746143519.340620:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.342817:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.342903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.343291:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461661312 00000100:00100000:1.0:1746143519.343313:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461661312 00000100:00100000:0.0:1746143519.343325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.343479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.344151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.344168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.344179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.344192:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461661696 00000100:00100000:1.0:1746143519.344195:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461661696 00000100:00100000:1.0:1746143519.344211:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 733 00000100:00100000:1.0:1746143519.344216:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2005:x1830963461661312:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746143519.344222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.344242:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 734 00000100:00100000:1.0:1746143519.344245:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2005:x1830963461661312:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 29us (1343us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143519.344248:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461661696:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1746143519.344249:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 733 00000100:00100000:0.0:1746143519.344268:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461661696:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 21us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143519.344273:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 734 00000100:00100000:1.0:1746143519.344346:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461661184 00000100:00100000:1.0:1746143519.344349:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461661184 00000100:00100000:1.0:1746143519.344367:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461661440 00000100:00100000:1.0:1746143519.344369:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461661440 00000100:00100000:1.0:1746143519.344384:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1117 00000100:00100000:1.0:1746143519.344388:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2005:x1830963461661184:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1746143519.344411:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2005:x1830963461661184:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 23us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.344416:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1117 00000100:00100000:1.0:1746143519.344425:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1118 00000100:00100000:1.0:1746143519.344429:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+7:2005:x1830963461661440:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1746143519.344449:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+7:2005:x1830963461661440:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 20us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.344453:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1118 00000100:00100000:1.0:1746143519.344468:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461661952 00000100:00100000:1.0:1746143519.344470:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461661952 00002000:00100000:1.0:1746143519.344733:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097891880 x1830963461661952/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.344744:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097891880 with x1830963461661952 ext(0->4095) 00002000:00010000:1.0:1746143519.344748:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097891880 00000100:00100000:1.0:1746143519.344980:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13358 00000100:00100000:1.0:1746143519.344986:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963461661952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143519.345119:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963461661952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (895us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.345124:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13358 00002000:00100000:1.0:1746143519.345128:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097891880 x1830963461661952/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.345135:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097891880 with x1830963461661952 ext(0->4095) 00002000:00010000:1.0:1746143519.345138:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097891880 00000100:00100000:0.0:1746143519.347326:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.350699:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.354253:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.355291:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.358165:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.358499:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.362193:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.369590:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.370883:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090526680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830963455067904:0@lo:400:kworker.0 00000100:00100000:1.0:1746143519.370929:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143519.370953:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3764:1830963455068416:0@lo:400:kworker.0 00000100:00100000:1.0:1746143519.370968:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143519.370984:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1746143519.370988:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3:3764:1830963455067520:0@lo:400:kworker.0 00000100:00100000:1.0:1746143519.371011:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143519.371035:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090525180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455068032:0@lo:400:kworker.0 00000100:00100000:1.0:1746143519.371056:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143519.371068:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085859500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3764:1830963455068544:0@lo:400:kworker.0 00000100:00100000:1.0:1746143519.371082:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143519.371104:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455067904 00000100:00100000:1.0:1746143519.371108:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455067904 00000100:00100000:1.0:1746143519.371132:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455068416 00000100:00100000:1.0:1746143519.371134:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455068416 00000100:00100000:1.0:1746143519.371152:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455068544 00000100:00100000:1.0:1746143519.371155:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455068544 00000100:00100000:1.0:1746143519.371169:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:1.0:1746143519.371174:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830963455067904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746143519.371204:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830963455067904:12345-0@lo:400:kworker.0 Request processed in 30us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.371209:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:1.0:1746143519.371219:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:1.0:1746143519.371223:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830963455068416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746143519.371238:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830963455068416:12345-0@lo:400:kworker.0 Request processed in 15us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.371241:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:1.0:1746143519.371247:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1746143519.371250:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830963455068544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746143519.371266:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830963455068544:12345-0@lo:400:kworker.0 Request processed in 15us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.371270:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1746143519.372030:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085859500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3764:1830963455068544:0@lo:400:kworker.0 00000100:00100000:1.0:1746143519.372042:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090526680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830963455067904:0@lo:400:kworker.0 00000100:00100000:1.0:1746143519.372049:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3764:1830963455068416:0@lo:400:kworker.0 00000100:00100000:1.0:1746143519.372060:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3:3764:1830963455067520:0@lo:400:kworker.0 00000100:00100000:1.0:1746143519.372066:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090525180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455068032:0@lo:400:kworker.0 00000100:00100000:0.0:1746143519.376367:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15613 00000100:00100000:0.0:1746143519.376378:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090525180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963461663744:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143519.376393:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143519.376414:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f21ec2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a684 expref: 46 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746143519.376426:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f21ec2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a684 expref: 46 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746143519.376455:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f21ec2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a684 expref: 46 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746143519.376557:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143519.376560:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143519.376568:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21ec9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a68b expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143519.376576:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21ec9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a68b expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143519.376615:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f21ec9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a68b expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143519.376628:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085859880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455069056:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143519.376859:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143519.380366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.380471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.386423:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.393606:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.403353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.428186:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.431463:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.432124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.436482:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746143519.444307:0:8900:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143519.447163:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.447252:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461665664 00000100:00100000:1.0:1746143519.447259:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461665664 00002000:00100000:1.0:1746143519.447322:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008efb8700 x1830963461665664/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.447334:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb8700 with x1830963461665664 ext(0->4095) 00002000:00010000:1.0:1746143519.447339:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb8700 00000100:00100000:1.0:1746143519.447365:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13362 00000100:00100000:1.0:1746143519.447372:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2006:x1830963461665664:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143519.447506:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2006:x1830963461665664:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.447512:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13362 00002000:00100000:1.0:1746143519.447517:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008efb8700 x1830963461665664/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.447524:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb8700 with x1830963461665664 ext(0->4095) 00002000:00010000:1.0:1746143519.447526:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb8700 00000100:00100000:0.0:1746143519.449927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.452183:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090524380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455069952:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143519.452211:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21ee5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6a7 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143519.452223:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29a00, rc 0) 00000100:00100000:0.0:1746143519.452260:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097902a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461665792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2114us (2342us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143519.452268:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29710 00000001:00080000:0.0:1746143519.452813:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970716 is committed 00000100:00100000:0.0:1746143519.454012:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.458100:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461666048 00000100:00100000:0.0:1746143519.458107:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461666048 00000100:00100000:0.0:1746143519.458154:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29711 00000100:00100000:0.0:1746143519.458161:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:1782:x1830963461666048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143519.458184:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143519.458200:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f21eec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a6ae expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143519.458228:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21ee5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6a7 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143519.458235:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143519.458236:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143519.458239:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f21eec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6ae expref: 48 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143519.458274:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21ee5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6a7 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143519.458286:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21ee5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6a7 expref: 5 pid: 9572 timeout: 837 lvb_type: 0 00000100:00100000:0.0:1746143519.458328:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097901f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455070208:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143519.458401:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143519.459873:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.462966:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.464054:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.472419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.472520:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461666816 00000100:00100000:1.0:1746143519.472529:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461666816 00002000:00100000:1.0:1746143519.472575:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097901f80 x1830963461666816/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.472586:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097901f80 with x1830963461666816 ext(0->4095) 00010000:00010000:1.0:1746143519.472596:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f21eec lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6ae expref: 49 pid: 9572 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.472612:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f21eec lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6ae expref: 49 pid: 9572 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.472620:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097901f80 00000100:00100000:1.0:1746143519.472667:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2539 00000100:00100000:1.0:1746143519.472675:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:2007:x1830963461666816:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143519.473182:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:2007:x1830963461666816:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 507us (775us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.473188:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2539 00002000:00100000:1.0:1746143519.473193:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097901f80 x1830963461666816/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.473200:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097901f80 with x1830963461666816 ext(0->4095) 00010000:00010000:1.0:1746143519.473205:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f21eec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6ae expref: 49 pid: 9572 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.473213:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f21eec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6ae expref: 49 pid: 9572 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.473219:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097901f80 00000100:00100000:0.0:1746143519.475282:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.482213:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.483313:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461667200 00000100:00100000:1.0:1746143519.483322:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461667200 00002000:00100000:1.0:1746143519.483364:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097b56300 x1830963461667200/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.483373:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b56300 with x1830963461667200 ext(0->4095) 00002000:00010000:1.0:1746143519.483378:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097b56300 00000100:00100000:1.0:1746143519.483409:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13363 00000100:00100000:1.0:1746143519.483416:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2006:x1830963461667200:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143519.483540:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2006:x1830963461667200:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (1339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.483547:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13363 00002000:00100000:1.0:1746143519.483552:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097b56300 x1830963461667200/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.483559:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b56300 with x1830963461667200 ext(0->4095) 00002000:00010000:1.0:1746143519.483561:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097b56300 00000100:00100000:0.0:1746143519.488163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.491522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.496530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.496733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.509260:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.511397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.519955:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.528962:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.530382:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2005:x1830963461668480:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1178us (1419us total) trans 4294972202 rc 0/0 00000100:00100000:0.0:1746143519.530389:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2541 00002000:00100000:0.0:1746143519.530396:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880095d9e300 x1830963461668480/t4294972202(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 496/448 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143519.530404:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9e300 with x1830963461668480 ext(0->7) 00010000:00010000:0.0:1746143519.530409:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f21f01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6c3 expref: 50 pid: 9572 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746143519.530420:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f21f01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6c3 expref: 50 pid: 9572 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746143519.530425:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9e300 00000100:00100000:0.0:1746143519.532053:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.535883:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.537056:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.538706:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.539361:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.543342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.544905:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.547397:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.549078:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461670016 00000100:00100000:1.0:1746143519.549084:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461670016 00000100:00100000:1.0:1746143519.549120:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29718 00000100:00100000:1.0:1746143519.549127:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461670016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143519.549138:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143519.549153:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21f1d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a6df expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.549178:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21f16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6d8 expref: 49 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.549185:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143519.549187:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143519.549190:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21f1d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6df expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.549219:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21f16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6d8 expref: 49 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.549231:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21f16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6d8 expref: 49 pid: 9572 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143519.549243:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455072000:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143519.549331:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143519.550842:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455072000:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143519.550865:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21f1d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6df expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.550877:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a200, rc 0) 00000100:00100000:1.0:1746143519.550919:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461670016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1792us (1887us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.550930:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29718 00000100:00100000:0.0:1746143519.551963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.555974:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.557870:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.557967:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461670528 00000100:00100000:1.0:1746143519.557972:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461670528 00000100:00100000:1.0:1746143519.558007:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29719 00000100:00100000:1.0:1746143519.558013:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:1794:x1830963461670528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143519.558026:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143519.558043:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21f24 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a6e6 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.558067:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21f1d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6df expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.558074:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.558076:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.558079:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21f24 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6e6 expref: 50 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.558115:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21f1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6df expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.558127:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f21f1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6df expref: 5 pid: 9571 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746143519.558138:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455072256:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143519.558216:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143519.558426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.560046:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455072256:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143519.560068:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21f24 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6e6 expref: 51 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.560080:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808ba00, rc 0) 00000100:00100000:1.0:1746143519.560360:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:1794:x1830963461670528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2345us (2493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.560366:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29719 00000100:00100000:0.0:1746143519.560495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.563681:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461671040 00000100:00100000:1.0:1746143519.563688:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461671040 00002000:00100000:1.0:1746143519.563726:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090525180 x1830963461671040/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.563734:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090525180 with x1830963461671040 ext(0->4095) 00010000:00010000:1.0:1746143519.563742:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21f24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6e6 expref: 51 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.563758:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21f24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6e6 expref: 51 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.563763:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090525180 00000100:00100000:1.0:1746143519.563790:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2544 00000100:00100000:1.0:1746143519.563796:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:2007:x1830963461671040:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143519.563923:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:2007:x1830963461671040:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (492us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.563928:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2544 00002000:00100000:1.0:1746143519.563933:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090525180 x1830963461671040/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.563939:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090525180 with x1830963461671040 ext(0->4095) 00010000:00010000:1.0:1746143519.563943:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21f24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6e6 expref: 51 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.563950:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f21f24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6e6 expref: 51 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.563955:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090525180 00000100:00100000:0.0:1746143519.565799:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.565871:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.565940:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461671168 00000100:00100000:1.0:1746143519.565948:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461671168 00000100:00100000:1.0:1746143519.565995:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29721 00000100:00100000:1.0:1746143519.566002:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461671168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143519.566016:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143519.566032:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21f32 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a6f4 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.566056:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143519.566062:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21f2b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6ed expref: 50 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.566068:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143519.566071:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21f32 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6f4 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.566111:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f21f2b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6ed expref: 51 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.566123:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21f32 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6f4 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.566132:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808aa00, rc 0) 00000100:00100000:1.0:1746143519.566165:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461671168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.566170:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29721 00000100:00100000:0.0:1746143519.568806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.572468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.574336:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.576983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.577032:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461672064 00000100:00100000:1.0:1746143519.577039:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461672064 00002000:00100000:1.0:1746143519.577074:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc6ea00 x1830963461672064/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.577084:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc6ea00 with x1830963461672064 ext(0->4095) 00010000:00010000:1.0:1746143519.577091:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21f32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6f4 expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.577108:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21f32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6f4 expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.577114:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc6ea00 00000100:00100000:1.0:1746143519.577170:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2546 00000100:00100000:1.0:1746143519.577176:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461672064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143519.577318:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461672064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.577325:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2546 00002000:00100000:1.0:1746143519.577330:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc6ea00 x1830963461672064/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.577336:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc6ea00 with x1830963461672064 ext(0->4095) 00010000:00010000:1.0:1746143519.577341:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21f32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6f4 expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.577350:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f21f32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a6f4 expref: 6 pid: 9571 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.577355:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc6ea00 00000100:00100000:0.0:1746143519.580218:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.583278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.587202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.591267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.593633:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.594712:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.599629:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.600694:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.606697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.612446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.618379:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.619750:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461673984 00000100:00100000:1.0:1746143519.619759:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461673984 00002000:00100000:1.0:1746143519.619796:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098178a80 x1830963461673984/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.619806:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098178a80 with x1830963461673984 ext(0->4095) 00002000:00010000:1.0:1746143519.619812:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098178a80 00000100:00100000:1.0:1746143519.619878:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13368 00000100:00100000:1.0:1746143519.619885:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2007:x1830963461673984:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143519.620588:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2007:x1830963461673984:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 701us (2210us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.620594:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13368 00002000:00100000:1.0:1746143519.620600:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098178a80 x1830963461673984/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.620607:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098178a80 with x1830963461673984 ext(0->4095) 00002000:00010000:1.0:1746143519.620610:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098178a80 00000100:00100000:0.0:1746143519.622606:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.627044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.628750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.631422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.631775:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461674624 00000100:00100000:1.0:1746143519.631780:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461674624 00002000:00100000:1.0:1746143519.631813:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610b100 x1830963461674624/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.631821:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610b100 with x1830963461674624 ext(0->4095) 00010000:00010000:1.0:1746143519.631827:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21f55 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a717 expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.631837:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21f55 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a717 expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.631843:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610b100 00000100:00100000:1.0:1746143519.631856:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2549 00000100:00100000:1.0:1746143519.631863:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461674624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143519.631952:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461674624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 90us (537us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.631957:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2549 00002000:00100000:1.0:1746143519.631962:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610b100 x1830963461674624/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.631969:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610b100 with x1830963461674624 ext(0->4095) 00010000:00010000:1.0:1746143519.631973:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21f55 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a717 expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.631981:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21f55 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a717 expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.631986:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610b100 00000100:00100000:0.0:1746143519.636251:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461674752 00000100:00100000:0.0:1746143519.636260:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461674752 00010000:00010000:0.0:1746143519.636435:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21f55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a717 expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00000100:00100000:0.0:1746143519.636471:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15634 00000100:00100000:0.0:1746143519.636481:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461674752:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143519.636497:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143519.636518:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21f55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a717 expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746143519.636529:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21f55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a717 expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746143519.636552:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f21f55 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a717 expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746143519.636752:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143519.636756:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143519.636765:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f21f5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a71e expref: 49 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143519.636774:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f21f5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a71e expref: 49 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143519.636809:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f21f5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a71e expref: 49 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143519.636822:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008610ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455074432:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143519.637447:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e780 going to sleep for 11 seconds 00000100:00100000:1.0:1746143519.640464:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.650084:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.655697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.655771:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461675264 00000100:00100000:1.0:1746143519.655777:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461675264 00002000:00100000:1.0:1746143519.655804:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008610a680 x1830963461675264/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 496/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.655812:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610a680 with x1830963461675264 ext(0->7) 00010000:00010000:1.0:1746143519.655819:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f21f5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a71e expref: 50 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.655829:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f21f5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a71e expref: 50 pid: 12044 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.655835:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610a680 00000100:00100000:1.0:1746143519.655859:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2550 00000100:00100000:1.0:1746143519.655863:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2006:x1830963461675264:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143519.661008:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:2006:x1830963461675264:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 5135us (5306us total) trans 4294972203 rc 0/0 00000100:00100000:0.0:1746143519.661019:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2550 00002000:00100000:0.0:1746143519.661031:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008610a680 x1830963461675264/t4294972203(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 496/448 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143519.661039:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610a680 with x1830963461675264 ext(0->7) 00010000:00010000:0.0:1746143519.661048:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f21f5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a71e expref: 52 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746143519.661063:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f21f5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a71e expref: 52 pid: 12044 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746143519.661069:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610a680 00000100:00100000:1.0:1746143519.661219:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.663272:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.668442:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.668506:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461675776 00000100:00100000:1.0:1746143519.668514:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461675776 00002000:00100000:1.0:1746143519.668544:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9e300 x1830963461675776/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.668552:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9e300 with x1830963461675776 ext(0->4095) 00010000:00010000:1.0:1746143519.668559:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f21f63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a725 expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.668570:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f21f63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a725 expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.668575:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9e300 00000100:00100000:1.0:1746143519.668602:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2551 00000100:00100000:1.0:1746143519.668607:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461675776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143519.668737:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461675776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.668743:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2551 00002000:00100000:1.0:1746143519.668748:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9e300 x1830963461675776/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.668754:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9e300 with x1830963461675776 ext(0->4095) 00010000:00010000:1.0:1746143519.668758:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f21f63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a725 expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.668766:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f21f63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a725 expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.668771:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9e300 00000100:00100000:0.0:1746143519.671541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.675848:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.675919:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461676160 00000100:00100000:1.0:1746143519.675924:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461676160 00002000:00100000:1.0:1746143519.675952:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9d500 x1830963461676160/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.675961:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9d500 with x1830963461676160 ext(0->4095) 00002000:00010000:1.0:1746143519.675964:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096d9d500 00000100:00100000:1.0:1746143519.675984:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13370 00000100:00100000:1.0:1746143519.675990:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:2006:x1830963461676160:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143519.676088:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:2006:x1830963461676160:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 97us (240us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.676094:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13370 00002000:00100000:1.0:1746143519.676099:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9d500 x1830963461676160/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.676105:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9d500 with x1830963461676160 ext(0->4095) 00002000:00010000:1.0:1746143519.676107:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096d9d500 00000100:00100000:0.0:1746143519.678197:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.683006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.685403:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.685446:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.685919:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461676800 00000100:00100000:1.0:1746143519.685922:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461676800 00002000:00100000:1.0:1746143519.685944:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ed500 x1830963461676800/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.685957:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed500 with x1830963461676800 ext(0->4095) 00010000:00010000:1.0:1746143519.685962:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f21f71 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a733 expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.685972:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f21f71 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a733 expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.685977:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ed500 00000100:00100000:1.0:1746143519.686002:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2552 00000100:00100000:1.0:1746143519.686007:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461676800:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746143519.686105:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461676800:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (658us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.686111:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2552 00002000:00100000:1.0:1746143519.686116:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ed500 x1830963461676800/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.686122:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed500 with x1830963461676800 ext(0->4095) 00010000:00010000:1.0:1746143519.686125:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f21f71 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a733 expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.686133:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f21f71 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a733 expref: 6 pid: 12044 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.686139:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ed500 00000100:00100000:0.0:1746143519.690536:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.691061:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.693585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.698163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.701786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.704607:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.709664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.712589:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.714599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.720093:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.724770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.728902:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.733534:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.735249:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:2006:x1830963461678976:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1391us (1717us total) trans 4294972204 rc 0/0 00000100:00100000:0.0:1746143519.735259:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2555 00002000:00100000:0.0:1746143519.735265:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097a6f800 x1830963461678976/t4294972204(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 496/448 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143519.735271:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6f800 with x1830963461678976 ext(0->7) 00010000:00010000:0.0:1746143519.735276:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f21f8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a74f expref: 54 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:0.0:1746143519.735286:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f21f8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a74f expref: 54 pid: 12044 timeout: 837 lvb_type: 0 00002000:00010000:0.0:1746143519.735291:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6f800 00000100:00100000:0.0:1746143519.739224:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.742004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.742065:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461679360 00000100:00100000:0.0:1746143519.742072:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461679360 00002000:00100000:0.0:1746143519.742104:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9c380 x1830963461679360/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143519.742111:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9c380 with x1830963461679360 ext(0->4095) 00002000:00010000:0.0:1746143519.742115:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d9c380 00000100:00100000:0.0:1746143519.742145:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13373 00000100:00100000:0.0:1746143519.742151:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461679360:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143519.742901:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461679360:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 750us (901us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143519.742907:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13373 00002000:00100000:0.0:1746143519.742912:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9c380 x1830963461679360/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143519.742919:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9c380 with x1830963461679360 ext(0->4095) 00002000:00010000:0.0:1746143519.742922:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d9c380 00000100:00100000:0.0:1746143519.747334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.748580:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.748636:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461679616 00000100:00100000:1.0:1746143519.748640:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461679616 00000100:00100000:1.0:1746143519.748676:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29737 00000100:00100000:1.0:1746143519.748682:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:1782:x1830963461679616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143519.748689:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143519.748694:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21fa2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a75d expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.748704:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.748708:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21f9b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a764 expref: 56 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.748713:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143519.748715:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21fa2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a75d expref: 56 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.748732:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21f9b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a764 expref: 56 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.748741:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21fa2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a75d expref: 56 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.748749:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a800, rc 0) 00000100:00100000:1.0:1746143519.748769:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:1782:x1830963461679616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.748774:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29737 00000100:00100000:0.0:1746143519.750861:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.753128:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.753318:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461680000 00000100:00100000:1.0:1746143519.753323:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461680000 00002000:00100000:1.0:1746143519.753353:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6c700 x1830963461680000/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.753361:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6c700 with x1830963461680000 ext(0->4095) 00010000:00010000:1.0:1746143519.753367:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a764 expref: 55 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.753376:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a764 expref: 55 pid: 12044 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.753381:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6c700 00000100:00100000:1.0:1746143519.753398:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2556 00000100:00100000:1.0:1746143519.753403:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:2007:x1830963461680000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143519.753806:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:2007:x1830963461680000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 401us (679us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.753813:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2556 00002000:00100000:1.0:1746143519.753819:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6c700 x1830963461680000/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.753825:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6c700 with x1830963461680000 ext(0->4095) 00010000:00010000:1.0:1746143519.753830:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a764 expref: 55 pid: 12044 timeout: 837 lvb_type: 0 00010000:00010000:1.0:1746143519.753839:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f21f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a764 expref: 55 pid: 12044 timeout: 837 lvb_type: 0 00002000:00010000:1.0:1746143519.753844:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6c700 00000100:00100000:0.0:1746143519.757747:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.757851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.760586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.760659:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461680512 00000100:00100000:0.0:1746143519.760666:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461680512 00002000:00100000:0.0:1746143519.760692:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9c000 x1830963461680512/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143519.760700:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9c000 with x1830963461680512 ext(0->4095) 00010000:00010000:0.0:1746143519.760707:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a75d expref: 54 pid: 9571 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143519.760717:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a75d expref: 54 pid: 9571 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143519.760722:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9c000 00000100:00100000:0.0:1746143519.760735:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2557 00000100:00100000:0.0:1746143519.760740:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:2006:x1830963461680512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143519.760826:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:2006:x1830963461680512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 85us (240us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143519.760834:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2557 00002000:00100000:0.0:1746143519.760839:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9c000 x1830963461680512/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143519.760846:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9c000 with x1830963461680512 ext(0->4095) 00010000:00010000:0.0:1746143519.760850:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a75d expref: 54 pid: 9571 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143519.760858:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f21fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a75d expref: 54 pid: 9571 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143519.760864:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9c000 00000100:00100000:0.0:1746143519.764905:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461680768 00000100:00100000:0.0:1746143519.764909:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461680768 00000100:00100000:0.0:1746143519.767763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.771640:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.776688:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.776841:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461681408 00000100:00100000:1.0:1746143519.776846:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461681408 00002000:00100000:1.0:1746143519.776873:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045c000 x1830963461681408/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.776881:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c000 with x1830963461681408 ext(0->4095) 00002000:00010000:1.0:1746143519.776885:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045c000 00000100:00100000:1.0:1746143519.776907:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13374 00000100:00100000:1.0:1746143519.776912:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:2006:x1830963461681408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143519.777001:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:2006:x1830963461681408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 89us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.777007:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13374 00002000:00100000:1.0:1746143519.777012:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045c000 x1830963461681408/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.777019:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c000 with x1830963461681408 ext(0->4095) 00002000:00010000:1.0:1746143519.777021:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045c000 00000100:00100000:0.0:1746143519.780357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.784083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.787354:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.788383:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.790785:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.794591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.802953:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.819539:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.819610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.829091:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.837699:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.840802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.844333:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.848110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.854184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.855182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.858391:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.861251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.861291:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.866466:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.874411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.880190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.887381:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.889093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.893202:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.898131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.903779:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.908193:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.911431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.912506:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2004:x1830963461686400:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 811us (1074us total) trans 4294972206 rc 0/0 00000100:00100000:0.0:1746143519.912512:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2565 00002000:00100000:0.0:1746143519.912517:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090c7fb80 x1830963461686400/t4294972206(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 496/448 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143519.912525:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7fb80 with x1830963461686400 ext(0->7) 00010000:00010000:0.0:1746143519.912529:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f21fef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7b1 expref: 58 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143519.912542:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f21fef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7b1 expref: 58 pid: 12044 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143519.912547:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7fb80 00000100:00100000:0.0:1746143519.914409:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.918490:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.920593:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.923749:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.923838:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.927038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.927718:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461687424 00000100:00100000:1.0:1746143519.927724:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461687424 00002000:00100000:1.0:1746143519.927753:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097890700 x1830963461687424/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.927761:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097890700 with x1830963461687424 ext(0->4095) 00010000:00010000:1.0:1746143519.927767:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21ffd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7bf expref: 60 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143519.927782:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21ffd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7bf expref: 60 pid: 12044 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143519.927788:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097890700 00000100:00100000:1.0:1746143519.927813:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2566 00000100:00100000:1.0:1746143519.927819:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2006:x1830963461687424:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143519.927916:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2006:x1830963461687424:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 97us (883us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.927923:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2566 00002000:00100000:1.0:1746143519.927928:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097890700 x1830963461687424/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.927934:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097890700 with x1830963461687424 ext(0->4095) 00010000:00010000:1.0:1746143519.927938:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21ffd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7bf expref: 60 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143519.927946:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f21ffd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7bf expref: 60 pid: 12044 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143519.927952:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097890700 00000100:00100000:0.0:1746143519.929620:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.929664:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.931666:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.933031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.933107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.936798:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.937000:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461688448 00000100:00100000:1.0:1746143519.937008:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461688448 00002000:00100000:1.0:1746143519.937039:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008585b480 x1830963461688448/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.937046:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008585b480 with x1830963461688448 ext(0->4095) 00010000:00010000:1.0:1746143519.937054:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2200b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7cd expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143519.937064:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2200b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7cd expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143519.937070:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008585b480 00000100:00100000:1.0:1746143519.937086:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2568 00000100:00100000:1.0:1746143519.937091:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461688448:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143519.937196:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461688448:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (406us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.937202:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2568 00002000:00100000:1.0:1746143519.937206:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008585b480 x1830963461688448/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.937212:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008585b480 with x1830963461688448 ext(0->4095) 00010000:00010000:1.0:1746143519.937216:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2200b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7cd expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143519.937223:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2200b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7cd expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143519.937228:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008585b480 00000100:00100000:0.0:1746143519.940761:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.944210:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.947022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.949819:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.951784:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.953448:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.955479:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.956183:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.959891:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.966706:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.966802:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461690112 00000100:00100000:1.0:1746143519.966810:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461690112 00000100:00100000:1.0:1746143519.966858:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29757 00000100:00100000:1.0:1746143519.966865:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461690112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143519.966880:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143519.966895:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f2202e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a7f0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.966915:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143519.966921:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f22027 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7e9 expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.966926:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143519.966929:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f2202e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7f0 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.966956:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f22027 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7e9 expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.966967:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808ae00/0xa6c9a53f47f2202e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7f0 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.966975:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808ae00, rc 0) 00000100:00100000:1.0:1746143519.967007:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461690112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.967013:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29757 00000100:00100000:0.0:1746143519.967170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.969690:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.969727:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461690496 00000100:00100000:1.0:1746143519.969731:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461690496 00002000:00100000:1.0:1746143519.969754:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230aea00 x1830963461690496/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.969763:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230aea00 with x1830963461690496 ext(0->4095) 00010000:00010000:1.0:1746143519.969770:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f22027 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7e9 expref: 58 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143519.969778:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f22027 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7e9 expref: 58 pid: 12044 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143519.969782:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230aea00 00000100:00100000:1.0:1746143519.969803:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2570 00000100:00100000:1.0:1746143519.969808:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963461690496:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143519.969886:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963461690496:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 78us (197us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.969892:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2570 00002000:00100000:1.0:1746143519.969896:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230aea00 x1830963461690496/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.969904:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230aea00 with x1830963461690496 ext(0->4095) 00010000:00010000:1.0:1746143519.969908:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f22027 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7e9 expref: 58 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143519.969916:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f22027 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7e9 expref: 58 pid: 12044 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143519.969921:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230aea00 00000100:00100000:0.0:1746143519.972224:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.972975:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.975191:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.979212:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.981768:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.981807:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461691392 00000100:00100000:1.0:1746143519.981812:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461691392 00002000:00100000:1.0:1746143519.981842:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2ca80 x1830963461691392/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/0 e 0 to 0 dl 1746143530 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.981856:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2ca80 with x1830963461691392 ext(0->4095) 00002000:00010000:1.0:1746143519.981860:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee2ca80 00000100:00100000:1.0:1746143519.981911:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13382 00000100:00100000:1.0:1746143519.981918:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2005:x1830963461691392:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143519.982031:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2005:x1830963461691392:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143519.982036:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13382 00002000:00100000:1.0:1746143519.982041:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2ca80 x1830963461691392/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:670/0 lens 488/4536 e 0 to 0 dl 1746143530 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143519.982048:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2ca80 with x1830963461691392 ext(0->4095) 00002000:00010000:1.0:1746143519.982050:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee2ca80 00000100:00100000:0.0:1746143519.984813:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.984891:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461691520 00000100:00100000:1.0:1746143519.984898:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461691520 00000100:00100000:1.0:1746143519.984998:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29759 00000100:00100000:1.0:1746143519.985006:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461691520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143519.985025:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143519.985038:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f2203c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a7fe expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.985061:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22035 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7f7 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.985068:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143519.985069:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143519.985072:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f2203c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7fe expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.985099:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22035 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7f7 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.985110:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22035 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7f7 expref: 57 pid: 9571 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143519.985120:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455082496:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143519.985202:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143519.986697:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455082496:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143519.986720:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f2203c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7fe expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.986737:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808b600, rc 0) 00000100:00100000:1.0:1746143519.986781:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461691520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1774us (1973us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.986788:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29759 00000100:00100000:0.0:1746143519.987211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.991681:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.992418:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.992454:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461692032 00000100:00100000:1.0:1746143519.992458:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461692032 00000100:00100000:1.0:1746143519.992490:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29760 00000100:00100000:1.0:1746143519.992496:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1782:x1830963461692032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143519.992505:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143519.992517:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f22043 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a805 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.992540:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f2203c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7fe expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.992630:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.992632:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143519.992636:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f22043 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a805 expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.992672:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f2203c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7fe expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.992682:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808b600/0xa6c9a53f47f2203c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a7fe expref: 5 pid: 9572 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143519.992692:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455082752:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143519.992806:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143519.994256:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143519.994561:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455082752:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143519.994579:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a800/0xa6c9a53f47f22043 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a805 expref: 60 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143519.994589:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a800, rc 0) 00000100:00100000:1.0:1746143519.994615:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:1782:x1830963461692032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2120us (2198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143519.994621:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29760 00000100:00100000:0.0:1746143519.994913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.996721:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143519.999413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.003410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.013072:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.014238:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461693312 00000100:00100000:0.0:1746143520.014244:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461693312 00000100:00100000:0.0:1746143520.014282:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29763 00000100:00100000:0.0:1746143520.014288:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1782:x1830963461693312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143520.014324:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143520.014335:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091552a00/0xa6c9a53f47f22058 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a81a expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.014352:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22051 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a813 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.014362:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143520.014364:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143520.014366:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091552a00/0xa6c9a53f47f22058 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a81a expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.014383:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22051 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a813 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.014392:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22051 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a813 expref: 5 pid: 9571 timeout: 838 lvb_type: 0 00000100:00100000:0.0:1746143520.014401:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455083520:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143520.014459:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143520.015945:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.016275:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455083520:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.016326:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091552a00/0xa6c9a53f47f22058 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a81a expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.016338:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091552a00, rc 0) 00000100:00100000:1.0:1746143520.016379:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1782:x1830963461693312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2091us (2237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.016386:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29763 00000100:00100000:0.0:1746143520.019248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.021716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.030943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.031048:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461694080 00000100:00100000:1.0:1746143520.031057:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461694080 00000100:00100000:1.0:1746143520.031161:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29764 00000100:00100000:1.0:1746143520.031169:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461694080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.031188:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.031206:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2205f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a821 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.031235:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091552a00/0xa6c9a53f47f22058 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a81a expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.031243:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.031244:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.031248:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2205f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a821 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.031277:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091552a00/0xa6c9a53f47f22058 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a81a expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.031289:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091552a00/0xa6c9a53f47f22058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a81a expref: 57 pid: 9571 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.035275:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455083776:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.035427:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.045316:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455083776:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.045350:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2205f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a821 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.045368:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a200, rc 0) 00000100:00100000:1.0:1746143520.045442:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461694080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14273us (14507us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.045452:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29764 00000100:00100000:0.0:1746143520.045891:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.048793:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2006:x1830963461694208:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2716us (2892us total) trans 4294972207 rc 0/0 00000100:00100000:0.0:1746143520.048806:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2574 00002000:00100000:0.0:1746143520.048816:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011d845180 x1830963461694208/t4294972207(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/448 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.048825:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d845180 with x1830963461694208 ext(0->7) 00010000:00010000:0.0:1746143520.048834:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091552a00/0xa6c9a53f47f22058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a81a expref: 60 pid: 9571 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.048850:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091552a00/0xa6c9a53f47f22058 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a81a expref: 60 pid: 9571 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.048856:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d845180 00000100:00100000:0.0:1746143520.051844:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.059578:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461694592 00000100:00100000:0.0:1746143520.059590:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461694592 00002000:00100000:0.0:1746143520.059904:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236d880 x1830963461694592/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746143520.059912:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461694720 00002000:00100000:0.0:1746143520.059913:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236d880 with x1830963461694592 ext(0->4095) 00002000:00010000:0.0:1746143520.059918:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236d880 00000100:00100000:1.0:1746143520.059919:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461694720 00000100:00100000:1.0:1746143520.060012:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29765 00000100:00100000:1.0:1746143520.060019:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1782:x1830963461694720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.060033:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.060047:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f22066 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a828 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.060070:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2205f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a821 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.060076:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.060077:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.060080:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f22066 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a828 expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.060107:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2205f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a821 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.060117:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2205f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a821 expref: 6 pid: 9571 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.060127:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455084032:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.060398:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.062320:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455084032:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.062344:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f22066 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a828 expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.062357:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808ba00, rc 0) 00000100:00100000:1.0:1746143520.062390:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:1782:x1830963461694720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2371us (2542us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.062605:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29765 00000100:00100000:0.0:1746143520.062816:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.063110:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461694848 00000100:00100000:1.0:1746143520.063115:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461694848 00000100:00100000:1.0:1746143520.063134:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29766 00000100:00100000:1.0:1746143520.063140:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:1794:x1830963461694848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.063151:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.063161:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f2206d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a82f expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.063176:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.063180:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f22066 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a828 expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.063185:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.063188:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f2206d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a82f expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.063207:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f22066 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a828 expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.063215:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f2206d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a82f expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.063221:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808b800, rc 0) 00000100:00100000:1.0:1746143520.063237:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:1794:x1830963461694848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.063242:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29766 00000100:00100000:0.0:1746143520.067410:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.071459:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15673 00000100:00100000:1.0:1746143520.071468:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:2007:x1830963461695360:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143520.071479:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143520.071496:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f22066 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a828 expref: 61 pid: 9571 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.071505:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f22066 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a828 expref: 61 pid: 9571 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.071522:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009808ba00/0xa6c9a53f47f22066 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a828 expref: 61 pid: 9571 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.071541:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.071543:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.071548:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f2206d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a82f expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.071555:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f2206d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a82f expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.071579:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f2206d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a82f expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143520.071590:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455084416:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143520.071663:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.073184:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455084416:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143520.073195:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143520.073233:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2007:x1830963461695360:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1766us (2070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.073242:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15673 00000100:00100000:0.0:1746143520.074018:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.079421:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461695744 00000100:00100000:0.0:1746143520.079428:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461695744 00000100:00100000:0.0:1746143520.079473:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29767 00000100:00100000:0.0:1746143520.079480:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461695744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143520.079494:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143520.079510:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6800/0xa6c9a53f47f22074 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a836 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.079533:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f2206d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a82f expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.079545:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143520.079547:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143520.079550:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6800/0xa6c9a53f47f22074 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a836 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.079571:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f2206d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a82f expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.079581:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f2206d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a82f expref: 59 pid: 9571 timeout: 838 lvb_type: 0 00000100:00100000:0.0:1746143520.079591:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092358e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455084544:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143520.080545:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e240 going to sleep for 11 seconds 00000100:00100000:0.0:1746143520.084275:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461695872 00000100:00100000:0.0:1746143520.084281:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461695872 00002000:00100000:0.0:1746143520.084453:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800978abb80 x1830963461695872/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.084462:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978abb80 with x1830963461695872 ext(0->7) 00010000:00010000:0.0:1746143520.084469:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f2206d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a82f expref: 60 pid: 9571 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.084480:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f2206d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a82f expref: 60 pid: 9571 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.084487:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978abb80 00000100:00100000:0.0:1746143520.087060:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2006:x1830963461695872:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2012us (2895us total) trans 4294972208 rc 0/0 00000100:00100000:0.0:1746143520.087072:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2576 00002000:00100000:0.0:1746143520.087083:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800978abb80 x1830963461695872/t4294972208(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/448 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.087092:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978abb80 with x1830963461695872 ext(0->7) 00010000:00010000:0.0:1746143520.087101:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f2206d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a82f expref: 62 pid: 9571 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.087117:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f2206d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a82f expref: 62 pid: 9571 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.087123:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978abb80 00000100:00100000:0.0:1746143520.092098:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.092235:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461696000 00000100:00100000:1.0:1746143520.092242:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461696000 00010000:00010000:1.0:1746143520.092272:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f2206d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a82f expref: 62 pid: 9571 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.092337:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15674 00000100:00100000:1.0:1746143520.092344:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2006:x1830963461696000:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143520.092359:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143520.092373:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f2206d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a82f expref: 62 pid: 9571 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.092384:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f2206d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a82f expref: 62 pid: 9571 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.092401:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f2206d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a82f expref: 62 pid: 9571 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.092420:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.092422:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.092428:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6800/0xa6c9a53f47f22074 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a836 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.092436:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6800/0xa6c9a53f47f22074 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a836 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.092463:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6800/0xa6c9a53f47f22074 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a836 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143520.092473:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455084672:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143520.092553:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143520.096562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.096996:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455084672:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143520.097013:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143520.097047:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+63:2006:x1830963461696000:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4702us (4955us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.097058:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15674 00000100:00100000:0.0:1746143520.103240:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461696384 00000100:00100000:0.0:1746143520.103247:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461696384 00002000:00100000:0.0:1746143520.103281:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96f480 x1830963461696384/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.103291:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96f480 with x1830963461696384 ext(0->4095) 00010000:00010000:0.0:1746143520.103325:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6800/0xa6c9a53f47f22074 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a836 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.103338:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6800/0xa6c9a53f47f22074 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a836 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.103345:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96f480 00000100:00100000:0.0:1746143520.103365:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2577 00000100:00100000:0.0:1746143520.103371:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461696384:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143520.103477:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461696384:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (413us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143520.103483:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2577 00002000:00100000:0.0:1746143520.103488:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96f480 x1830963461696384/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.103495:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96f480 with x1830963461696384 ext(0->4095) 00010000:00010000:0.0:1746143520.103499:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6800/0xa6c9a53f47f22074 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a836 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.103507:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6800/0xa6c9a53f47f22074 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a836 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.103512:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96f480 00000100:00100000:1.0:1746143520.109610:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461696512 00000100:00100000:1.0:1746143520.109618:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461696512 00010000:00010000:1.0:1746143520.109645:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6800/0xa6c9a53f47f22074 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a836 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.109687:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15675 00000100:00100000:1.0:1746143520.109693:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461696512:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143520.109705:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143520.109720:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6800/0xa6c9a53f47f22074 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a836 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.109730:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6800/0xa6c9a53f47f22074 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a836 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.109746:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6800/0xa6c9a53f47f22074 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a836 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.110760:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.110763:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.110771:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f2207b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a83d expref: 61 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.110778:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f2207b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a83d expref: 61 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.110810:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f2207b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a83d expref: 61 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143520.110821:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455084928:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143520.111571:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.112958:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455084928:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143520.112973:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143520.113572:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461696512:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3876us (4080us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.113582:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15675 00000100:00100000:1.0:1746143520.114239:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461696768 00000100:00100000:1.0:1746143520.114245:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461696768 00002000:00100000:1.0:1746143520.114274:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96f800 x1830963461696768/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.114283:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96f800 with x1830963461696768 ext(0->4095) 00002000:00010000:1.0:1746143520.114287:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96f800 00000100:00100000:1.0:1746143520.114330:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13388 00000100:00100000:1.0:1746143520.114337:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2006:x1830963461696768:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143520.114432:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2006:x1830963461696768:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 95us (334us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.114437:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13388 00002000:00100000:1.0:1746143520.114442:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96f800 x1830963461696768/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.114448:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96f800 with x1830963461696768 ext(0->4095) 00002000:00010000:1.0:1746143520.114451:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96f800 00000100:00100000:0.0:1746143520.127197:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461697024 00000100:00100000:0.0:1746143520.127205:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461697024 00002000:00100000:0.0:1746143520.127242:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011d96d180 x1830963461697024/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.127251:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96d180 with x1830963461697024 ext(0->7) 00010000:00010000:0.0:1746143520.127258:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f2207b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a83d expref: 62 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.127270:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f2207b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a83d expref: 62 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.127275:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96d180 00000100:00100000:0.0:1746143520.127316:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2578 00000100:00100000:0.0:1746143520.127322:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2006:x1830963461697024:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143520.128489:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2006:x1830963461697024:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1164us (1561us total) trans 4294972209 rc 0/0 00000100:00100000:0.0:1746143520.128497:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2578 00002000:00100000:0.0:1746143520.128503:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011d96d180 x1830963461697024/t4294972209(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/448 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.128511:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96d180 with x1830963461697024 ext(0->7) 00010000:00010000:0.0:1746143520.128518:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f2207b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a83d expref: 64 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.128529:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f2207b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a83d expref: 64 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.128535:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96d180 00000100:00100000:1.0:1746143520.130928:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461697152 00000100:00100000:1.0:1746143520.130937:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461697152 00010000:00010000:1.0:1746143520.130970:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f2207b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a83d expref: 64 pid: 9572 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.131005:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15676 00000100:00100000:1.0:1746143520.131011:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2007:x1830963461697152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143520.131024:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143520.131042:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f2207b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a83d expref: 64 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.131052:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f2207b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a83d expref: 64 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.131149:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f2207b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a83d expref: 64 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.131172:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.131174:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.131181:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22082 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a844 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.131189:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22082 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a844 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.131223:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22082 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a844 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143520.131239:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455085184:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143520.131613:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.137176:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455085184:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143520.137198:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143520.137242:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:2007:x1830963461697152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6230us (6637us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.137253:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15676 00000100:00100000:0.0:1746143520.137261:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461697536 00000100:00100000:0.0:1746143520.137266:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461697536 00002000:00100000:0.0:1746143520.137606:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb64700 x1830963461697536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.137614:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb64700 with x1830963461697536 ext(0->4095) 00010000:00010000:0.0:1746143520.137620:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22082 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a844 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.137631:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22082 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a844 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.137641:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb64700 00000100:00100000:0.0:1746143520.137674:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2579 00000100:00100000:0.0:1746143520.137681:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461697536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143520.137825:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461697536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (685us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143520.137831:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2579 00002000:00100000:0.0:1746143520.137835:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb64700 x1830963461697536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.137842:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb64700 with x1830963461697536 ext(0->4095) 00010000:00010000:0.0:1746143520.137847:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22082 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a844 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.137854:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22082 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a844 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.137859:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb64700 00000100:00100000:1.0:1746143520.140283:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461697664 00000100:00100000:1.0:1746143520.140291:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461697664 00010000:00010000:1.0:1746143520.140358:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22082 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a844 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.140427:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15677 00000100:00100000:1.0:1746143520.140435:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461697664:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143520.140450:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143520.140467:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22082 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a844 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.140477:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22082 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a844 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.140498:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22082 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a844 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.140524:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.140527:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.140535:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f22089 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a84b expref: 63 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.140542:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f22089 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a84b expref: 63 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.140575:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f22089 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a84b expref: 63 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143520.140585:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455085440:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143520.140696:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.142745:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923db480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455085440:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143520.142766:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143520.142829:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461697920 00000100:00100000:0.0:1746143520.142836:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461697920 00000100:00100000:1.0:1746143520.142852:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461697664:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2417us (2634us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.142861:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15677 00002000:00100000:0.0:1746143520.143089:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc6ca80 x1830963461697920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.143099:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc6ca80 with x1830963461697920 ext(0->4095) 00002000:00010000:0.0:1746143520.143103:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc6ca80 00000100:00100000:0.0:1746143520.143124:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13389 00000100:00100000:0.0:1746143520.143133:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2004:x1830963461697920:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746143520.143563:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2004:x1830963461697920:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 431us (914us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.143569:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13389 00002000:00100000:1.0:1746143520.143575:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc6ca80 x1830963461697920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.143581:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc6ca80 with x1830963461697920 ext(0->4095) 00002000:00010000:1.0:1746143520.143584:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc6ca80 00000100:00100000:0.0:1746143520.148583:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461698048 00000100:00100000:0.0:1746143520.148593:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461698048 00000100:00100000:0.0:1746143520.148657:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29771 00000100:00100000:0.0:1746143520.148665:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461698048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143520.148684:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143520.148702:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7a00/0xa6c9a53f47f22090 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a852 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.148733:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f22089 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a84b expref: 63 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.148740:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143520.148741:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143520.148744:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7a00/0xa6c9a53f47f22090 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a852 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.148774:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f22089 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a84b expref: 63 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.148785:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f22089 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a84b expref: 63 pid: 9572 timeout: 838 lvb_type: 0 00000100:00100000:0.0:1746143520.148797:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130729f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455085568:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143520.148881:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143520.161607:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130729f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455085568:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143520.161642:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7a00/0xa6c9a53f47f22090 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a852 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.161673:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f7a00, rc 0) 00000100:00100000:0.0:1746143520.164613:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461698048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15936us (16099us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143520.164624:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29771 00000100:00100000:1.0:1746143520.166500:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461698304 00000100:00100000:1.0:1746143520.166509:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461698304 00002000:00100000:1.0:1746143520.166553:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011fc6fb80 x1830963461698304/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.166563:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc6fb80 with x1830963461698304 ext(0->7) 00010000:00010000:1.0:1746143520.166572:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f22089 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a84b expref: 64 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.166585:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f22089 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a84b expref: 64 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.166592:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc6fb80 00000100:00100000:1.0:1746143520.166623:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2580 00000100:00100000:1.0:1746143520.166629:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2006:x1830963461698304:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143520.167055:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461698176 00000100:00100000:0.0:1746143520.167059:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461698176 00000100:00100000:0.0:1746143520.167081:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29772 00000100:00100000:0.0:1746143520.167086:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:1782:x1830963461698176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143520.167096:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143520.167110:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800921aec00/0xa6c9a53f47f22097 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a859 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.167130:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143520.167135:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7a00/0xa6c9a53f47f22090 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a852 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.167141:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746143520.167144:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800921aec00/0xa6c9a53f47f22097 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a859 expref: 66 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.167178:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7a00/0xa6c9a53f47f22090 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a852 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.167190:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800921aec00/0xa6c9a53f47f22097 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a859 expref: 66 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.167203:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800921aec00, rc 0) 00000100:00100000:0.0:1746143520.167974:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+66:1782:x1830963461698176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 885us (1772us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143520.167980:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29772 00000100:00100000:0.0:1746143520.169976:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+67:2006:x1830963461698304:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3337us (3860us total) trans 4294972210 rc 0/0 00000100:00100000:0.0:1746143520.171633:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2580 00002000:00100000:0.0:1746143520.171659:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011fc6fb80 x1830963461698304/t4294972210(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/448 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.171669:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc6fb80 with x1830963461698304 ext(0->7) 00010000:00010000:0.0:1746143520.171681:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f22089 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a84b expref: 67 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.171697:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f22089 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a84b expref: 67 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.171703:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc6fb80 00000100:00100000:1.0:1746143520.175936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.182422:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461698688 00000100:00100000:0.0:1746143520.182431:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461698688 00002000:00100000:0.0:1746143520.182477:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc6f480 x1830963461698688/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.182487:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc6f480 with x1830963461698688 ext(0->4095) 00010000:00010000:0.0:1746143520.182495:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7a00/0xa6c9a53f47f22090 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a852 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.182511:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7a00/0xa6c9a53f47f22090 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a852 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.182517:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc6f480 00000100:00100000:0.0:1746143520.182536:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2581 00000100:00100000:0.0:1746143520.182542:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461698688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143520.182700:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461698688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (364us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143520.182706:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2581 00002000:00100000:0.0:1746143520.182711:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc6f480 x1830963461698688/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.182718:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc6f480 with x1830963461698688 ext(0->4095) 00010000:00010000:0.0:1746143520.182722:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7a00/0xa6c9a53f47f22090 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a852 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.182730:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7a00/0xa6c9a53f47f22090 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a852 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.182735:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc6f480 00000100:00100000:0.0:1746143520.190541:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461698944 00000100:00100000:0.0:1746143520.190545:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461698944 00000100:00100000:0.0:1746143520.190569:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29773 00000100:00100000:0.0:1746143520.190574:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461698944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143520.190695:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746143520.192224:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455085952:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143520.192242:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143520.192582:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+7:2007:x1830963461698816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2166us (2316us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143520.192591:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15679 00000100:00100000:0.0:1746143520.196710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.196810:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.212107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.216967:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.222444:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.232746:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.240393:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461700352 00000100:00100000:1.0:1746143520.240401:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461700352 00000100:00100000:0.0:1746143520.240674:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455086592:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143520.240703:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f220ac lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a86e expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.240719:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93200, rc 0) 00000100:00100000:0.0:1746143520.240758:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461700224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7861us (8024us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143520.240763:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29775 00000100:00100000:0.0:1746143520.240784:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29776 00000100:00100000:0.0:1746143520.240788:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+67:1782:x1830963461700352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143520.240794:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143520.240807:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800921af800/0xa6c9a53f47f220b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a875 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.240822:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143520.240825:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f220ac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a86e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.240831:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746143520.240833:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800921af800/0xa6c9a53f47f220b3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a875 expref: 68 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.240861:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f220ac lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a86e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.240871:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800921af800/0xa6c9a53f47f220b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a875 expref: 68 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.240877:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800921af800, rc 0) 00000100:00100000:0.0:1746143520.240892:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:1782:x1830963461700352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143520.240896:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29776 00000100:00100000:0.0:1746143520.242475:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:2007:x1830963461700480:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1713us (1847us total) trans 4294972211 rc 0/0 00000100:00100000:0.0:1746143520.242483:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2584 00002000:00100000:0.0:1746143520.242490:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800920ea680 x1830963461700480/t4294972211(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/448 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.242500:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ea680 with x1830963461700480 ext(0->7) 00010000:00010000:0.0:1746143520.242507:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f220a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a867 expref: 69 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.242518:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f220a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a867 expref: 69 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.242528:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920ea680 00000100:00100000:0.0:1746143520.255080:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455086848:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143520.255105:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143520.255155:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2007:x1830963461700608:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5652us (6392us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143520.255165:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15682 00000100:00100000:0.0:1746143520.255600:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461700864 00000100:00100000:0.0:1746143520.255607:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461700864 00002000:00100000:0.0:1746143520.255644:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091baf480 x1830963461700864/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.255661:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091baf480 with x1830963461700864 ext(0->4095) 00010000:00010000:0.0:1746143520.255669:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f220ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a86e expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.255681:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f220ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a86e expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.255687:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091baf480 00000100:00100000:0.0:1746143520.255701:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2585 00000100:00100000:0.0:1746143520.255706:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461700864:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143520.257048:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461700864:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1335us (1660us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143520.257061:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2585 00002000:00100000:0.0:1746143520.257070:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091baf480 x1830963461700864/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.257078:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091baf480 with x1830963461700864 ext(0->4095) 00010000:00010000:0.0:1746143520.257085:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f220ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a86e expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.257095:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f220ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a86e expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.257100:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091baf480 00000100:00100000:0.0:1746143520.260121:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461700992 00000100:00100000:0.0:1746143520.260130:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461700992 00010000:00010000:0.0:1746143520.260165:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f220ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a86e expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00000100:00100000:0.0:1746143520.260202:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15683 00000100:00100000:0.0:1746143520.260209:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461700992:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143520.260223:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143520.260244:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f220ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a86e expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.260256:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f220ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a86e expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.260279:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f220ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a86e expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.260339:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143520.260342:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143520.260349:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800921af800/0xa6c9a53f47f220b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a875 expref: 67 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.260548:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800921af800/0xa6c9a53f47f220b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a875 expref: 67 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.260582:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800921af800/0xa6c9a53f47f220b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a875 expref: 67 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143520.260593:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455086976:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143520.261878:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e000 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.268103:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455086976:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143520.268129:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143520.268187:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461700992:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7977us (8239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.268197:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15683 00000100:00100000:0.0:1746143520.268277:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.268573:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461701248 00000100:00100000:1.0:1746143520.268579:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461701248 00002000:00100000:1.0:1746143520.268618:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9d500 x1830963461701248/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.268634:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9d500 with x1830963461701248 ext(0->4095) 00002000:00010000:1.0:1746143520.268638:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9d500 00000100:00100000:1.0:1746143520.270174:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13391 00000100:00100000:1.0:1746143520.270185:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2006:x1830963461701248:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143520.270353:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2006:x1830963461701248:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 171us (2077us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.270359:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13391 00002000:00100000:1.0:1746143520.270366:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9d500 x1830963461701248/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.270374:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9d500 with x1830963461701248 ext(0->4095) 00002000:00010000:1.0:1746143520.270377:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9d500 00000100:00100000:0.0:1746143520.276462:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.284348:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461701504 00000100:00100000:0.0:1746143520.284359:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461701504 00002000:00100000:0.0:1746143520.284414:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008f668700 x1830963461701504/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.284424:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668700 with x1830963461701504 ext(0->7) 00010000:00010000:0.0:1746143520.284432:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800921af800/0xa6c9a53f47f220b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a875 expref: 68 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.284447:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800921af800/0xa6c9a53f47f220b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a875 expref: 68 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.284454:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f668700 00000100:00100000:0.0:1746143520.284489:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2586 00000100:00100000:0.0:1746143520.284497:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2006:x1830963461701504:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143520.286143:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2006:x1830963461701504:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1638us (1895us total) trans 4294972212 rc 0/0 00000100:00100000:0.0:1746143520.286152:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2586 00002000:00100000:0.0:1746143520.286160:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008f668700 x1830963461701504/t4294972212(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/448 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.286168:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668700 with x1830963461701504 ext(0->7) 00010000:00010000:0.0:1746143520.286175:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800921af800/0xa6c9a53f47f220b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a875 expref: 70 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.286186:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800921af800/0xa6c9a53f47f220b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a875 expref: 70 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.286192:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f668700 00000100:00100000:0.0:1746143520.290478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.294344:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.294390:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461701760 00000100:00100000:1.0:1746143520.294394:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461701760 00010000:00010000:1.0:1746143520.294414:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800921af800/0xa6c9a53f47f220b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a875 expref: 71 pid: 9572 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.294449:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15684 00000100:00100000:1.0:1746143520.294455:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+71:2005:x1830963461701760:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143520.294463:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143520.294482:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800921af800/0xa6c9a53f47f220b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a875 expref: 71 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.294493:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800921af800/0xa6c9a53f47f220b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a875 expref: 71 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.294614:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800921af800/0xa6c9a53f47f220b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a875 expref: 71 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.294640:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.294642:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.294656:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f220ba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a87c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.294664:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f220ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a87c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.294692:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f220ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a87c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.294704:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f220ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a87c expref: 5 pid: 12044 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.294715:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455087360:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143520.294782:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143520.297460:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461702016 00000100:00100000:0.0:1746143520.297470:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461702016 00002000:00100000:0.0:1746143520.297515:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66bb80 x1830963461702016/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.297526:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66bb80 with x1830963461702016 ext(0->4095) 00010000:00010000:0.0:1746143520.297535:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f220ba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a87c expref: 6 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.297548:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f220ba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a87c expref: 6 pid: 12044 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.297558:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f66bb80 00000100:00100000:1.0:1746143520.297691:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455087360:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143520.297712:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143520.297757:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2005:x1830963461701760:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3302us (3414us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.297766:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15684 00000100:00100000:1.0:1746143520.300953:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461702144 00000100:00100000:1.0:1746143520.300962:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461702144 00010000:00010000:1.0:1746143520.300995:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f220ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a87c expref: 6 pid: 12044 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.301053:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15685 00000100:00100000:1.0:1746143520.301060:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461702144:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143520.301074:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143520.301093:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f220ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a87c expref: 6 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.301105:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f220ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a87c expref: 6 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.301129:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f220ba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a87c expref: 6 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.301347:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.301350:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.301358:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f220c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a883 expref: 69 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.301367:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f220c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a883 expref: 69 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.301403:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f220c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a883 expref: 69 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143520.301416:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455087488:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143520.301593:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.303628:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455087488:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143520.303659:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143520.303708:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461702144:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2647us (2845us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.303721:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15685 00000100:00100000:0.0:1746143520.304093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.304210:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461702400 00000100:00100000:1.0:1746143520.304217:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461702400 00002000:00100000:1.0:1746143520.304251:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045f800 x1830963461702400/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.304260:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045f800 with x1830963461702400 ext(0->4095) 00002000:00010000:1.0:1746143520.304264:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045f800 00000100:00100000:1.0:1746143520.304436:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13392 00000100:00100000:1.0:1746143520.304444:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2007:x1830963461702400:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143520.304565:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2007:x1830963461702400:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (474us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.304570:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13392 00002000:00100000:1.0:1746143520.304574:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045f800 x1830963461702400/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.304580:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045f800 with x1830963461702400 ext(0->4095) 00002000:00010000:1.0:1746143520.304583:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045f800 00000100:00100000:1.0:1746143520.316242:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461702784 00000100:00100000:1.0:1746143520.316246:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461702784 00010000:00010000:1.0:1746143520.316265:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f220c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a883 expref: 71 pid: 12044 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.316292:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15686 00000100:00100000:1.0:1746143520.316314:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+71:2007:x1830963461702784:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143520.316327:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143520.316346:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f220c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a883 expref: 71 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.316357:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f220c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a883 expref: 71 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.316377:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f220c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a883 expref: 71 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.316394:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.316396:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.316402:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f220c8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a88a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.316410:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f220c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a88a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.316440:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f220c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a88a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143520.316452:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455087744:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143520.318076:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.318670:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455087744:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143520.318685:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143520.318725:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+71:2007:x1830963461702784:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2411us (2660us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.318732:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15686 00000100:00100000:0.0:1746143520.320801:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.323752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.324146:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461703168 00000100:00100000:1.0:1746143520.324153:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461703168 00010000:00010000:1.0:1746143520.324180:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f220c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a88a expref: 6 pid: 12044 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.324209:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15687 00000100:00100000:1.0:1746143520.324215:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461703168:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143520.324226:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143520.324243:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f220c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a88a expref: 6 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.324252:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f220c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a88a expref: 6 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.324273:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f220c8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a88a expref: 6 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.324288:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.324290:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.324324:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f220cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a891 expref: 69 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.324332:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f220cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a891 expref: 69 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.324365:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f220cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a891 expref: 69 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143520.324377:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455088000:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143520.324460:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143520.326701:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.326880:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455088000:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143520.326897:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143520.326928:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461703168:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2711us (3181us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.326936:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15687 00000100:00100000:0.0:1746143520.333919:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.341928:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.343611:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461703680 00000100:00100000:1.0:1746143520.343622:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461703680 00002000:00100000:1.0:1746143520.343675:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097824a80 x1830963461703680/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.343682:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097824a80 with x1830963461703680 ext(0->7) 00010000:00010000:1.0:1746143520.343690:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f220cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a891 expref: 70 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.343702:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f220cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a891 expref: 70 pid: 12044 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.343707:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097824a80 00000100:00100000:1.0:1746143520.343736:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2589 00000100:00100000:1.0:1746143520.343741:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2006:x1830963461703680:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143520.344940:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2006:x1830963461703680:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1196us (3019us total) trans 4294972213 rc 0/0 00000100:00100000:0.0:1746143520.344948:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2589 00002000:00100000:0.0:1746143520.344956:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097824a80 x1830963461703680/t4294972213(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/448 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.344962:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097824a80 with x1830963461703680 ext(0->7) 00010000:00010000:0.0:1746143520.344968:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f220cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a891 expref: 72 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.344978:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f220cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a891 expref: 72 pid: 12044 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.344984:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097824a80 00000100:00100000:0.0:1746143520.346735:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.348668:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.348732:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461703936 00000100:00100000:1.0:1746143520.348738:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461703936 00010000:00010000:1.0:1746143520.348759:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f220cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a891 expref: 73 pid: 12044 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.348786:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15688 00000100:00100000:1.0:1746143520.348790:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+73:2004:x1830963461703936:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143520.348798:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143520.348814:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f220cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a891 expref: 73 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.348821:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f220cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a891 expref: 73 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.348838:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f220cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a891 expref: 73 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.348867:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.348868:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.348874:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f220d6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a898 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.348883:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f220d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a898 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.348909:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f220d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a898 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.348923:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f220d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a898 expref: 5 pid: 12044 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.348934:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455088384:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143520.349624:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143520.351076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.351366:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455088384:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143520.351383:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143520.351416:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2004:x1830963461703936:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2624us (2751us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.351424:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15688 00000100:00100000:0.0:1746143520.354075:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.356073:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461704320 00000100:00100000:1.0:1746143520.356085:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461704320 00010000:00010000:1.0:1746143520.356131:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f220d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a898 expref: 6 pid: 12044 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.356182:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15689 00000100:00100000:1.0:1746143520.356190:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461704320:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143520.356206:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143520.356231:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f220d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a898 expref: 6 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.356243:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f220d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a898 expref: 6 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.356265:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f220d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a898 expref: 6 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.356333:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.356336:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.356345:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f220dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a89f expref: 71 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.356353:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f220dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a89f expref: 71 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.356398:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f220dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a89f expref: 71 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143520.356411:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455088512:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143520.356512:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.359254:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455088512:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143520.359275:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143520.359288:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.359373:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461704320:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3183us (5301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.359384:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15689 00000100:00100000:0.0:1746143520.361478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.363811:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.363855:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461704832 00000100:00100000:1.0:1746143520.363860:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461704832 00010000:00010000:1.0:1746143520.363883:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f220dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a89f expref: 72 pid: 12044 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.363911:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15690 00000100:00100000:1.0:1746143520.363916:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2007:x1830963461704832:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143520.363929:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143520.363949:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f220dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a89f expref: 72 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.363957:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f220dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a89f expref: 72 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.364485:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f220dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a89f expref: 72 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.364505:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.364506:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.364513:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f220e4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8a6 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.364521:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f220e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8a6 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.364567:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f220e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8a6 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143520.364579:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455088768:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143520.364653:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143520.366206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.366279:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455088768:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143520.366314:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143520.366347:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+71:2007:x1830963461704832:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2430us (2538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.366358:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15690 00000100:00100000:0.0:1746143520.369612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.369714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.372444:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.372711:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461705472 00000100:00100000:1.0:1746143520.372717:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461705472 00010000:00010000:1.0:1746143520.372742:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f220e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8a6 expref: 6 pid: 9571 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.373068:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15691 00000100:00100000:1.0:1746143520.373075:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461705472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143520.373087:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143520.373107:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f220e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8a6 expref: 6 pid: 9571 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.373118:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f220e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8a6 expref: 6 pid: 9571 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.373139:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f220e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8a6 expref: 6 pid: 9571 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.373155:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.373157:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.373162:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f220eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8ad expref: 72 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.373170:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f220eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8ad expref: 72 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.373196:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f220eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8ad expref: 72 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.373207:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f220eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8ad expref: 72 pid: 9573 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.373217:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455089152:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143520.373263:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.375063:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455089152:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143520.375082:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143520.375128:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461705472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2052us (2691us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.375136:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15691 00000100:00100000:0.0:1746143520.376549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.384057:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.387893:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461705984 00000100:00100000:0.0:1746143520.387901:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461705984 00010000:00010000:0.0:1746143520.387935:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f220eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8ad expref: 73 pid: 9573 timeout: 838 lvb_type: 0 00000100:00100000:0.0:1746143520.387970:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15692 00000100:00100000:0.0:1746143520.387976:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b943c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+73:2006:x1830963461705984:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143520.387990:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143520.388010:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f220eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8ad expref: 73 pid: 9573 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.388021:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f220eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8ad expref: 73 pid: 9573 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.388043:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f220eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8ad expref: 73 pid: 9573 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.388059:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143520.388061:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143520.388067:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f220f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8b4 expref: 72 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.388075:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f220f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8b4 expref: 72 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.388103:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f220f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8b4 expref: 72 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.388112:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f220f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8b4 expref: 72 pid: 9571 timeout: 838 lvb_type: 0 00000100:00100000:0.0:1746143520.388124:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455089408:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143520.388190:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143520.394047:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.394881:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830963455089536:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746143520.396643:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.396696:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.399025:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.403401:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.406851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.408412:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.410717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.415270:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.417714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.422935:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.423821:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.426563:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.429459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.433508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.434118:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461708672 00000100:00100000:1.0:1746143520.434125:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461708672 00002000:00100000:1.0:1746143520.434165:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097901180 x1830963461708672/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.434174:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097901180 with x1830963461708672 ext(0->4095) 00002000:00010000:1.0:1746143520.434179:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097901180 00000100:00100000:1.0:1746143520.434209:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13398 00000100:00100000:1.0:1746143520.434217:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2005:x1830963461708672:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143520.435195:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2005:x1830963461708672:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 978us (1694us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.435201:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13398 00002000:00100000:1.0:1746143520.435206:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097901180 x1830963461708672/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.435215:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097901180 with x1830963461708672 ext(0->4095) 00002000:00010000:1.0:1746143520.435217:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097901180 00000100:00100000:0.0:1746143520.437281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.440092:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.442518:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.442632:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461709184 00000100:00100000:1.0:1746143520.442637:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461709184 00002000:00100000:1.0:1746143520.442679:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f641500 x1830963461709184/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.442688:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641500 with x1830963461709184 ext(0->4095) 00002000:00010000:1.0:1746143520.442692:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f641500 00000100:00100000:1.0:1746143520.442706:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13399 00000100:00100000:1.0:1746143520.442711:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461709184:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143520.442815:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461709184:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.442821:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13399 00002000:00100000:1.0:1746143520.442826:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f641500 x1830963461709184/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.442833:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641500 with x1830963461709184 ext(0->4095) 00002000:00010000:1.0:1746143520.442836:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f641500 00000100:00100000:0.0:1746143520.444858:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.444902:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746143520.445603:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143520.449162:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.455374:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.458425:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.458553:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.461106:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.461425:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2596 00000100:00100000:1.0:1746143520.461434:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2006:x1830963461710336:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143520.461549:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2006:x1830963461710336:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.461558:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2596 00002000:00100000:1.0:1746143520.461563:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092116a00 x1830963461710336/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.461570:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092116a00 with x1830963461710336 ext(0->4095) 00010000:00010000:1.0:1746143520.461575:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f2212a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8ec expref: 72 pid: 9571 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.461583:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f2212a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8ec expref: 72 pid: 9571 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.461589:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092116a00 00000100:00100000:0.0:1746143520.462711:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.463930:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.468535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.472403:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.477209:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.477380:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461711232 00000100:00100000:1.0:1746143520.477387:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461711232 00002000:00100000:1.0:1746143520.477425:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caf100 x1830963461711232/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.477434:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caf100 with x1830963461711232 ext(0->4095) 00002000:00010000:1.0:1746143520.477439:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092caf100 00000100:00100000:1.0:1746143520.477686:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13400 00000100:00100000:1.0:1746143520.477694:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2006:x1830963461711232:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143520.477819:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2006:x1830963461711232:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (611us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.477825:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13400 00002000:00100000:1.0:1746143520.477830:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caf100 x1830963461711232/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.477843:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caf100 with x1830963461711232 ext(0->4095) 00002000:00010000:1.0:1746143520.477845:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092caf100 00000100:00100000:0.0:1746143520.479139:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.479853:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461711360 00000100:00100000:1.0:1746143520.479859:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461711360 00000100:00100000:1.0:1746143520.479898:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29796 00000100:00100000:1.0:1746143520.479903:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461711360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.479916:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.479935:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f2213f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a901 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.479960:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22138 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8fa expref: 71 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.479967:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.479969:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.479972:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f2213f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a901 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.480001:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22138 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8fa expref: 71 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.480013:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22138 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a8fa expref: 71 pid: 9572 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.480023:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455092096:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.480084:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.482052:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455092096:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.482078:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f2213f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a901 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.482092:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808aa00, rc 0) 00000100:00100000:1.0:1746143520.482137:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461711360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2233us (3001us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.482144:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29796 00000100:00100000:0.0:1746143520.483396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.487327:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.487721:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.487748:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461711872 00000100:00100000:1.0:1746143520.487751:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461711872 00000100:00100000:1.0:1746143520.487771:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29797 00000100:00100000:1.0:1746143520.487774:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+71:1782:x1830963461711872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.487782:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.487793:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f22146 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a908 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.487812:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f2213f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a901 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.487818:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.487819:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.487821:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f22146 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a908 expref: 72 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.487840:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f2213f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a901 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.487847:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f2213f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a901 expref: 6 pid: 12044 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.487856:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455092352:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.487901:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.489738:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455092352:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.489764:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f22146 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a908 expref: 72 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.489777:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a200, rc 0) 00000100:00100000:1.0:1746143520.489810:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:1782:x1830963461711872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2034us (2089us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.489817:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29797 00000100:00100000:0.0:1746143520.489980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.491118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.493770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.497938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.503727:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.503794:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461712768 00000100:00100000:1.0:1746143520.503801:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461712768 00002000:00100000:1.0:1746143520.503837:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ce00 x1830963461712768/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.503846:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ce00 with x1830963461712768 ext(0->4095) 00002000:00010000:1.0:1746143520.503850:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189ce00 00000100:00100000:1.0:1746143520.503877:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13402 00000100:00100000:1.0:1746143520.503883:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2006:x1830963461712768:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143520.504004:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2006:x1830963461712768:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.504010:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13402 00002000:00100000:1.0:1746143520.504015:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ce00 x1830963461712768/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.504027:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ce00 with x1830963461712768 ext(0->4095) 00002000:00010000:1.0:1746143520.504030:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189ce00 00000100:00100000:0.0:1746143520.508162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.516026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.516065:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.518869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.521580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.526530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.535338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.537387:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746143520.537404:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455093504:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746143520.537449:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143520.537972:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455093504:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746143520.545201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.545285:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461714048 00000100:00100000:1.0:1746143520.545292:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461714048 00002000:00100000:1.0:1746143520.545354:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090c7ea00 x1830963461714048/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.545363:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7ea00 with x1830963461714048 ext(0->7) 00010000:00010000:1.0:1746143520.545370:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2215b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a91d expref: 72 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.545382:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2215b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a91d expref: 72 pid: 12044 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.545389:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7ea00 00000100:00100000:1.0:1746143520.545505:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2600 00000100:00100000:1.0:1746143520.545512:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2006:x1830963461714048:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143520.546557:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:2006:x1830963461714048:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1043us (1357us total) trans 4294972214 rc 0/0 00000100:00100000:0.0:1746143520.546564:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2600 00002000:00100000:0.0:1746143520.546570:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090c7ea00 x1830963461714048/t4294972214(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/448 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.546577:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7ea00 with x1830963461714048 ext(0->7) 00010000:00010000:0.0:1746143520.546582:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2215b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a91d expref: 74 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.546591:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2215b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a91d expref: 74 pid: 12044 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.546597:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7ea00 00000100:00100000:0.0:1746143520.549896:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.554015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.558805:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.559002:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461714560 00000100:00100000:1.0:1746143520.559008:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461714560 00002000:00100000:1.0:1746143520.559043:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235b100 x1830963461714560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.559053:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235b100 with x1830963461714560 ext(0->4095) 00010000:00010000:1.0:1746143520.559061:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22162 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a924 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.559072:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22162 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a924 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.559078:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235b100 00000100:00100000:1.0:1746143520.559099:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2601 00000100:00100000:1.0:1746143520.559104:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461714560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143520.559212:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461714560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (408us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.559217:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2601 00002000:00100000:1.0:1746143520.559222:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235b100 x1830963461714560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.559228:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235b100 with x1830963461714560 ext(0->4095) 00010000:00010000:1.0:1746143520.559232:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22162 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a924 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.559240:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22162 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a924 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.559245:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235b100 00000100:00100000:0.0:1746143520.561337:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.562948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.567049:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.570059:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.572232:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.573923:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.574091:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.578181:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.580526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.583870:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.584205:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13406 00000100:00100000:1.0:1746143520.584215:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:2006:x1830963461716480:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143520.584347:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:2006:x1830963461716480:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (483us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.584353:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13406 00002000:00100000:1.0:1746143520.584358:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130715f80 x1830963461716480/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.584365:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130715f80 with x1830963461716480 ext(0->4095) 00002000:00010000:1.0:1746143520.584368:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130715f80 00000100:00100000:0.0:1746143520.586590:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.591264:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461716736 00000100:00100000:0.0:1746143520.591271:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461716736 00010000:00010000:0.0:1746143520.591321:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f2217e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a940 expref: 74 pid: 9573 timeout: 838 lvb_type: 0 00000100:00100000:0.0:1746143520.593065:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15713 00000100:00100000:0.0:1746143520.593079:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b943050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:2007:x1830963461716736:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143520.593096:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143520.593119:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f2217e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a940 expref: 74 pid: 9573 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.593133:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f2217e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a940 expref: 74 pid: 9573 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.593155:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f2217e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a940 expref: 74 pid: 9573 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.593321:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143520.593324:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143520.593332:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22185 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a947 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.593341:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22185 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a947 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143520.593383:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22185 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a947 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143520.593395:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455094912:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143520.593489:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.593572:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.596412:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.596480:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461717120 00000100:00100000:1.0:1746143520.596486:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461717120 00002000:00100000:1.0:1746143520.596516:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800834a6d80 x1830963461717120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.596525:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a6d80 with x1830963461717120 ext(0->4095) 00010000:00010000:1.0:1746143520.596532:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22185 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a947 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.596543:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22185 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a947 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.596548:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800834a6d80 00000100:00100000:1.0:1746143520.596575:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2603 00000100:00100000:1.0:1746143520.596581:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461717120:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143520.596708:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461717120:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.596715:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2603 00002000:00100000:1.0:1746143520.596720:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800834a6d80 x1830963461717120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.596727:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a6d80 with x1830963461717120 ext(0->4095) 00010000:00010000:1.0:1746143520.596731:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22185 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a947 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.596740:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22185 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a947 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.596745:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800834a6d80 00000100:00100000:0.0:1746143520.599979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.603159:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.609678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.614838:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.619124:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+76:2006:x1830963461717760:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3794us (4763us total) trans 4294972215 rc 0/0 00000100:00100000:0.0:1746143520.619137:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2604 00002000:00100000:0.0:1746143520.619148:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097893800 x1830963461717760/t4294972215(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/448 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.619157:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097893800 with x1830963461717760 ext(0->7) 00010000:00010000:0.0:1746143520.619167:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f2218c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a94e expref: 76 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.619180:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f2218c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a94e expref: 76 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.619186:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097893800 00000100:00100000:0.0:1746143520.620621:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.622863:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.623105:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461718272 00000100:00100000:1.0:1746143520.623112:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461718272 00002000:00100000:1.0:1746143520.623147:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230ac000 x1830963461718272/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.623155:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ac000 with x1830963461718272 ext(0->4095) 00010000:00010000:1.0:1746143520.623162:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f22193 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a955 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.623173:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f22193 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a955 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.623179:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230ac000 00000100:00100000:1.0:1746143520.623197:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2605 00000100:00100000:1.0:1746143520.623203:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461718272:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143520.623703:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461718272:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 499us (853us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.623707:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2605 00002000:00100000:1.0:1746143520.623711:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230ac000 x1830963461718272/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.623718:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ac000 with x1830963461718272 ext(0->4095) 00010000:00010000:1.0:1746143520.623722:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f22193 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a955 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.623730:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f22193 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a955 expref: 6 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.623735:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230ac000 00000100:00100000:0.0:1746143520.627566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.630445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.630521:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461718656 00000100:00100000:1.0:1746143520.630527:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461718656 00002000:00100000:1.0:1746143520.630566:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9ea00 x1830963461718656/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.630575:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9ea00 with x1830963461718656 ext(0->4095) 00002000:00010000:1.0:1746143520.630579:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9ea00 00000100:00100000:1.0:1746143520.630598:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13408 00000100:00100000:1.0:1746143520.630604:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+76:2006:x1830963461718656:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143520.630727:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+76:2006:x1830963461718656:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.630733:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13408 00002000:00100000:1.0:1746143520.630739:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9ea00 x1830963461718656/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.630746:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9ea00 with x1830963461718656 ext(0->4095) 00002000:00010000:1.0:1746143520.630748:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9ea00 00000100:00100000:0.0:1746143520.632190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.636109:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.639191:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.639250:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461719168 00000100:00100000:1.0:1746143520.639258:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461719168 00002000:00100000:1.0:1746143520.639313:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b6d80 x1830963461719168/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.639322:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b6d80 with x1830963461719168 ext(0->4095) 00002000:00010000:1.0:1746143520.639326:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b6d80 00000100:00100000:1.0:1746143520.639344:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13409 00000100:00100000:1.0:1746143520.639354:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461719168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143520.639531:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461719168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 176us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.639537:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13409 00002000:00100000:1.0:1746143520.639542:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b6d80 x1830963461719168/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.639549:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b6d80 with x1830963461719168 ext(0->4095) 00002000:00010000:1.0:1746143520.639552:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b6d80 00000100:00100000:0.0:1746143520.640766:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.641145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.643816:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.646347:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.650053:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.650142:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.652911:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.653237:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461720320 00000100:00100000:1.0:1746143520.653242:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461720320 00002000:00100000:1.0:1746143520.653269:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610b480 x1830963461720320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.653277:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610b480 with x1830963461720320 ext(0->4095) 00010000:00010000:1.0:1746143520.653284:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f221af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a971 expref: 76 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.653312:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f221af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a971 expref: 76 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.653318:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610b480 00000100:00100000:1.0:1746143520.653343:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2607 00000100:00100000:1.0:1746143520.653349:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+76:2007:x1830963461720320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143520.653452:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+76:2007:x1830963461720320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (541us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.653457:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2607 00002000:00100000:1.0:1746143520.653461:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610b480 x1830963461720320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.653468:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610b480 with x1830963461720320 ext(0->4095) 00010000:00010000:1.0:1746143520.653472:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f221af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a971 expref: 76 pid: 9572 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.653480:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f221af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a971 expref: 76 pid: 9572 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.653485:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610b480 00000100:00100000:0.0:1746143520.655451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.655548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.659107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.663001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.670279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.671126:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461721344 00000100:00100000:1.0:1746143520.671135:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461721344 00000100:00100000:1.0:1746143520.671193:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29815 00000100:00100000:1.0:1746143520.671200:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461721344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.671218:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.671234:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f221c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a986 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.671262:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f221bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a97f expref: 75 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.671270:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.671271:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.671274:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f221c4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a986 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.671329:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f221bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a97f expref: 75 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.671341:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f221bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a97f expref: 75 pid: 12044 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.671353:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455097088:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.671439:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.674995:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455097088:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.675023:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f221c4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a986 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.675038:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808aa00, rc 0) 00000100:00100000:1.0:1746143520.675354:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461721344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4153us (5081us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.675366:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29815 00000100:00100000:0.0:1746143520.677580:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.679497:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2006:x1830963461721472:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1712us (1918us total) trans 4294972216 rc 0/0 00000100:00100000:0.0:1746143520.679505:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2609 00002000:00100000:0.0:1746143520.679513:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800920ea300 x1830963461721472/t4294972216(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/448 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.679519:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ea300 with x1830963461721472 ext(0->7) 00010000:00010000:0.0:1746143520.679526:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f221bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a97f expref: 78 pid: 12044 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746143520.679541:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f221bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a97f expref: 78 pid: 12044 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746143520.679546:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920ea300 00000100:00100000:0.0:1746143520.684051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.688131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.688339:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461721856 00000100:00100000:1.0:1746143520.688348:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461721856 00002000:00100000:1.0:1746143520.688389:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236f100 x1830963461721856/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.688399:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236f100 with x1830963461721856 ext(0->4095) 00002000:00010000:1.0:1746143520.688404:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236f100 00000100:00100000:1.0:1746143520.688421:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13411 00000100:00100000:1.0:1746143520.688427:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461721856:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143520.688570:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461721856:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (448us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.688576:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13411 00002000:00100000:1.0:1746143520.688581:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236f100 x1830963461721856/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.688588:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236f100 with x1830963461721856 ext(0->4095) 00002000:00010000:1.0:1746143520.688590:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236f100 00000100:00100000:0.0:1746143520.690325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.690856:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461721984 00000100:00100000:1.0:1746143520.690863:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461721984 00000100:00100000:1.0:1746143520.690909:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29816 00000100:00100000:1.0:1746143520.690915:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+77:1794:x1830963461721984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.690930:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.690946:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f221cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a98d expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.690977:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f221c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a986 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.690984:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.690986:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.690989:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f221cb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a98d expref: 78 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.691017:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f221c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a986 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.691034:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f221c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a986 expref: 5 pid: 9573 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.691044:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455097344:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.691128:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143520.692486:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.693037:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455097344:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.693064:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f221cb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a98d expref: 79 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.693078:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a200, rc 0) 00000100:00100000:1.0:1746143520.693121:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+79:1794:x1830963461721984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2205us (2832us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.693128:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29816 00000100:00100000:1.0:1746143520.693147:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29817 00000100:00100000:1.0:1746143520.693154:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:1782:x1830963461722112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.693165:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.693174:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f221d2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a994 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.693190:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.693194:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f221cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a98d expref: 79 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.693199:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.693202:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f221d2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a994 expref: 79 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.693223:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f221cb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a98d expref: 79 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.693231:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f221d2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a994 expref: 79 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.693237:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009043f600, rc 0) 00000100:00100000:0.0:1746143520.693375:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.694285:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+79:1782:x1830963461722112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1131us (1801us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.694290:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29817 00000100:00100000:0.0:1746143520.698010:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.698051:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461722496 00000100:00100000:1.0:1746143520.698059:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461722496 00002000:00100000:1.0:1746143520.698104:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096988000 x1830963461722496/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.698118:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096988000 with x1830963461722496 ext(0->4095) 00010000:00010000:1.0:1746143520.698126:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f221cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a98d expref: 79 pid: 9573 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.698139:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f221cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a98d expref: 79 pid: 9573 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.698146:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096988000 00000100:00100000:1.0:1746143520.698177:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2610 00000100:00100000:1.0:1746143520.698183:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+79:2007:x1830963461722496:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143520.698328:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+79:2007:x1830963461722496:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 145us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.698336:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2610 00002000:00100000:1.0:1746143520.698341:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096988000 x1830963461722496/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.698348:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096988000 with x1830963461722496 ext(0->4095) 00010000:00010000:1.0:1746143520.698352:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f221cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a98d expref: 79 pid: 9573 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.698361:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f221cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a98d expref: 79 pid: 9573 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.698366:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096988000 00000100:00100000:0.0:1746143520.699729:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.699862:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461722624 00000100:00100000:1.0:1746143520.699867:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461722624 00000100:00100000:1.0:1746143520.699946:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29818 00000100:00100000:1.0:1746143520.699952:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461722624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.699964:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.699977:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f221d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a99b expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143520.700080:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746143520.700131:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.700136:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f221d2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a994 expref: 78 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.700143:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143520.700146:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f221d9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a99b expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.700180:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f221d2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a994 expref: 78 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.700192:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f221d9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a99b expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.700200:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808b800, rc 0) 00000100:00100000:1.0:1746143520.700231:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461722624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 278us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.700235:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29818 00000100:00100000:0.0:1746143520.703079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.703134:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461723008 00000100:00100000:1.0:1746143520.703139:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461723008 00002000:00100000:1.0:1746143520.703167:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096988a80 x1830963461723008/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.703182:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096988a80 with x1830963461723008 ext(0->4095) 00010000:00010000:1.0:1746143520.703189:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f221d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a994 expref: 78 pid: 9573 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.703200:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f221d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a994 expref: 78 pid: 9573 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.703206:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096988a80 00000100:00100000:1.0:1746143520.703219:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2611 00000100:00100000:1.0:1746143520.703224:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2006:x1830963461723008:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143520.703399:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2006:x1830963461723008:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 175us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.703405:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2611 00002000:00100000:1.0:1746143520.703410:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096988a80 x1830963461723008/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.703417:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096988a80 with x1830963461723008 ext(0->4095) 00010000:00010000:1.0:1746143520.703421:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f221d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a994 expref: 78 pid: 9573 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.703429:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f221d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a994 expref: 78 pid: 9573 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.703434:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096988a80 00000100:00100000:0.0:1746143520.704398:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.704593:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.704794:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29819 00000100:00100000:1.0:1746143520.704801:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+79:1782:x1830963461723136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.704809:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.704821:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f221e0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a9a2 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.704840:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.704849:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f221d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a99b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.704854:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143520.704857:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f221e0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9a2 expref: 80 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.704890:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f221d9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a99b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.704900:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f221e0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9a2 expref: 80 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.704907:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808aa00, rc 0) 00000100:00100000:1.0:1746143520.705082:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+79:1782:x1830963461723136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 281us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.705088:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29819 00000100:00100000:0.0:1746143520.706764:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.706830:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461723520 00000100:00100000:1.0:1746143520.706835:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461723520 00002000:00100000:1.0:1746143520.706859:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096989500 x1830963461723520/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.706872:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096989500 with x1830963461723520 ext(0->4095) 00010000:00010000:1.0:1746143520.706878:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f221d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a99b expref: 6 pid: 9573 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.706888:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f221d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a99b expref: 6 pid: 9573 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.706893:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096989500 00000100:00100000:1.0:1746143520.706906:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2612 00000100:00100000:1.0:1746143520.706912:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461723520:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143520.707227:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461723520:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 314us (462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.707233:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2612 00002000:00100000:1.0:1746143520.707238:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096989500 x1830963461723520/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.707244:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096989500 with x1830963461723520 ext(0->4095) 00010000:00010000:1.0:1746143520.707248:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f221d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a99b expref: 6 pid: 9573 timeout: 838 lvb_type: 0 00010000:00010000:1.0:1746143520.707255:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009808b800/0xa6c9a53f47f221d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a99b expref: 6 pid: 9573 timeout: 838 lvb_type: 0 00002000:00010000:1.0:1746143520.707260:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096989500 00000100:00100000:0.0:1746143520.709321:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.712330:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.712356:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461723904 00000100:00100000:1.0:1746143520.712364:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461723904 00002000:00100000:1.0:1746143520.712401:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096989c00 x1830963461723904/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.712410:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096989c00 with x1830963461723904 ext(0->4095) 00002000:00010000:1.0:1746143520.712415:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096989c00 00000100:00100000:1.0:1746143520.712440:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13412 00000100:00100000:1.0:1746143520.712447:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2005:x1830963461723904:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143520.712715:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2005:x1830963461723904:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 269us (421us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.712720:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13412 00002000:00100000:1.0:1746143520.712724:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096989c00 x1830963461723904/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.712729:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096989c00 with x1830963461723904 ext(0->4095) 00002000:00010000:1.0:1746143520.712731:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096989c00 00000100:00100000:0.0:1746143520.713971:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.714118:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461724032 00000100:00100000:1.0:1746143520.714123:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461724032 00000100:00100000:1.0:1746143520.714164:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29820 00000100:00100000:1.0:1746143520.714170:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461724032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.714182:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.714198:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f221e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a9a9 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.714225:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f221e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9a2 expref: 77 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.714237:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.714239:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.714242:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f221e7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9a9 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.714269:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f221e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9a2 expref: 77 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.714279:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808aa00/0xa6c9a53f47f221e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9a2 expref: 77 pid: 9573 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.714290:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455098368:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.714388:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.715748:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455098368:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.715770:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f221e7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9a9 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.715781:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a200, rc 0) 00000100:00100000:1.0:1746143520.715815:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461724032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1646us (1847us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.715821:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29820 00000100:00100000:0.0:1746143520.717281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.720524:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.720580:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461724416 00000100:00100000:1.0:1746143520.720587:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461724416 00002000:00100000:1.0:1746143520.720624:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698a300 x1830963461724416/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.720818:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698a300 with x1830963461724416 ext(0->4095) 00002000:00010000:1.0:1746143520.720823:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009698a300 00000100:00100000:1.0:1746143520.721310:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13413 00000100:00100000:1.0:1746143520.721318:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461724416:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143520.721488:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461724416:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 170us (965us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.721493:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13413 00002000:00100000:1.0:1746143520.721498:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698a300 x1830963461724416/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.721505:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698a300 with x1830963461724416 ext(0->4095) 00002000:00010000:1.0:1746143520.721507:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009698a300 00000100:00100000:0.0:1746143520.722842:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.723113:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.723341:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461724544 00000100:00100000:1.0:1746143520.723348:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461724544 00000100:00100000:1.0:1746143520.723385:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461724672 00000100:00100000:1.0:1746143520.723387:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461724672 00000100:00100000:1.0:1746143520.723401:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29821 00000100:00100000:1.0:1746143520.723406:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:1782:x1830963461724544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.723420:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.723437:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f221ee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a9b0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.723462:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f221e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9a9 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.723473:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.723475:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.723479:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f221ee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9b0 expref: 79 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.723506:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f221e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9a9 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.723516:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f221e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9a9 expref: 5 pid: 9573 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.723528:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455098624:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.723590:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.725921:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455098624:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.725948:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f221ee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9b0 expref: 79 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.725961:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800918c3600, rc 0) 00000100:00100000:1.0:1746143520.725994:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+79:1782:x1830963461724544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2587us (3155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.726001:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29821 00000100:00100000:0.0:1746143520.726262:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.731453:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.734027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.738816:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461725440 00000100:00100000:0.0:1746143520.738823:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461725440 00002000:00100000:0.0:1746143520.738860:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb64380 x1830963461725440/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.738869:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb64380 with x1830963461725440 ext(0->4095) 00002000:00010000:0.0:1746143520.738874:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb64380 00000100:00100000:0.0:1746143520.738903:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13414 00000100:00100000:0.0:1746143520.738909:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2006:x1830963461725440:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143520.739501:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2006:x1830963461725440:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 592us (880us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143520.739508:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13414 00002000:00100000:0.0:1746143520.739513:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb64380 x1830963461725440/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.739520:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb64380 with x1830963461725440 ext(0->4095) 00002000:00010000:0.0:1746143520.739522:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb64380 00000100:00100000:0.0:1746143520.741515:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.742067:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461725568 00000100:00100000:1.0:1746143520.742076:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461725568 00000100:00100000:1.0:1746143520.742121:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29823 00000100:00100000:1.0:1746143520.742131:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461725568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.742152:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.742169:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f221fc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a9be expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.742199:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f221f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9b7 expref: 77 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.742206:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.742208:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.742211:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f221fc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9be expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.742238:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f221f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9b7 expref: 77 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.742248:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f221f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9b7 expref: 77 pid: 12044 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.742259:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455099136:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.742362:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.744828:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455099136:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.744867:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f221fc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9be expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.744884:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133991200, rc 0) 00000100:00100000:1.0:1746143520.744927:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461725568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2795us (3417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.744939:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29823 00000100:00100000:0.0:1746143520.745548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.749089:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.749283:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461725824 00000100:00100000:1.0:1746143520.749321:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461725824 00000100:00100000:1.0:1746143520.749368:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29824 00000100:00100000:1.0:1746143520.749375:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:1782:x1830963461725824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.749395:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.749413:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f22203 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a9c5 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.749444:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f221fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9be expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.749452:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.749454:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.749457:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f22203 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9c5 expref: 79 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.749486:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f221fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9be expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.749498:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f221fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9be expref: 5 pid: 9573 timeout: 838 lvb_type: 0 00000100:00100000:1.0:1746143520.749510:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455099392:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.749785:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143520.750046:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.751118:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455099392:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.751140:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f22203 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9c5 expref: 78 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.751155:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092212c00, rc 0) 00000100:00100000:1.0:1746143520.751184:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:1782:x1830963461725824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1810us (2104us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.751190:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29824 00000100:00100000:0.0:1746143520.753394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.755408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.757810:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.757909:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461726592 00000100:00100000:1.0:1746143520.757915:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461726592 00000100:00100000:1.0:1746143520.758004:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29825 00000100:00100000:1.0:1746143520.758011:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096984380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461726592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.758025:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.758040:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f2220a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a9cc expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.758066:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f22203 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9c5 expref: 77 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.758073:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.758074:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.758078:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f2220a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9cc expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.758240:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f22203 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9c5 expref: 77 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.758251:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f22203 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9c5 expref: 77 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143520.758263:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455099648:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.758471:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.759389:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455099648:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.759407:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f2220a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9cc expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.759415:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213000, rc 0) 00000100:00100000:1.0:1746143520.759443:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096984380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461726592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1433us (1636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.759450:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29825 00000100:00100000:0.0:1746143520.766021:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.768305:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096984700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:2007:x1830963461726720:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2025us (2273us total) trans 4294972217 rc 0/0 00000100:00100000:0.0:1746143520.768319:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2615 00002000:00100000:0.0:1746143520.768327:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096984700 x1830963461726720/t4294972217(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/448 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.768336:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096984700 with x1830963461726720 ext(0->7) 00010000:00010000:0.0:1746143520.768344:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f22203 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9c5 expref: 80 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143520.768357:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f22203 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9c5 expref: 80 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746143520.768363:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096984700 00000100:00100000:0.0:1746143520.776904:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.776991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.777076:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461726848 00000100:00100000:1.0:1746143520.777083:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461726848 00000100:00100000:1.0:1746143520.777424:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29826 00000100:00100000:1.0:1746143520.777431:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096984e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:1782:x1830963461726848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.777447:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.777462:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133990200/0xa6c9a53f47f22211 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a9d3 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.777688:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f2220a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9cc expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.777695:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.777697:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.777701:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133990200/0xa6c9a53f47f22211 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9d3 expref: 81 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.777732:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f2220a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9cc expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.777743:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f2220a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9cc expref: 5 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143520.777754:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455099904:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.778072:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143520.779630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.779835:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455099904:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.779852:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133990200/0xa6c9a53f47f22211 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9d3 expref: 80 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.779864:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133990200, rc 0) 00000100:00100000:1.0:1746143520.779886:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096984e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:1782:x1830963461726848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2456us (2895us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.779893:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29826 00000100:00100000:0.0:1746143520.782970:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.787267:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461727616 00000100:00100000:0.0:1746143520.787275:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461727616 00002000:00100000:0.0:1746143520.787336:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045c700 x1830963461727616/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.787345:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c700 with x1830963461727616 ext(0->4095) 00002000:00010000:0.0:1746143520.787350:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045c700 00000100:00100000:0.0:1746143520.787374:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13416 00000100:00100000:0.0:1746143520.787380:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:2007:x1830963461727616:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143520.787496:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:2007:x1830963461727616:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (304us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143520.787503:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13416 00002000:00100000:0.0:1746143520.787508:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045c700 x1830963461727616/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.787515:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c700 with x1830963461727616 ext(0->4095) 00002000:00010000:0.0:1746143520.787518:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045c700 00000100:00100000:0.0:1746143520.790419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.790500:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461727744 00000100:00100000:1.0:1746143520.790509:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461727744 00000100:00100000:1.0:1746143520.790562:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29827 00000100:00100000:1.0:1746143520.790570:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461727744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.790586:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.790604:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f22218 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a9da expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.790634:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133990200/0xa6c9a53f47f22211 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9d3 expref: 79 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.790772:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.790775:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.790780:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f22218 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9da expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.790811:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133990200/0xa6c9a53f47f22211 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9d3 expref: 79 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.790823:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133990200/0xa6c9a53f47f22211 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9d3 expref: 79 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143520.790836:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455100160:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.791477:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.793094:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455100160:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.793122:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f22218 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9da expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.793137:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213a00, rc 0) 00000100:00100000:1.0:1746143520.793173:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461727744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2604us (2763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.793182:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29827 00000100:00100000:0.0:1746143520.793440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.796661:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.796708:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461728256 00000100:00100000:1.0:1746143520.796713:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461728256 00000100:00100000:0.0:1746143520.796722:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.796747:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29828 00000100:00100000:1.0:1746143520.796755:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096985c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+79:1782:x1830963461728256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.796772:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.796784:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f2221f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a9e1 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.796803:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f22218 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9da expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.796808:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.796809:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.796812:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f2221f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9e1 expref: 80 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.796831:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f22218 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9da expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.796838:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f22218 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9da expref: 5 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143520.796846:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455100416:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.796887:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.799013:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455100416:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.799042:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f2221f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9e1 expref: 80 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.799056:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213400, rc 0) 00000100:00100000:1.0:1746143520.799103:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096985c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:1782:x1830963461728256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2350us (2444us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.799115:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29828 00000100:00100000:0.0:1746143520.799506:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.799556:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461728384 00000100:00100000:1.0:1746143520.799560:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461728384 00000100:00100000:1.0:1746143520.799593:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29829 00000100:00100000:1.0:1746143520.799598:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096986300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:1794:x1830963461728384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.799611:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.799624:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f22226 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a9e8 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.799641:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.799655:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f2221f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9e1 expref: 81 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.799660:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.799663:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f22226 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9e8 expref: 81 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.799690:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f2221f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9e1 expref: 81 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.799699:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f22226 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9e8 expref: 81 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.799705:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213000, rc 0) 00000100:00100000:1.0:1746143520.799722:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096986300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+81:1794:x1830963461728384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.799726:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29829 00000100:00100000:0.0:1746143520.800141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.803432:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.808807:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.812730:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.812834:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461729152 00000100:00100000:1.0:1746143520.812842:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461729152 00002000:00100000:1.0:1746143520.812882:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096987100 x1830963461729152/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.812891:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096987100 with x1830963461729152 ext(0->4095) 00002000:00010000:1.0:1746143520.812896:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096987100 00000100:00100000:1.0:1746143520.812925:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13417 00000100:00100000:1.0:1746143520.812932:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096987100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:2004:x1830963461729152:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746143520.813064:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096987100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:2004:x1830963461729152:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (337us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.813069:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13417 00002000:00100000:1.0:1746143520.813075:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096987100 x1830963461729152/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.813082:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096987100 with x1830963461729152 ext(0->4095) 00002000:00010000:1.0:1746143520.813084:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096987100 00000100:00100000:0.0:1746143520.814442:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.819266:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.823352:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.824205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.826205:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.826425:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461729920 00000100:00100000:1.0:1746143520.826429:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461729920 00000100:00100000:1.0:1746143520.826452:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29832 00000100:00100000:1.0:1746143520.826457:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096984a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+81:1794:x1830963461729920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.826466:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.826474:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f2223b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6a9fd expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.826486:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.826490:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22234 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9f6 expref: 81 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.826495:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.826497:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f2223b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9fd expref: 81 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.826516:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22234 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9f6 expref: 81 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.826524:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f2223b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9fd expref: 81 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.827036:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213400, rc 0) 00000100:00100000:1.0:1746143520.827073:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096984a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+81:1794:x1830963461729920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 615us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.827078:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29832 00000100:00100000:0.0:1746143520.827439:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.830984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.834022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.841881:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.842023:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461730688 00000100:00100000:1.0:1746143520.842029:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461730688 00002000:00100000:1.0:1746143520.842057:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835dc700 x1830963461730688/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.842065:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dc700 with x1830963461730688 ext(0->4095) 00002000:00010000:1.0:1746143520.842069:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800835dc700 00000100:00100000:1.0:1746143520.842092:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13419 00000100:00100000:1.0:1746143520.842098:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:2006:x1830963461730688:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143520.842189:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:2006:x1830963461730688:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 92us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.842198:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13419 00002000:00100000:1.0:1746143520.842203:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835dc700 x1830963461730688/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.842210:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dc700 with x1830963461730688 ext(0->4095) 00002000:00010000:1.0:1746143520.842212:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800835dc700 00000100:00100000:0.0:1746143520.845016:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.845200:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461730816 00000100:00100000:1.0:1746143520.845207:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461730816 00000100:00100000:1.0:1746143520.845248:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29833 00000100:00100000:1.0:1746143520.845255:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461730816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.845267:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.845280:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f22242 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aa04 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.845323:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f2223b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9fd expref: 79 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.845330:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.845331:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.845334:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f22242 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa04 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.845358:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f2223b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9fd expref: 79 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.845367:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f2223b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6a9fd expref: 79 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143520.845380:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455101696:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.847039:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.850326:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455101696:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.850353:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f22242 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa04 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.850367:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092212c00, rc 0) 00000100:00100000:1.0:1746143520.850403:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461730816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5148us (5391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.850411:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29833 00000100:00100000:0.0:1746143520.850619:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.851407:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461730944 00000100:00100000:1.0:1746143520.851414:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461730944 00000100:00100000:1.0:1746143520.851461:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29834 00000100:00100000:1.0:1746143520.851468:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:1782:x1830963461730944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.851482:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.851493:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f22249 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aa0b expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.851511:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.851515:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f22242 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa04 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.851520:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143520.851523:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f22249 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa0b expref: 81 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.851555:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f22242 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa04 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.851564:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f22249 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa0b expref: 81 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.851571:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133991200, rc 0) 00000100:00100000:1.0:1746143520.851609:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+81:1782:x1830963461730944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.851614:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29834 00000100:00100000:0.0:1746143520.851754:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.857831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.868456:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.872068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.872149:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461731712 00000100:00100000:1.0:1746143520.872156:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461731712 00002000:00100000:1.0:1746143520.872185:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835dd880 x1830963461731712/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.872193:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dd880 with x1830963461731712 ext(0->4095) 00002000:00010000:1.0:1746143520.872197:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800835dd880 00000100:00100000:0.0:1746143520.875873:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.876038:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461731840 00000100:00100000:1.0:1746143520.876045:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461731840 00000100:00100000:1.0:1746143520.876079:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29835 00000100:00100000:1.0:1746143520.876086:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461731840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.876100:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.876114:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f22250 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aa12 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.876137:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f22249 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa0b expref: 79 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.876145:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.876147:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.876150:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f22250 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa12 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.876174:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f22249 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa0b expref: 79 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.876186:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f22249 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa0b expref: 79 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143520.876197:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455102208:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.876263:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.878872:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455102208:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.878899:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f22250 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa12 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.878914:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213a00, rc 0) 00000100:00100000:1.0:1746143520.878947:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461731840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2860us (3079us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.878955:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29835 00000100:00100000:0.0:1746143520.883749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.884948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.885666:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461732096 00000100:00100000:1.0:1746143520.885670:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461732096 00000100:00100000:1.0:1746143520.885691:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29836 00000100:00100000:1.0:1746143520.885700:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb21c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:1782:x1830963461732096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.885713:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.885721:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f22257 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aa19 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.885737:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f22250 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa12 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.885743:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.885744:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.885747:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f22257 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa19 expref: 81 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.885763:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f22250 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa12 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.885771:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f22250 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa12 expref: 5 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143520.885779:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455102464:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.885804:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143520.887422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.887928:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455102464:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.887948:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f22257 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa19 expref: 81 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.887959:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf80600, rc 0) 00000100:00100000:1.0:1746143520.887979:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb21c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+81:1782:x1830963461732096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2279us (3035us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.887989:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29836 00000100:00100000:0.0:1746143520.891224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.898562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.905010:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.905152:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461732864 00000100:00100000:1.0:1746143520.905161:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461732864 00000100:00100000:1.0:1746143520.905213:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29837 00000100:00100000:1.0:1746143520.905221:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461732864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.905239:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.905965:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f2225e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aa20 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.906000:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f22257 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa19 expref: 79 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.906007:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.906009:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.906012:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f2225e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa20 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.906043:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f22257 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa19 expref: 79 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.906054:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f22257 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa19 expref: 79 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143520.906066:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455102720:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.906163:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.909132:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455102720:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.909168:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f2225e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa20 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.909184:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827ea00, rc 0) 00000100:00100000:1.0:1746143520.909227:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461732864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4005us (4227us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.909235:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29837 00000100:00100000:0.0:1746143520.910064:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.910127:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461732992 00000100:00100000:1.0:1746143520.910133:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461732992 00002000:00100000:1.0:1746143520.910169:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800835df100 x1830963461732992/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.910179:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835df100 with x1830963461732992 ext(0->7) 00010000:00010000:1.0:1746143520.910185:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f22257 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa19 expref: 80 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143520.910198:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f22257 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa19 expref: 80 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143520.910204:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835df100 00000100:00100000:1.0:1746143520.910823:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2622 00000100:00100000:1.0:1746143520.910831:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:2007:x1830963461732992:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143520.911959:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:2007:x1830963461732992:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1126us (1893us total) trans 4294972218 rc 0/0 00000100:00100000:0.0:1746143520.911967:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2622 00002000:00100000:0.0:1746143520.911975:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800835df100 x1830963461732992/t4294972218(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/448 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.911982:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835df100 with x1830963461732992 ext(0->7) 00010000:00010000:0.0:1746143520.911989:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f22257 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa19 expref: 82 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143520.912000:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f22257 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa19 expref: 82 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746143520.912005:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835df100 00000100:00100000:0.0:1746143520.914455:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.914532:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461733120 00000100:00100000:1.0:1746143520.914540:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461733120 00000100:00100000:1.0:1746143520.914594:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29838 00000100:00100000:1.0:1746143520.914602:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:1782:x1830963461733120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.914623:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.914639:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f22265 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aa27 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143520.914656:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746143520.914681:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.914687:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f2225e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa20 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.914692:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143520.914695:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f22265 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa27 expref: 83 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.914733:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f2225e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa20 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.914745:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f22265 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa27 expref: 83 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.914754:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827f800, rc 0) 00000100:00100000:1.0:1746143520.914798:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:1782:x1830963461733120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.914804:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29838 00000100:00100000:0.0:1746143520.917789:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.924599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.927521:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.935445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.935566:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461734016 00000100:00100000:1.0:1746143520.935575:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461734016 00000100:00100000:1.0:1746143520.935633:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29839 00000100:00100000:1.0:1746143520.935653:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461734016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.935674:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.935692:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2226c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aa2e expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.935724:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f22265 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa27 expref: 81 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.935732:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.935738:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.935742:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2226c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa2e expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.935774:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f22265 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa27 expref: 81 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.935791:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f22265 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa27 expref: 81 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143520.935807:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455103232:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.935899:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.937995:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455103232:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.938022:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2226c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa2e expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.938035:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827e400, rc 0) 00000100:00100000:1.0:1746143520.938069:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461734016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2429us (2634us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.938076:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29839 00000100:00100000:0.0:1746143520.938981:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.939041:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461734272 00000100:00100000:1.0:1746143520.939048:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461734272 00000100:00100000:1.0:1746143520.939091:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29840 00000100:00100000:1.0:1746143520.939096:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:1782:x1830963461734272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.939112:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.939124:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f22273 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aa35 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.939150:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.939154:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2226c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa2e expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.939159:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143520.939162:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f22273 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa35 expref: 83 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.939189:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2226c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa2e expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.939199:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f22273 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa35 expref: 83 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.939205:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827fa00, rc 0) 00000100:00100000:1.0:1746143520.939229:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:1782:x1830963461734272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.939234:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29840 00000100:00100000:0.0:1746143520.940426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.945711:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.946336:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461734528 00000100:00100000:1.0:1746143520.946343:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461734528 00002000:00100000:1.0:1746143520.946381:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130717480 x1830963461734528/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.946390:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130717480 with x1830963461734528 ext(0->4095) 00010000:00010000:1.0:1746143520.946398:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2226c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa2e expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143520.946410:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2226c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa2e expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143520.946416:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130717480 00000100:00100000:1.0:1746143520.946438:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2624 00000100:00100000:1.0:1746143520.946443:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461734528:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143520.946566:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461734528:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (856us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.946571:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2624 00002000:00100000:1.0:1746143520.946576:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130717480 x1830963461734528/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.946583:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130717480 with x1830963461734528 ext(0->4095) 00010000:00010000:1.0:1746143520.946587:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2226c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa2e expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143520.946595:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2226c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa2e expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143520.946600:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130717480 00000100:00100000:0.0:1746143520.949543:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.953518:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.964745:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.964828:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461735040 00000100:00100000:1.0:1746143520.964837:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461735040 00000100:00100000:1.0:1746143520.964887:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29841 00000100:00100000:1.0:1746143520.964894:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461735040:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.964911:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.965041:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f2227a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aa3c expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.965070:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f22273 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa35 expref: 81 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.965077:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.965079:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.965082:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f2227a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa3c expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.965109:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f22273 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa35 expref: 81 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.965119:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f22273 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa35 expref: 81 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143520.965129:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455103744:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143520.965211:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143520.969958:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455103744:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143520.969989:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f2227a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa3c expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.970013:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827f800, rc 0) 00000100:00100000:0.0:1746143520.970013:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.970063:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461735040:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5169us (5329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.970070:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29841 00000100:00100000:0.0:1746143520.970073:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.970442:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461735296 00000100:00100000:1.0:1746143520.970446:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461735296 00000100:00100000:1.0:1746143520.970463:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29842 00000100:00100000:1.0:1746143520.970468:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:1782:x1830963461735296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.970475:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.970487:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f22281 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aa43 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.970502:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.970505:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f2227a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa3c expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.970511:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143520.970514:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f22281 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa43 expref: 84 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.970538:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f2227a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa3c expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.970546:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f22281 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa43 expref: 84 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.970558:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827ee00, rc 0) 00000100:00100000:1.0:1746143520.970574:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:1782:x1830963461735296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.970578:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29842 00000100:00100000:0.0:1746143520.972050:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+85:2007:x1830963461735168:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1601us (2031us total) trans 4294972219 rc 0/0 00000100:00100000:0.0:1746143520.972058:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2625 00002000:00100000:0.0:1746143520.972065:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bb64000 x1830963461735168/t4294972219(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 496/448 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.972073:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb64000 with x1830963461735168 ext(0->7) 00010000:00010000:0.0:1746143520.972080:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f22273 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa35 expref: 85 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143520.972091:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f22273 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa35 expref: 85 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746143520.972097:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb64000 00000100:00100000:0.0:1746143520.974337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.977481:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461735680 00000100:00100000:0.0:1746143520.977486:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461735680 00002000:00100000:0.0:1746143520.977517:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978aa300 x1830963461735680/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.977526:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978aa300 with x1830963461735680 ext(0->4095) 00010000:00010000:0.0:1746143520.977533:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f2227a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa3c expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143520.977545:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f2227a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa3c expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746143520.977551:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978aa300 00000100:00100000:0.0:1746143520.977578:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2626 00000100:00100000:0.0:1746143520.977584:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461735680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143520.977717:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461735680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (270us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143520.977723:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2626 00002000:00100000:0.0:1746143520.977728:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978aa300 x1830963461735680/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143520.977735:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978aa300 with x1830963461735680 ext(0->4095) 00010000:00010000:0.0:1746143520.977739:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f2227a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa3c expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143520.977748:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f2227a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa3c expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746143520.977753:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978aa300 00000100:00100000:0.0:1746143520.979885:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.984079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.984225:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461736064 00000100:00100000:1.0:1746143520.984231:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461736064 00002000:00100000:1.0:1746143520.984271:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086109880 x1830963461736064/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/0 e 0 to 0 dl 1746143531 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.984281:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086109880 with x1830963461736064 ext(0->4095) 00002000:00010000:1.0:1746143520.984286:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086109880 00000100:00100000:1.0:1746143520.984325:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13424 00000100:00100000:1.0:1746143520.984332:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2007:x1830963461736064:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143520.984491:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2007:x1830963461736064:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143520.984498:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13424 00002000:00100000:1.0:1746143520.984504:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086109880 x1830963461736064/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:671/0 lens 488/4536 e 0 to 0 dl 1746143531 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143520.984514:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086109880 with x1830963461736064 ext(0->4095) 00002000:00010000:1.0:1746143520.984517:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086109880 00000100:00100000:0.0:1746143520.986547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.988714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.991265:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.993243:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.993939:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143520.994024:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461736832 00000100:00100000:1.0:1746143520.994028:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461736832 00000100:00100000:1.0:1746143520.994050:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29845 00000100:00100000:1.0:1746143520.994055:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+85:1794:x1830963461736832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143520.994061:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143520.994066:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f22296 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aa58 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.994076:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143520.994080:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f2228f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa51 expref: 86 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.994084:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143520.994087:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f22296 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa58 expref: 86 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.994106:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f2228f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa51 expref: 86 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.994116:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f22296 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa58 expref: 86 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143520.994124:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827ea00, rc 0) 00000100:00100000:1.0:1746143520.994144:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+86:1794:x1830963461736832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143520.994148:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29845 00000100:00100000:0.0:1746143520.995926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143520.998247:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.001604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.004738:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.004821:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461737600 00000100:00100000:1.0:1746143521.004828:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461737600 00002000:00100000:1.0:1746143521.004861:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096984e00 x1830963461737600/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.004870:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096984e00 with x1830963461737600 ext(0->4095) 00002000:00010000:1.0:1746143521.004874:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096984e00 00000100:00100000:1.0:1746143521.005064:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13426 00000100:00100000:1.0:1746143521.005070:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096984e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2007:x1830963461737600:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.005190:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096984e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2007:x1830963461737600:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.005196:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13426 00002000:00100000:1.0:1746143521.005201:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096984e00 x1830963461737600/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.005208:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096984e00 with x1830963461737600 ext(0->4095) 00002000:00010000:1.0:1746143521.005210:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096984e00 00000100:00100000:0.0:1746143521.006671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.009122:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.013129:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.016726:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.019079:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461738368 00000100:00100000:0.0:1746143521.019084:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461738368 00000100:00100000:0.0:1746143521.019111:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29848 00000100:00100000:0.0:1746143521.019117:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096026d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+85:1794:x1830963461738368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143521.019128:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143521.019139:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f222ab lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aa6d expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143521.024172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.029273:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.032757:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.035324:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.052708:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.063691:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.066576:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+86:2006:x1830963461739392:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2664us (2881us total) trans 4294972220 rc 0/0 00000100:00100000:0.0:1746143521.066587:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2629 00002000:00100000:0.0:1746143521.066596:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011ee2d180 x1830963461739392/t4294972220(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 496/448 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143521.066603:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2d180 with x1830963461739392 ext(0->7) 00010000:00010000:0.0:1746143521.066612:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f222ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa6d expref: 86 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.066627:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f222ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa6d expref: 86 pid: 9572 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746143521.066634:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee2d180 00000100:00100000:0.0:1746143521.073575:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.073688:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.078216:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124832680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455106048:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143521.078239:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28800, rc 0) 00000100:00100000:0.0:1746143521.078292:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096985500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+86:1782:x1830963461739648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4475us (4602us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143521.078319:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29850 00000100:00100000:0.0:1746143521.078575:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461739904 00000100:00100000:0.0:1746143521.078581:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461739904 00002000:00100000:0.0:1746143521.078616:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124832d80 x1830963461739904/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143521.078626:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124832d80 with x1830963461739904 ext(0->4095) 00010000:00010000:0.0:1746143521.078633:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f222b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa74 expref: 6 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.078657:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f222b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa74 expref: 6 pid: 9571 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746143521.078663:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880124832d80 00000100:00100000:0.0:1746143521.078688:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2630 00000100:00100000:0.0:1746143521.078695:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461739904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143521.078824:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461739904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143521.078830:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2630 00002000:00100000:0.0:1746143521.078834:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124832d80 x1830963461739904/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143521.078841:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124832d80 with x1830963461739904 ext(0->4095) 00010000:00010000:0.0:1746143521.078846:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f222b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa74 expref: 6 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.078854:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f222b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa74 expref: 6 pid: 9571 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746143521.078860:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880124832d80 00000100:00100000:0.0:1746143521.080079:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461740032 00000100:00100000:0.0:1746143521.080083:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461740032 00000100:00100000:0.0:1746143521.080105:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29851 00000100:00100000:0.0:1746143521.080110:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+86:1794:x1830963461740032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143521.080119:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143521.080134:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ae5e00/0xa6c9a53f47f222c0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aa82 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.080156:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.080161:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f222b9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa7b expref: 87 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.080167:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143521.080170:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ae5e00/0xa6c9a53f47f222c0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa82 expref: 87 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.080201:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f222b9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa7b expref: 87 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.080211:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ae5e00/0xa6c9a53f47f222c0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa82 expref: 87 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.080220:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ae5e00, rc 0) 00000100:00100000:0.0:1746143521.081331:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:1794:x1830963461740032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1217us (1309us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143521.081338:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29851 00000100:00100000:1.0:1746143521.082422:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.085433:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.085517:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096026a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455106304:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143521.085537:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143521.085580:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461740160:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2872us (3157us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143521.085588:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15757 00000100:00100000:1.0:1746143521.087685:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.087716:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461740544 00000100:00100000:0.0:1746143521.087720:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461740544 00010000:00010000:0.0:1746143521.087739:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f222b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa7b expref: 87 pid: 9571 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746143521.087767:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15758 00000100:00100000:0.0:1746143521.087773:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:2004:x1830963461740544:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143521.087783:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143521.087796:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f222b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa7b expref: 87 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.087806:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f222b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa7b expref: 87 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.087823:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f222b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa7b expref: 87 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.087864:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.087866:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.087873:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ae5e00/0xa6c9a53f47f222c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa82 expref: 86 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.087882:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ae5e00/0xa6c9a53f47f222c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa82 expref: 86 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.087908:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ae5e00/0xa6c9a53f47f222c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa82 expref: 86 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143521.087916:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096984380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455106432:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143521.087977:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.088882:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096984380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455106432:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143521.088893:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143521.088921:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+86:2004:x1830963461740544:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1148us (1236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143521.088927:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15758 00000100:00100000:1.0:1746143521.092820:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.092887:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461740928 00000100:00100000:0.0:1746143521.092894:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461740928 00000100:00100000:0.0:1746143521.092980:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29852 00000100:00100000:0.0:1746143521.092988:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461740928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143521.093005:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143521.093019:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f222c7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aa89 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.093055:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ae5e00/0xa6c9a53f47f222c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa82 expref: 85 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.093063:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143521.093064:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143521.093068:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f222c7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa89 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.093096:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ae5e00/0xa6c9a53f47f222c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa82 expref: 85 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.093107:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ae5e00/0xa6c9a53f47f222c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa82 expref: 85 pid: 9571 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746143521.093122:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096984380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455106560:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143521.094174:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.097070:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096984380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455106560:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143521.097104:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f222c7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa89 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.097120:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213000, rc 0) 00000100:00100000:0.0:1746143521.097168:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461740928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4180us (4354us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143521.097176:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29852 00000100:00100000:1.0:1746143521.097236:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.097337:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461741056 00000100:00100000:0.0:1746143521.097343:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461741056 00010000:00010000:0.0:1746143521.097432:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ae5e00/0xa6c9a53f47f222c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa82 expref: 86 pid: 9571 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746143521.097468:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15759 00000100:00100000:0.0:1746143521.097475:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+86:2007:x1830963461741056:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143521.097486:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143521.097504:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ae5e00/0xa6c9a53f47f222c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa82 expref: 86 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.097514:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ae5e00/0xa6c9a53f47f222c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa82 expref: 86 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.097540:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ae5e00/0xa6c9a53f47f222c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa82 expref: 86 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.097562:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.097564:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.097571:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f222c7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa89 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.097579:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f222c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa89 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.097603:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f222c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa89 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143521.097614:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096984380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455106688:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143521.097691:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.098933:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096984380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455106688:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143521.098944:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143521.099282:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+85:2007:x1830963461741056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1806us (2044us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143521.099289:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15759 00000100:00100000:0.0:1746143521.100064:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461741440 00000100:00100000:0.0:1746143521.100066:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461741440 00000100:00100000:0.0:1746143521.100099:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29853 00000100:00100000:0.0:1746143521.100105:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+85:1782:x1830963461741440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143521.100120:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143521.100134:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f222ce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aa90 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.100153:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f222c7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa89 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.100159:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.100160:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.100163:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f222ce lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa90 expref: 86 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.100181:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f222c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa89 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.100191:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f222c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa89 expref: 6 pid: 9571 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746143521.100200:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096984380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455106816:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143521.100243:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.101207:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096984380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455106816:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143521.101222:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f222ce lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa90 expref: 86 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.101230:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213400, rc 0) 00000100:00100000:0.0:1746143521.101259:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+86:1782:x1830963461741440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1155us (1254us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143521.101269:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29853 00000100:00100000:0.0:1746143521.103482:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461741568 00000100:00100000:0.0:1746143521.103488:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461741568 00000100:00100000:1.0:1746143521.103502:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461741696 00000100:00100000:1.0:1746143521.103507:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461741696 00010000:00010000:1.0:1746143521.103526:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f222c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa89 expref: 6 pid: 9571 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746143521.103531:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29854 00000100:00100000:0.0:1746143521.103537:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+86:1794:x1830963461741568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143521.103550:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746143521.103554:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15760 00000100:00100000:1.0:1746143521.103559:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461741696:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143521.103561:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f222d5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aa97 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.103570:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143521.103579:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.103583:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f222ce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa90 expref: 87 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.103594:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143521.103597:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f222d5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa97 expref: 87 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.103607:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f222c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa89 expref: 6 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.103616:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f222c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa89 expref: 6 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.103688:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f222ce lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa90 expref: 87 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.103692:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f222c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa89 expref: 6 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.103700:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f222d5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa97 expref: 87 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.103708:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.103709:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.103713:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f222ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa90 expref: 87 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.103725:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f222ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa90 expref: 87 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.103732:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746143521.103739:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f222ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa90 expref: 87 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.103747:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f222ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa90 expref: 87 pid: 9571 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746143521.103758:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096984380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455107072:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143521.103766:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461741696:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 206us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.103772:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15760 00000100:00100000:0.0:1746143521.103800:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.105338:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096984380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455107072:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143521.105355:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ae4000, rc 0) 00000100:00100000:1.0:1746143521.105413:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:1794:x1830963461741568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1874us (2051us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.105421:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29854 00000100:00100000:1.0:1746143521.106391:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461741952 00000100:00100000:1.0:1746143521.106396:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461741952 00002000:00100000:1.0:1746143521.106422:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096027100 x1830963461741952/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.106428:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027100 with x1830963461741952 ext(0->4095) 00010000:00010000:1.0:1746143521.106434:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f222ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa90 expref: 87 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.106443:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f222ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa90 expref: 87 pid: 9571 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.106447:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096027100 00000100:00100000:1.0:1746143521.106467:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2632 00000100:00100000:1.0:1746143521.106471:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:2007:x1830963461741952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.106572:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:2007:x1830963461741952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (217us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.106576:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2632 00002000:00100000:1.0:1746143521.106580:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096027100 x1830963461741952/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.106584:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027100 with x1830963461741952 ext(0->4095) 00010000:00010000:1.0:1746143521.106587:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f222ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa90 expref: 87 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.106592:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f222ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa90 expref: 87 pid: 9571 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.106596:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096027100 00000100:00100000:0.0:1746143521.107944:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461742080 00000100:00100000:0.0:1746143521.107950:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461742080 00010000:00010000:0.0:1746143521.107971:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f222ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa90 expref: 87 pid: 9571 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746143521.108000:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15761 00000100:00100000:0.0:1746143521.108005:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:2004:x1830963461742080:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143521.108015:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143521.108030:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f222ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa90 expref: 87 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.108040:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f222ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa90 expref: 87 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.108061:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f222ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa90 expref: 87 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.108086:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.108088:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.108095:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f222d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa97 expref: 86 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.108103:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f222d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa97 expref: 86 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.108132:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f222d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa97 expref: 86 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143521.108143:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096984380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455107200:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143521.108217:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.109430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.113051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.113094:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461742464 00000100:00100000:1.0:1746143521.113102:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461742464 00000100:00100000:1.0:1746143521.113153:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29855 00000100:00100000:1.0:1746143521.113160:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096987480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461742464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143521.113178:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143521.113194:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f222dc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aa9e expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.113226:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f222d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa97 expref: 85 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.113239:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143521.113241:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143521.113245:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f222dc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa9e expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.113274:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f222d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa97 expref: 85 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.113284:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f222d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa97 expref: 85 pid: 9571 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143521.113314:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455107328:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143521.113395:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143521.114187:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455107328:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143521.114206:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f222dc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa9e expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.114217:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827e400, rc 0) 00000100:00100000:1.0:1746143521.114240:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096987480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461742464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1081us (1196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.114245:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29855 00000100:00100000:0.0:1746143521.116393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.116525:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461742848 00000100:00100000:1.0:1746143521.116529:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461742848 00002000:00100000:1.0:1746143521.116629:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096984000 x1830963461742848/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.116650:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096984000 with x1830963461742848 ext(0->4095) 00002000:00010000:1.0:1746143521.116654:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096984000 00000100:00100000:1.0:1746143521.116682:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13432 00000100:00100000:1.0:1746143521.116688:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096984000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461742848:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143521.116841:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096984000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461742848:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.116845:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13432 00002000:00100000:1.0:1746143521.116849:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096984000 x1830963461742848/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.116853:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096984000 with x1830963461742848 ext(0->4095) 00002000:00010000:1.0:1746143521.116855:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096984000 00000100:00100000:1.0:1746143521.118363:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461742976 00000100:00100000:1.0:1746143521.118367:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461742976 00000100:00100000:1.0:1746143521.118590:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29856 00000100:00100000:1.0:1746143521.118596:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096024a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+85:1794:x1830963461742976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143521.118609:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143521.118623:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f222e3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aaa5 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.118659:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f222dc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa9e expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.118667:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.118669:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.118672:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f222e3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaa5 expref: 86 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.118700:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f222dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa9e expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.118712:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f222dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aa9e expref: 5 pid: 9571 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143521.118723:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455107584:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143521.119103:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.119936:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.120075:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.120260:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455107584:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143521.120512:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f222e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaa5 expref: 88 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.120535:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827ea00, rc 0) 00000100:00100000:1.0:1746143521.120584:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096024a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:1794:x1830963461742976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1985us (2392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.120592:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29856 00000100:00100000:0.0:1746143521.122148:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.122811:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461743488 00000100:00100000:1.0:1746143521.122817:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461743488 00002000:00100000:1.0:1746143521.122845:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096985f80 x1830963461743488/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.122854:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096985f80 with x1830963461743488 ext(0->4095) 00010000:00010000:1.0:1746143521.122861:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f222e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaa5 expref: 87 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.123111:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f222e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaa5 expref: 87 pid: 9571 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.123117:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096985f80 00000100:00100000:0.0:1746143521.123194:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2633 00000100:00100000:0.0:1746143521.123203:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096985f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:2007:x1830963461743488:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143521.123333:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096985f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:2007:x1830963461743488:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (1185us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143521.123340:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2633 00002000:00100000:0.0:1746143521.123345:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096985f80 x1830963461743488/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143521.123352:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096985f80 with x1830963461743488 ext(0->4095) 00010000:00010000:0.0:1746143521.123357:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f222e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaa5 expref: 87 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.123366:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f222e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaa5 expref: 87 pid: 9571 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746143521.123371:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096985f80 00000100:00100000:1.0:1746143521.125330:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461743744 00000100:00100000:1.0:1746143521.125335:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461743744 00000100:00100000:1.0:1746143521.125361:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29858 00000100:00100000:1.0:1746143521.125365:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461743744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143521.125379:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143521.125394:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f222f1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aab3 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.125412:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143521.125416:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f222ea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaac expref: 86 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.125420:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143521.125422:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f222f1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aab3 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.125449:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f222ea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaac expref: 86 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.125457:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f222f1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aab3 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.125462:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827f800, rc 0) 00000100:00100000:1.0:1746143521.125487:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461743744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.125491:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29858 00000100:00100000:0.0:1746143521.127682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.129245:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.129668:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.129821:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461744128 00000100:00100000:0.0:1746143521.129826:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461744128 00000100:00100000:0.0:1746143521.130179:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29859 00000100:00100000:0.0:1746143521.130185:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+86:1782:x1830963461744128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143521.130195:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143521.130206:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f222f8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aaba expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.130222:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f222f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aab3 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.130228:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.130229:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.130232:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f222f8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaba expref: 87 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.130249:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f222f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aab3 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.130258:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f222f1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aab3 expref: 5 pid: 9571 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746143521.130266:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096987100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455108352:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143521.130291:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.131767:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096987100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455108352:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143521.131788:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f222f8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaba expref: 87 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.131798:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ae4000, rc 0) 00000100:00100000:0.0:1746143521.131835:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:1782:x1830963461744128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1651us (2167us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143521.131841:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29859 00000100:00100000:1.0:1746143521.132150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.134385:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.138205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.141054:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.143900:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.148125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.153362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.155692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.158905:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.171285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.180262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.180339:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461746176 00000100:00100000:0.0:1746143521.180349:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461746176 00002000:00100000:0.0:1746143521.180399:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097b57b80 x1830963461746176/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 496/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143521.180414:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b57b80 with x1830963461746176 ext(0->7) 00010000:00010000:0.0:1746143521.180424:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22306 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aac8 expref: 86 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.180438:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22306 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aac8 expref: 86 pid: 9572 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746143521.180445:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097b57b80 00000100:00100000:0.0:1746143521.180479:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2637 00000100:00100000:0.0:1746143521.180487:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+86:2007:x1830963461746176:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143521.181846:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2007:x1830963461746176:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1354us (1588us total) trans 4294972221 rc 0/0 00000100:00100000:0.0:1746143521.181855:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2637 00002000:00100000:0.0:1746143521.181863:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097b57b80 x1830963461746176/t4294972221(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 496/448 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143521.181871:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b57b80 with x1830963461746176 ext(0->7) 00010000:00010000:0.0:1746143521.181877:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22306 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aac8 expref: 88 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.181887:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22306 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aac8 expref: 88 pid: 9572 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746143521.181893:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097b57b80 00000100:00100000:1.0:1746143521.183889:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.186261:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.186332:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461746560 00000100:00100000:1.0:1746143521.186343:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461746560 00002000:00100000:1.0:1746143521.186382:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096984380 x1830963461746560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.186390:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096984380 with x1830963461746560 ext(0->4095) 00002000:00010000:1.0:1746143521.186395:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096984380 00000100:00100000:1.0:1746143521.186434:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13435 00000100:00100000:1.0:1746143521.186441:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096984380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461746560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143521.186563:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096984380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461746560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.186568:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13435 00002000:00100000:1.0:1746143521.186574:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096984380 x1830963461746560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.186586:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096984380 with x1830963461746560 ext(0->4095) 00002000:00010000:1.0:1746143521.186588:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096984380 00000100:00100000:0.0:1746143521.189117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.192843:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.193998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.198146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.200910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.201687:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.205735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.208488:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.209021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.211396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.211492:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461748224 00000100:00100000:1.0:1746143521.211497:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461748224 00002000:00100000:1.0:1746143521.211527:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097892680 x1830963461748224/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.211535:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097892680 with x1830963461748224 ext(0->4095) 00010000:00010000:1.0:1746143521.211542:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f22322 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aae4 expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.211551:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f22322 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aae4 expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.211557:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097892680 00000100:00100000:1.0:1746143521.211571:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2640 00000100:00100000:1.0:1746143521.211576:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461748224:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143521.211677:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461748224:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.211682:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2640 00002000:00100000:1.0:1746143521.211687:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097892680 x1830963461748224/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.211694:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097892680 with x1830963461748224 ext(0->4095) 00010000:00010000:1.0:1746143521.211698:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f22322 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aae4 expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.211706:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f22322 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aae4 expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.211711:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097892680 00000100:00100000:0.0:1746143521.213459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.217456:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.223788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.228081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.228211:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.228944:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461749248 00000100:00100000:1.0:1746143521.228948:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461749248 00002000:00100000:1.0:1746143521.228971:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097893100 x1830963461749248/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.228980:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097893100 with x1830963461749248 ext(0->4095) 00010000:00010000:1.0:1746143521.228985:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22330 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaf2 expref: 6 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.228999:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22330 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaf2 expref: 6 pid: 9572 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.229007:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097893100 00000100:00100000:1.0:1746143521.229026:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2641 00000100:00100000:1.0:1746143521.229034:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461749248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.229129:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461749248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 94us (919us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.229134:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2641 00002000:00100000:1.0:1746143521.229138:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097893100 x1830963461749248/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.229145:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097893100 with x1830963461749248 ext(0->4095) 00010000:00010000:1.0:1746143521.229149:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22330 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaf2 expref: 6 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.229158:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22330 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaf2 expref: 6 pid: 9572 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.229162:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097893100 00000100:00100000:0.0:1746143521.232048:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.238141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.238840:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461749760 00000100:00100000:1.0:1746143521.238847:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461749760 00002000:00100000:1.0:1746143521.238879:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097890700 x1830963461749760/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.238887:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097890700 with x1830963461749760 ext(0->4095) 00010000:00010000:1.0:1746143521.238895:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22337 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaf9 expref: 89 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.238906:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22337 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaf9 expref: 89 pid: 9572 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.238912:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097890700 00000100:00100000:1.0:1746143521.238940:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2642 00000100:00100000:1.0:1746143521.238945:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+89:2007:x1830963461749760:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.239056:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+89:2007:x1830963461749760:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (921us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.239685:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2642 00002000:00100000:1.0:1746143521.239692:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097890700 x1830963461749760/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.239705:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097890700 with x1830963461749760 ext(0->4095) 00010000:00010000:1.0:1746143521.239710:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22337 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaf9 expref: 89 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.239718:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22337 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaf9 expref: 89 pid: 9572 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.239723:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097890700 00000100:00100000:0.0:1746143521.242006:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.242411:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15776 00000100:00100000:1.0:1746143521.242419:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b940c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+89:2005:x1830963461749888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143521.242430:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143521.242445:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22337 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaf9 expref: 89 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.242456:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22337 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaf9 expref: 89 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.242474:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22337 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aaf9 expref: 89 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.242505:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.242507:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.242516:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2233e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab00 expref: 88 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.242523:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2233e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab00 expref: 88 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.242551:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2233e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab00 expref: 88 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143521.242562:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee25500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455111040:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143521.243186:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.246027:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461750144 00000100:00100000:0.0:1746143521.246033:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461750144 00002000:00100000:0.0:1746143521.246065:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124833b80 x1830963461750144/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143521.246073:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124833b80 with x1830963461750144 ext(0->4095) 00002000:00010000:0.0:1746143521.246077:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124833b80 00000100:00100000:0.0:1746143521.246097:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13437 00000100:00100000:0.0:1746143521.246101:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2005:x1830963461750144:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746143521.246187:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2005:x1830963461750144:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143521.246193:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13437 00002000:00100000:0.0:1746143521.246197:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124833b80 x1830963461750144/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143521.246203:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124833b80 with x1830963461750144 ext(0->4095) 00002000:00010000:0.0:1746143521.246205:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124833b80 00000100:00100000:0.0:1746143521.247907:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.250041:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.252366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.254951:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.256486:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.256893:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.260545:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.263991:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461751552 00000100:00100000:0.0:1746143521.263994:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461751552 00010000:00010000:0.0:1746143521.264008:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2234c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab0e expref: 89 pid: 9572 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746143521.264023:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15779 00000100:00100000:0.0:1746143521.264027:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124831880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+89:2007:x1830963461751552:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143521.264034:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143521.264046:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2234c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab0e expref: 89 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.264055:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2234c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab0e expref: 89 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.264068:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2234c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab0e expref: 89 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.264088:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.264089:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.264094:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22353 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab15 expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.264100:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22353 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab15 expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.264116:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22353 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab15 expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.264124:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22353 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab15 expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746143521.264133:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097892300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455111936:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143521.264554:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.266458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.269340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.269524:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.275414:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.287647:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.292439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.294957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.299097:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.303520:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.303918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.308016:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.308213:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.311610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.313874:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.319209:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.319806:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461754240 00000100:00100000:1.0:1746143521.319814:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461754240 00002000:00100000:1.0:1746143521.319858:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230ac700 x1830963461754240/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.319868:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ac700 with x1830963461754240 ext(0->4095) 00002000:00010000:1.0:1746143521.319872:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801230ac700 00000100:00100000:1.0:1746143521.319910:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13440 00000100:00100000:1.0:1746143521.319917:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+89:2006:x1830963461754240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143521.320772:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2006:x1830963461754240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 854us (1571us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.320778:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13440 00002000:00100000:1.0:1746143521.320784:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230ac700 x1830963461754240/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.320797:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ac700 with x1830963461754240 ext(0->4095) 00002000:00010000:1.0:1746143521.320800:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801230ac700 00000100:00100000:0.0:1746143521.324721:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.328822:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.333734:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.333790:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461754880 00000100:00100000:1.0:1746143521.333797:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461754880 00002000:00100000:1.0:1746143521.333837:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9f100 x1830963461754880/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.333846:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9f100 with x1830963461754880 ext(0->4095) 00010000:00010000:1.0:1746143521.333853:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f2237d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab3f expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.333864:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f2237d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab3f expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.333871:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9f100 00000100:00100000:1.0:1746143521.333890:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2648 00000100:00100000:1.0:1746143521.333895:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461754880:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.334109:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461754880:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 213us (376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.334115:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2648 00002000:00100000:1.0:1746143521.334120:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9f100 x1830963461754880/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.334126:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9f100 with x1830963461754880 ext(0->4095) 00010000:00010000:1.0:1746143521.334130:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f2237d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab3f expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.334140:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f2237d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab3f expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.334145:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9f100 00000100:00100000:0.0:1746143521.337504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.337737:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.342501:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.342810:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461755392 00000100:00100000:1.0:1746143521.342817:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461755392 00002000:00100000:1.0:1746143521.342852:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9ed80 x1830963461755392/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.342862:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9ed80 with x1830963461755392 ext(0->4095) 00010000:00010000:1.0:1746143521.342868:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22384 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab46 expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.342879:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22384 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab46 expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.342885:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9ed80 00000100:00100000:1.0:1746143521.342915:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2649 00000100:00100000:1.0:1746143521.342922:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2006:x1830963461755392:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143521.343046:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2006:x1830963461755392:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.343052:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2649 00002000:00100000:1.0:1746143521.343057:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9ed80 x1830963461755392/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.343064:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9ed80 with x1830963461755392 ext(0->4095) 00010000:00010000:1.0:1746143521.343069:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22384 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab46 expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.343077:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22384 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab46 expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.343082:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9ed80 00000100:00100000:1.0:1746143521.348548:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.348672:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.351766:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.360513:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15788 00000100:00100000:1.0:1746143521.360530:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124832680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461756032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143521.360547:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143521.360570:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f2238b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab4d expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.360583:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f2238b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab4d expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.360605:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f2238b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab4d expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.360631:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.360633:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.360648:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22392 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab54 expref: 87 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.360655:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22392 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab54 expref: 87 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.360694:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22392 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab54 expref: 87 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143521.360708:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455114112:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143521.360774:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143521.364589:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455114112:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143521.364613:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143521.364683:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461756032:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4160us (5412us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.364694:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15788 00000100:00100000:0.0:1746143521.364880:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.365097:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461756288 00000100:00100000:1.0:1746143521.365103:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461756288 00002000:00100000:1.0:1746143521.365141:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9c380 x1830963461756288/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.365149:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9c380 with x1830963461756288 ext(0->4095) 00002000:00010000:1.0:1746143521.365153:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9c380 00000100:00100000:1.0:1746143521.365181:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13441 00000100:00100000:1.0:1746143521.365187:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2007:x1830963461756288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.365324:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2007:x1830963461756288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.365329:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13441 00002000:00100000:1.0:1746143521.365334:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9c380 x1830963461756288/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.365345:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9c380 with x1830963461756288 ext(0->4095) 00002000:00010000:1.0:1746143521.365347:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9c380 00000100:00100000:0.0:1746143521.368688:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.369799:0:9575:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455114368 00000100:00100000:0.0:1746143521.369803:0:9575:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455114368 00000100:00100000:0.0:1746143521.369852:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1746143521.369858:0:9575:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096026300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830963455114368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746143521.369878:0:9575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3920252928 avail 3688730624 00000100:00100000:0.0:1746143521.369913:0:9575:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096026300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830963455114368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143521.369918:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1746143521.370872:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.371221:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461756544 00000100:00100000:1.0:1746143521.371227:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461756544 00010000:00010000:1.0:1746143521.371250:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22392 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab54 expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143521.371286:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15789 00000100:00100000:1.0:1746143521.371292:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2006:x1830963461756544:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143521.371325:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143521.371344:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22392 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab54 expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.371355:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22392 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab54 expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.371374:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22392 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab54 expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.371760:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.371762:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.371771:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22399 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab5b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.371779:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22399 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab5b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.371814:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22399 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab5b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143521.371825:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455114496:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143521.371898:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143521.376733:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455114496:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143521.376754:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143521.376802:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:2006:x1830963461756544:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5509us (5930us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.376812:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15789 00000100:00100000:1.0:1746143521.378965:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461756928 00000100:00100000:1.0:1746143521.378969:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461756928 00002000:00100000:1.0:1746143521.379001:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124831880 x1830963461756928/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.379009:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124831880 with x1830963461756928 ext(0->4095) 00002000:00010000:1.0:1746143521.379015:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124831880 00000100:00100000:1.0:1746143521.379032:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13442 00000100:00100000:1.0:1746143521.379038:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461756928:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.379774:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461756928:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 734us (1037us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.379780:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13442 00002000:00100000:1.0:1746143521.379786:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124831880 x1830963461756928/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.379798:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124831880 with x1830963461756928 ext(0->4095) 00010000:00010000:1.0:1746143521.379803:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22399 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab5b expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.379812:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22399 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab5b expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.379816:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880124831880 00000100:00100000:0.0:1746143521.382275:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.382347:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.382620:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461757184 00000100:00100000:1.0:1746143521.382623:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461757184 00010000:00010000:1.0:1746143521.382649:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22399 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab5b expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143521.382666:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15790 00000100:00100000:1.0:1746143521.382671:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b940450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461757184:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143521.382679:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143521.382696:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22399 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab5b expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.382706:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22399 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab5b expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.382722:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22399 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab5b expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.382765:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.382768:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.382774:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f223a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab62 expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.382780:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f223a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab62 expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.382806:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f223a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab62 expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.382817:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f223a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab62 expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143521.382826:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455114880:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143521.383387:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.384828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.384874:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455114880:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143521.384891:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143521.384932:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b940450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461757184:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2260us (2585us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.384940:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15790 00000100:00100000:0.0:1746143521.386842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.386981:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461757568 00000100:00100000:1.0:1746143521.386989:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461757568 00010000:00010000:1.0:1746143521.387016:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f223a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab62 expref: 89 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143521.387055:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15791 00000100:00100000:1.0:1746143521.387062:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+89:2004:x1830963461757568:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143521.387076:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143521.387092:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f223a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab62 expref: 89 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.387103:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f223a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab62 expref: 89 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.387125:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f223a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab62 expref: 89 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.387150:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.387152:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.387159:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f223a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab69 expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.387167:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f223a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab69 expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.387201:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f223a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab69 expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143521.387282:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455115008:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143521.387530:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143521.391013:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455115008:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143521.391032:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143521.391080:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2004:x1830963461757568:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4018us (4242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.391093:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15791 00000100:00100000:0.0:1746143521.393158:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.397731:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.397802:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461758080 00000100:00100000:1.0:1746143521.397809:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461758080 00010000:00010000:1.0:1746143521.397840:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f223a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab69 expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143521.398014:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15792 00000100:00100000:1.0:1746143521.398022:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2006:x1830963461758080:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143521.398035:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143521.398055:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f223a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab69 expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.398065:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f223a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab69 expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.398087:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f223a7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab69 expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.398270:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.398272:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.398279:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f223ae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab70 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.398288:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f223ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab70 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.398339:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f223ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab70 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143521.398351:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455115264:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143521.398626:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.400403:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.400508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.400544:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455115264:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143521.400563:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143521.400598:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2006:x1830963461758080:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2578us (2869us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.400606:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15792 00000100:00100000:1.0:1746143521.401996:0:10693:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455115520 00000100:00100000:1.0:1746143521.402000:0:10693:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455115520 00000100:00100000:1.0:1746143521.402048:0:10693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1746143521.402054:0:10693:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830963455115520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746143521.402069:0:10693:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3920252928 avail 3688730624 00000100:00100000:1.0:1746143521.402107:0:10693:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830963455115520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.402112:0:10693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1746143521.402629:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461758592 00000100:00100000:0.0:1746143521.402633:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461758592 00000100:00100000:0.0:1746143521.402683:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29887 00000100:00100000:0.0:1746143521.402688:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096026d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+89:1794:x1830963461758592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143521.402696:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143521.402708:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f223bc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ab7e expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.402724:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.402728:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f223b5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab77 expref: 90 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.402734:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143521.402737:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f223bc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab7e expref: 90 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.402763:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f223b5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab77 expref: 90 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.402775:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f223bc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab7e expref: 90 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.402784:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800918c3600, rc 0) 00000100:00100000:0.0:1746143521.403263:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096026d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+89:1794:x1830963461758592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 572us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143521.403268:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29887 00000100:00100000:0.0:1746143521.403600:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.403837:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461758720 00000100:00100000:1.0:1746143521.403840:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461758720 00010000:00010000:1.0:1746143521.403856:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f223ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab70 expref: 6 pid: 9572 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143521.403926:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15793 00000100:00100000:1.0:1746143521.403931:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461758720:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143521.403940:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143521.403955:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f223ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab70 expref: 6 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.403966:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f223ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab70 expref: 6 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.403988:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f223ae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab70 expref: 6 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.404008:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.404010:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.404019:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f223b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab77 expref: 88 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.404026:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f223b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab77 expref: 88 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.404047:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f223b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab77 expref: 88 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.404056:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f223b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab77 expref: 88 pid: 9572 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143521.404070:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455115776:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143521.404193:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.405777:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.405850:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455115776:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143521.405871:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143521.405898:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461758720:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1966us (2298us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.405913:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15793 00000100:00100000:0.0:1746143521.407710:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.407778:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461759104 00000100:00100000:1.0:1746143521.407783:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461759104 00010000:00010000:1.0:1746143521.407802:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f223b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab77 expref: 89 pid: 9572 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143521.407830:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15794 00000100:00100000:1.0:1746143521.407835:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+89:2005:x1830963461759104:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143521.407844:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143521.407856:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f223b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab77 expref: 89 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.407865:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f223b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab77 expref: 89 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.407884:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f223b5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab77 expref: 89 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.407898:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.407900:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.407986:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f223bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab7e expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.407995:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f223bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab7e expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.408023:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f223bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab7e expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143521.408034:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455115904:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143521.408137:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143521.409897:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.409978:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455115904:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143521.409997:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143521.410041:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2005:x1830963461759104:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2204us (2333us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143521.410049:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15794 00000100:00100000:0.0:1746143521.411881:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.415478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.415541:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461759616 00000100:00100000:0.0:1746143521.415546:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461759616 00010000:00010000:0.0:1746143521.415569:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f223bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab7e expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746143521.415599:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15795 00000100:00100000:0.0:1746143521.415605:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2006:x1830963461759616:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143521.415615:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143521.415634:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f223bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab7e expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.415652:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f223bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab7e expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.415671:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800918c3600/0xa6c9a53f47f223bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab7e expref: 88 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.415685:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.415687:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.415693:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f223c3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab85 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.415704:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f223c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab85 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.415729:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f223c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab85 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143521.415740:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455116160:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143521.415799:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.419162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.421107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.421874:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.421965:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461760128 00000100:00100000:1.0:1746143521.421969:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461760128 00000100:00100000:1.0:1746143521.422045:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29890 00000100:00100000:1.0:1746143521.422051:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+89:1794:x1830963461760128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143521.422059:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143521.422065:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f223d1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ab93 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.422078:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.422082:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f223ca lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab8c expref: 90 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.422087:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143521.422089:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f223d1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab93 expref: 90 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.422110:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f223ca lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab8c expref: 90 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.422120:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f223d1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ab93 expref: 90 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.422128:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827f800, rc 0) 00000100:00100000:1.0:1746143521.422317:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+90:1794:x1830963461760128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 265us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.422323:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29890 00000100:00100000:0.0:1746143521.425883:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.429182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.432375:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.434586:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.436826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.440184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.443709:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461761408 00000100:00100000:0.0:1746143521.443726:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461761408 00002000:00100000:0.0:1746143521.443763:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124830e00 x1830963461761408/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143521.443773:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830e00 with x1830963461761408 ext(0->4095) 00002000:00010000:0.0:1746143521.443777:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830e00 00000100:00100000:0.0:1746143521.443802:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13448 00000100:00100000:0.0:1746143521.443808:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461761408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143521.443941:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461761408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (274us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143521.443948:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13448 00002000:00100000:0.0:1746143521.443953:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124830e00 x1830963461761408/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143521.443959:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830e00 with x1830963461761408 ext(0->4095) 00002000:00010000:0.0:1746143521.443962:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830e00 00000100:00100000:0.0:1746143521.446775:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.448044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.448085:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461761664 00000100:00100000:1.0:1746143521.448090:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461761664 00000100:00100000:1.0:1746143521.448126:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29893 00000100:00100000:1.0:1746143521.448132:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+89:1794:x1830963461761664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143521.448140:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143521.448148:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f223e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aba8 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.448162:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.448166:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f223df lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aba1 expref: 90 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.448171:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143521.448174:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f223e6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aba8 expref: 90 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.448198:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f223df lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aba1 expref: 90 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.448210:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f223e6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aba8 expref: 90 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.448220:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827ee00, rc 0) 00000100:00100000:1.0:1746143521.448392:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+90:1794:x1830963461761664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 260us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.448402:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29893 00000100:00100000:0.0:1746143521.449811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.453371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.455142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.458359:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461762432 00000100:00100000:0.0:1746143521.458365:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461762432 00002000:00100000:0.0:1746143521.458403:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124830380 x1830963461762432/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143521.458412:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830380 with x1830963461762432 ext(0->4095) 00002000:00010000:0.0:1746143521.458417:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830380 00000100:00100000:0.0:1746143521.458444:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13449 00000100:00100000:0.0:1746143521.458451:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2007:x1830963461762432:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143521.458578:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2007:x1830963461762432:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (331us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143521.458583:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13449 00002000:00100000:0.0:1746143521.458589:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124830380 x1830963461762432/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143521.458596:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830380 with x1830963461762432 ext(0->4095) 00002000:00010000:0.0:1746143521.458598:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830380 00000100:00100000:0.0:1746143521.460151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.462853:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.465761:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.467356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.469034:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.469078:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.471656:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.475185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.475272:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.478981:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.483275:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.484964:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.487085:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.490856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.493919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.497969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.501173:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.504462:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.504527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.508413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.508586:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.512214:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.515174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.515255:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.518003:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.520926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.525121:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.525576:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461767040 00000100:00100000:0.0:1746143521.525584:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461767040 00002000:00100000:0.0:1746143521.525625:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f1c00 x1830963461767040/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143521.525634:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f1c00 with x1830963461767040 ext(0->4095) 00002000:00010000:0.0:1746143521.525652:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800918f1c00 00000100:00100000:0.0:1746143521.525722:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13453 00000100:00100000:0.0:1746143521.525730:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2006:x1830963461767040:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143521.526117:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2006:x1830963461767040:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 377us (989us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143521.526130:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13453 00002000:00100000:0.0:1746143521.526142:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f1c00 x1830963461767040/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143521.526151:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f1c00 with x1830963461767040 ext(0->4095) 00002000:00010000:0.0:1746143521.526155:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800918f1c00 00000100:00100000:0.0:1746143521.529218:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.529394:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461767168 00000100:00100000:1.0:1746143521.529403:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461767168 00000100:00100000:1.0:1746143521.529595:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29903 00000100:00100000:1.0:1746143521.529604:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461767168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143521.529622:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143521.529651:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2242c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6abee expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.529682:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22425 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6abe7 expref: 87 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.529689:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143521.529691:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143521.529694:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2242c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6abee expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.529725:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6abe7 expref: 87 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.529735:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22425 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6abe7 expref: 87 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143521.529752:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455119872:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143521.529844:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143521.531514:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455119872:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143521.531538:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2242c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6abee expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.531551:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827e400, rc 0) 00000100:00100000:1.0:1746143521.531584:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461767168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1982us (2376us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.531592:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29903 00000100:00100000:0.0:1746143521.532007:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.534245:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.534759:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461767424 00000100:00100000:1.0:1746143521.534764:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461767424 00000100:00100000:1.0:1746143521.534802:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29904 00000100:00100000:1.0:1746143521.534808:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:1782:x1830963461767424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143521.534824:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143521.534837:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f22433 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6abf5 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.534859:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2242c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6abee expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.534866:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.534867:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.534870:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f22433 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6abf5 expref: 88 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.534896:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2242c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6abee expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.534908:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2242c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6abee expref: 5 pid: 9571 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143521.534918:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455120128:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143521.534969:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.535204:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.539194:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455120128:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143521.539221:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f22433 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6abf5 expref: 88 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.539237:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827fa00, rc 0) 00000100:00100000:0.0:1746143521.539276:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:1782:x1830963461767424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4467us (5034us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143521.539286:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29904 00000100:00100000:0.0:1746143521.539517:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461767808 00000100:00100000:0.0:1746143521.539523:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461767808 00000100:00100000:1.0:1746143521.540090:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.542463:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.545367:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461768320 00000100:00100000:0.0:1746143521.545375:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461768320 00010000:00010000:0.0:1746143521.545404:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f22433 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6abf5 expref: 89 pid: 9571 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746143521.545484:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15812 00000100:00100000:0.0:1746143521.545491:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+89:2005:x1830963461768320:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143521.545502:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143521.545520:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f22433 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6abf5 expref: 89 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.545530:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f22433 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6abf5 expref: 89 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.545552:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f22433 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6abf5 expref: 89 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.545980:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.545982:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143521.545990:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f2243a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6abfc expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.545998:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f2243a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6abfc expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.546033:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f2243a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6abfc expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143521.546045:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f642d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455120512:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143521.546128:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.548748:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.550719:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.553831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.557353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.559198:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.560586:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.562453:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.564585:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.569941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.574789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.576883:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.578736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.581778:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.581915:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461770624 00000100:00100000:1.0:1746143521.581924:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461770624 00002000:00100000:1.0:1746143521.581967:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6dc00 x1830963461770624/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.581977:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6dc00 with x1830963461770624 ext(0->4095) 00002000:00010000:1.0:1746143521.581982:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6dc00 00000100:00100000:1.0:1746143521.582015:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13457 00000100:00100000:1.0:1746143521.582021:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461770624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.582155:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461770624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.582160:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13457 00002000:00100000:1.0:1746143521.582165:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6dc00 x1830963461770624/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.582176:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6dc00 with x1830963461770624 ext(0->4095) 00002000:00010000:1.0:1746143521.582179:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6dc00 00000100:00100000:1.0:1746143521.586188:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461770752 00000100:00100000:1.0:1746143521.586198:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461770752 00000100:00100000:1.0:1746143521.586239:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461770880 00000100:00100000:1.0:1746143521.586240:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461770880 00000100:00100000:1.0:1746143521.586255:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29910 00000100:00100000:1.0:1746143521.586261:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:1794:x1830963461770752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143521.586279:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143521.586312:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f2245d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ac1f expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.586342:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22456 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac18 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.586349:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.586351:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.586354:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f2245d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac1f expref: 89 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.586386:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22456 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac18 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.586397:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22456 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac18 expref: 5 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143521.586408:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455121664:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143521.586489:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143521.588151:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455121664:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143521.588176:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f2245d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac1f expref: 89 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.588186:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827ea00, rc 0) 00000100:00100000:1.0:1746143521.588226:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+89:1794:x1830963461770752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1964us (2359us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.588232:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29910 00000100:00100000:0.0:1746143521.589287:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461771008 00000100:00100000:0.0:1746143521.589323:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461771008 00010000:00010000:0.0:1746143521.589351:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22456 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac18 expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143521.589412:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15817 00000100:00100000:1.0:1746143521.589419:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461771008:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143521.589431:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143521.589450:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22456 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac18 expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.589460:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22456 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac18 expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.589482:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22456 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac18 expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.589533:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.589534:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.589542:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f2245d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac1f expref: 88 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.589556:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f2245d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac1f expref: 88 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.589583:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f2245d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac1f expref: 88 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.589594:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f2245d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac1f expref: 88 pid: 9572 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143521.589605:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455121920:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143521.589679:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143521.591927:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455121920:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143521.591945:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143521.591988:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461771008:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2569us (2799us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.591996:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15817 00000100:00100000:0.0:1746143521.592404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.596325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.596376:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.596384:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461771392 00000100:00100000:1.0:1746143521.596393:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461771392 00000100:00100000:1.0:1746143521.596440:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29912 00000100:00100000:1.0:1746143521.596447:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461771392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143521.596463:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143521.596479:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2246b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ac2d expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.596506:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143521.596511:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22464 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac26 expref: 88 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.596517:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143521.596520:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2246b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac2d expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.596551:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22464 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac26 expref: 88 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.596562:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2246b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac2d expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.596570:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827e400, rc 0) 00000100:00100000:1.0:1746143521.596609:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461771392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.596614:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29912 00000100:00100000:0.0:1746143521.603601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.603664:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461771776 00000100:00100000:1.0:1746143521.603672:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461771776 00002000:00100000:1.0:1746143521.603713:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6f800 x1830963461771776/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.603723:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6f800 with x1830963461771776 ext(0->4095) 00010000:00010000:1.0:1746143521.603732:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22464 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac26 expref: 88 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.603745:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22464 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac26 expref: 88 pid: 9571 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.603756:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6f800 00000100:00100000:1.0:1746143521.603889:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2664 00000100:00100000:1.0:1746143521.603896:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2007:x1830963461771776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.604162:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2007:x1830963461771776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 266us (565us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.604168:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2664 00002000:00100000:1.0:1746143521.604173:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6f800 x1830963461771776/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.604180:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6f800 with x1830963461771776 ext(0->4095) 00010000:00010000:1.0:1746143521.604184:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22464 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac26 expref: 88 pid: 9571 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.604193:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22464 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac26 expref: 88 pid: 9571 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.604199:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6f800 00000100:00100000:0.0:1746143521.605779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.605964:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.606023:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461772032 00000100:00100000:1.0:1746143521.606027:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461772032 00000100:00100000:1.0:1746143521.606059:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29913 00000100:00100000:1.0:1746143521.606064:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:1782:x1830963461772032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143521.606076:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143521.606087:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f22472 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ac34 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.606108:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2246b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac2d expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.606113:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.606114:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.606117:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f22472 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac34 expref: 89 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.606135:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2246b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac2d expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.606145:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2246b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac2d expref: 5 pid: 9572 timeout: 839 lvb_type: 0 00000100:00100000:1.0:1746143521.606153:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455122432:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143521.606175:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.608559:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.608579:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461772288 00000100:00100000:1.0:1746143521.608585:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461772288 00002000:00100000:1.0:1746143521.608618:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6ce00 x1830963461772288/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.608627:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ce00 with x1830963461772288 ext(0->4095) 00010000:00010000:1.0:1746143521.608634:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2246b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac2d expref: 6 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.608748:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2246b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac2d expref: 6 pid: 9572 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.608761:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6ce00 00000100:00100000:1.0:1746143521.608791:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2665 00000100:00100000:1.0:1746143521.608798:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461772288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.608917:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461772288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (364us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.608922:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2665 00002000:00100000:1.0:1746143521.608927:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6ce00 x1830963461772288/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.608935:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ce00 with x1830963461772288 ext(0->4095) 00010000:00010000:1.0:1746143521.608939:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2246b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac2d expref: 6 pid: 9572 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.608947:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f2246b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac2d expref: 6 pid: 9572 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.608952:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6ce00 00000100:00100000:0.0:1746143521.611877:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.615634:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.615701:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461772672 00000100:00100000:1.0:1746143521.615709:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461772672 00002000:00100000:1.0:1746143521.615751:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6ed80 x1830963461772672/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.615759:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ed80 with x1830963461772672 ext(0->4095) 00002000:00010000:1.0:1746143521.615765:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6ed80 00000100:00100000:1.0:1746143521.615795:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13458 00000100:00100000:1.0:1746143521.615803:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2007:x1830963461772672:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.615932:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2007:x1830963461772672:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.615939:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13458 00002000:00100000:1.0:1746143521.615945:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6ed80 x1830963461772672/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.615951:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ed80 with x1830963461772672 ext(0->4095) 00002000:00010000:1.0:1746143521.615953:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6ed80 00000100:00100000:0.0:1746143521.619508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.621793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.625120:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.625661:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.627240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.631985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.642404:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.642619:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461773824 00000100:00100000:1.0:1746143521.642629:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461773824 00002000:00100000:1.0:1746143521.642686:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9e300 x1830963461773824/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.642696:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9e300 with x1830963461773824 ext(0->4095) 00010000:00010000:1.0:1746143521.642706:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f22480 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac42 expref: 89 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.642721:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f22480 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac42 expref: 89 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.642728:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9e300 00000100:00100000:1.0:1746143521.642755:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2666 00000100:00100000:1.0:1746143521.642762:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+89:2007:x1830963461773824:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.642917:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+89:2007:x1830963461773824:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (523us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.642928:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2666 00002000:00100000:1.0:1746143521.642934:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9e300 x1830963461773824/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.642942:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9e300 with x1830963461773824 ext(0->4095) 00010000:00010000:1.0:1746143521.642946:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f22480 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac42 expref: 89 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.642955:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f22480 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac42 expref: 89 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.642960:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9e300 00000100:00100000:0.0:1746143521.645260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.649090:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.649109:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461774208 00000100:00100000:1.0:1746143521.649116:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461774208 00002000:00100000:1.0:1746143521.649152:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9df80 x1830963461774208/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.649161:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9df80 with x1830963461774208 ext(0->4095) 00002000:00010000:1.0:1746143521.649166:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096d9df80 00000100:00100000:1.0:1746143521.649195:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13460 00000100:00100000:1.0:1746143521.649202:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2007:x1830963461774208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.649615:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2007:x1830963461774208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.649623:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13460 00002000:00100000:1.0:1746143521.649629:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9df80 x1830963461774208/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.649650:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9df80 with x1830963461774208 ext(0->4095) 00002000:00010000:1.0:1746143521.649653:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096d9df80 00000100:00100000:0.0:1746143521.651971:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.655933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.659496:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.660848:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.661840:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461774848 00000100:00100000:1.0:1746143521.661845:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461774848 00002000:00100000:1.0:1746143521.661874:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800834a6d80 x1830963461774848/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.661883:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a6d80 with x1830963461774848 ext(0->4095) 00010000:00010000:1.0:1746143521.661889:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f2248e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac50 expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.661900:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f2248e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac50 expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.661906:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800834a6d80 00000100:00100000:1.0:1746143521.661919:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2667 00000100:00100000:1.0:1746143521.661923:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461774848:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.662867:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461774848:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 939us (2016us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.662874:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2667 00002000:00100000:1.0:1746143521.662880:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800834a6d80 x1830963461774848/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.662887:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a6d80 with x1830963461774848 ext(0->4095) 00010000:00010000:1.0:1746143521.662892:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f2248e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac50 expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.662902:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f2248e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac50 expref: 6 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.662908:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800834a6d80 00000100:00100000:0.0:1746143521.664528:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.668391:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461775232 00000100:00100000:1.0:1746143521.668400:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461775232 00002000:00100000:1.0:1746143521.668438:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9c000 x1830963461775232/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.668448:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9c000 with x1830963461775232 ext(0->4095) 00002000:00010000:1.0:1746143521.668452:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9c000 00000100:00100000:1.0:1746143521.668477:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13461 00000100:00100000:1.0:1746143521.668483:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2007:x1830963461775232:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.668605:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2007:x1830963461775232:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (248us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.668611:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13461 00002000:00100000:1.0:1746143521.668615:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9c000 x1830963461775232/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.668623:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9c000 with x1830963461775232 ext(0->4095) 00002000:00010000:1.0:1746143521.668625:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9c000 00000100:00100000:0.0:1746143521.670621:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.673663:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.674550:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+90:2006:x1830963461775488:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 682us (887us total) trans 4294972222 rc 0/0 00000100:00100000:0.0:1746143521.674556:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2668 00002000:00100000:0.0:1746143521.674561:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917b4700 x1830963461775488/t4294972222(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 496/448 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143521.674574:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b4700 with x1830963461775488 ext(0->7) 00010000:00010000:0.0:1746143521.674578:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22495 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac57 expref: 90 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.674586:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22495 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac57 expref: 90 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746143521.674591:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b4700 00000100:00100000:0.0:1746143521.676080:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.681102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.681187:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461775872 00000100:00100000:1.0:1746143521.681194:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461775872 00002000:00100000:1.0:1746143521.681238:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b5c00 x1830963461775872/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.681254:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b5c00 with x1830963461775872 ext(0->4095) 00002000:00010000:1.0:1746143521.681258:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b5c00 00000100:00100000:1.0:1746143521.681279:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13462 00000100:00100000:1.0:1746143521.681286:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461775872:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746143521.681811:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461775872:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 524us (718us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.681817:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13462 00002000:00100000:1.0:1746143521.681822:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b5c00 x1830963461775872/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.681829:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b5c00 with x1830963461775872 ext(0->4095) 00002000:00010000:1.0:1746143521.681832:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b5c00 00000100:00100000:0.0:1746143521.683237:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.683746:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.685405:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.688356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.688410:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461776512 00000100:00100000:1.0:1746143521.688418:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461776512 00002000:00100000:1.0:1746143521.688456:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b6d80 x1830963461776512/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.688464:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b6d80 with x1830963461776512 ext(0->4095) 00010000:00010000:1.0:1746143521.688471:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f224a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac65 expref: 91 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.688482:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f224a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac65 expref: 91 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.688488:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b6d80 00000100:00100000:1.0:1746143521.688507:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2669 00000100:00100000:1.0:1746143521.688512:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+91:2006:x1830963461776512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143521.688621:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+91:2006:x1830963461776512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.688627:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2669 00002000:00100000:1.0:1746143521.688631:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b6d80 x1830963461776512/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.688651:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b6d80 with x1830963461776512 ext(0->4095) 00010000:00010000:1.0:1746143521.688655:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f224a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac65 expref: 91 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.688663:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f224a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac65 expref: 91 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.688668:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b6d80 00000100:00100000:0.0:1746143521.691051:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.693515:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.693593:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461776896 00000100:00100000:1.0:1746143521.693598:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461776896 00002000:00100000:1.0:1746143521.693627:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c050700 x1830963461776896/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.693645:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c050700 with x1830963461776896 ext(0->4095) 00002000:00010000:1.0:1746143521.693649:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c050700 00000100:00100000:1.0:1746143521.693675:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13463 00000100:00100000:1.0:1746143521.693681:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+90:2006:x1830963461776896:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143521.693787:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+90:2006:x1830963461776896:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.693794:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13463 00002000:00100000:1.0:1746143521.693798:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c050700 x1830963461776896/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.693805:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c050700 with x1830963461776896 ext(0->4095) 00002000:00010000:1.0:1746143521.693808:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c050700 00000100:00100000:0.0:1746143521.695135:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.696757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.698505:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.700957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.702675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.704484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.704715:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461777920 00000100:00100000:1.0:1746143521.704721:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461777920 00002000:00100000:1.0:1746143521.704756:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920eaa00 x1830963461777920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.704765:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920eaa00 with x1830963461777920 ext(0->4095) 00002000:00010000:1.0:1746143521.704768:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920eaa00 00000100:00100000:1.0:1746143521.704784:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13465 00000100:00100000:1.0:1746143521.704790:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+90:2007:x1830963461777920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.704908:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+90:2007:x1830963461777920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (428us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.704913:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13465 00002000:00100000:1.0:1746143521.704917:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920eaa00 x1830963461777920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.704923:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920eaa00 with x1830963461777920 ext(0->4095) 00002000:00010000:1.0:1746143521.704926:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920eaa00 00000100:00100000:0.0:1746143521.718770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.719442:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29924 00000100:00100000:0.0:1746143521.719452:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461778048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143521.719473:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143521.719491:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f224bf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ac81 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.719521:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f224b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac7a expref: 89 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.719528:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143521.719529:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143521.719532:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f224bf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac81 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.719560:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f224b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac7a expref: 89 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143521.719571:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f224b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac7a expref: 89 pid: 9573 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746143521.719582:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455125248:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143521.720426:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e240 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.728538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.730116:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+92:2004:x1830963461778176:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1305us (1582us total) trans 4294972223 rc 0/0 00000100:00100000:0.0:1746143521.730124:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2670 00002000:00100000:0.0:1746143521.730132:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800920e8000 x1830963461778176/t4294972223(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 496/448 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143521.730146:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8000 with x1830963461778176 ext(0->7) 00010000:00010000:0.0:1746143521.730152:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f224b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac7a expref: 92 pid: 9573 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746143521.730164:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f224b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac7a expref: 92 pid: 9573 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746143521.730170:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920e8000 00000100:00100000:0.0:1746143521.731509:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.737185:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.738264:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.738862:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461778688 00000100:00100000:1.0:1746143521.738867:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461778688 00002000:00100000:1.0:1746143521.738894:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920ea300 x1830963461778688/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.738904:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ea300 with x1830963461778688 ext(0->4095) 00010000:00010000:1.0:1746143521.738909:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f224bf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac81 expref: 6 pid: 12044 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.738918:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f224bf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac81 expref: 6 pid: 12044 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.738924:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920ea300 00000100:00100000:1.0:1746143521.738942:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2671 00000100:00100000:1.0:1746143521.738947:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461778688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.739051:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461778688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (787us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.739056:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2671 00002000:00100000:1.0:1746143521.739061:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920ea300 x1830963461778688/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.739067:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ea300 with x1830963461778688 ext(0->4095) 00010000:00010000:1.0:1746143521.739071:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f224bf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac81 expref: 6 pid: 12044 timeout: 839 lvb_type: 0 00010000:00010000:1.0:1746143521.739078:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009043f600/0xa6c9a53f47f224bf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac81 expref: 6 pid: 12044 timeout: 839 lvb_type: 0 00002000:00010000:1.0:1746143521.739084:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920ea300 00000100:00100000:0.0:1746143521.740802:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.741726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.744462:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.746692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.750112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.750396:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461779584 00000100:00100000:1.0:1746143521.750404:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461779584 00002000:00100000:1.0:1746143521.750440:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e9880 x1830963461779584/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.750448:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9880 with x1830963461779584 ext(0->4095) 00002000:00010000:1.0:1746143521.750453:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920e9880 00000100:00100000:1.0:1746143521.750480:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13466 00000100:00100000:1.0:1746143521.750487:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+92:2006:x1830963461779584:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143521.750627:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+92:2006:x1830963461779584:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (516us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.750633:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13466 00002000:00100000:1.0:1746143521.750649:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e9880 x1830963461779584/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.750657:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9880 with x1830963461779584 ext(0->4095) 00002000:00010000:1.0:1746143521.750659:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920e9880 00000100:00100000:0.0:1746143521.751875:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.753834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.757202:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.759581:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.760213:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.762738:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.765160:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.765339:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461780736 00000100:00100000:1.0:1746143521.765345:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461780736 00002000:00100000:1.0:1746143521.765378:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236d500 x1830963461780736/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.765387:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236d500 with x1830963461780736 ext(0->4095) 00010000:00010000:1.0:1746143521.765394:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f224db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac9d expref: 93 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143521.765405:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f224db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac9d expref: 93 pid: 12044 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143521.765417:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236d500 00000100:00100000:1.0:1746143521.765444:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2673 00000100:00100000:1.0:1746143521.765450:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+93:2007:x1830963461780736:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.765557:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+93:2007:x1830963461780736:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.765562:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2673 00002000:00100000:1.0:1746143521.765567:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236d500 x1830963461780736/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.765573:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236d500 with x1830963461780736 ext(0->4095) 00010000:00010000:1.0:1746143521.765577:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f224db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac9d expref: 93 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143521.765586:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f224db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ac9d expref: 93 pid: 12044 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143521.765592:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236d500 00000100:00100000:0.0:1746143521.766886:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.768034:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.771158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.773209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.773288:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.773327:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461781504 00000100:00100000:1.0:1746143521.773333:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461781504 00000100:00100000:1.0:1746143521.773758:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29931 00000100:00100000:1.0:1746143521.773764:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+92:1782:x1830963461781504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143521.773775:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143521.773786:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f224f0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6acb2 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.773806:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f224e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acab expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.773812:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.773813:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.773816:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f224f0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acb2 expref: 93 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.773834:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f224e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acab expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.773845:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f224e9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acab expref: 5 pid: 12044 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143521.773853:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455127040:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143521.773891:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143521.775411:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455127040:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143521.775437:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f224f0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acb2 expref: 93 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.775614:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133991200, rc 0) 00000100:00100000:1.0:1746143521.775652:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+93:1782:x1830963461781504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1888us (2448us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.775660:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29931 00000100:00100000:0.0:1746143521.775815:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.777950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.781546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.785402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.785491:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461782272 00000100:00100000:1.0:1746143521.785500:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461782272 00000100:00100000:1.0:1746143521.785551:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29932 00000100:00100000:1.0:1746143521.785558:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461782272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143521.785577:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143521.785595:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133990200/0xa6c9a53f47f224f7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6acb9 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.785624:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f224f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acb2 expref: 91 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.785630:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143521.785632:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143521.785644:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133990200/0xa6c9a53f47f224f7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acb9 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.785675:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f224f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acb2 expref: 91 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.785686:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133991200/0xa6c9a53f47f224f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acb2 expref: 91 pid: 9572 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143521.785697:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455127296:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143521.785778:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.790666:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.790780:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455127296:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143521.790818:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133990200/0xa6c9a53f47f224f7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acb9 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.790841:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133990200, rc 0) 00000100:00100000:1.0:1746143521.791112:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461782272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5542us (5707us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.791122:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29932 00000100:00100000:0.0:1746143521.793019:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.793077:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461782528 00000100:00100000:1.0:1746143521.793088:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461782528 00000100:00100000:1.0:1746143521.793127:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29933 00000100:00100000:1.0:1746143521.793134:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+92:1782:x1830963461782528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143521.793149:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143521.793162:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f224fe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6acc0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.793185:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133990200/0xa6c9a53f47f224f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acb9 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.793192:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.793194:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.793196:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f224fe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acc0 expref: 93 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.793224:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133990200/0xa6c9a53f47f224f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acb9 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.793233:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133990200/0xa6c9a53f47f224f7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acb9 expref: 5 pid: 9572 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143521.793248:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455127552:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143521.793733:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.797661:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.797747:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461782784 00000100:00100000:1.0:1746143521.797756:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461782784 00002000:00100000:1.0:1746143521.797803:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045ce00 x1830963461782784/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.797813:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045ce00 with x1830963461782784 ext(0->4095) 00010000:00010000:1.0:1746143521.797821:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133990200/0xa6c9a53f47f224f7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acb9 expref: 6 pid: 9572 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143521.797835:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133990200/0xa6c9a53f47f224f7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acb9 expref: 6 pid: 9572 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143521.797841:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045ce00 00000100:00100000:1.0:1746143521.797870:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2676 00000100:00100000:1.0:1746143521.797878:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461782784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.798018:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461782784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.798024:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2676 00002000:00100000:1.0:1746143521.798029:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045ce00 x1830963461782784/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.798036:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045ce00 with x1830963461782784 ext(0->4095) 00010000:00010000:1.0:1746143521.798040:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133990200/0xa6c9a53f47f224f7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acb9 expref: 6 pid: 9572 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143521.798049:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133990200/0xa6c9a53f47f224f7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acb9 expref: 6 pid: 9572 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143521.798054:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045ce00 00000100:00100000:1.0:1746143521.798094:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455127552:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143521.798114:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f224fe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acc0 expref: 93 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.798127:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013118b600, rc 0) 00000100:00100000:1.0:1746143521.798145:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+93:1782:x1830963461782528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5013us (5374us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.798151:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29933 00000100:00100000:0.0:1746143521.803461:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.808669:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.814380:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.814473:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461783296 00000100:00100000:1.0:1746143521.814483:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461783296 00000100:00100000:1.0:1746143521.814566:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29934 00000100:00100000:1.0:1746143521.814574:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461783296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143521.814594:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143521.814613:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800920fb000/0xa6c9a53f47f22505 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6acc7 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.814653:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f224fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acc0 expref: 91 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.814661:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143521.814662:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143521.814667:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800920fb000/0xa6c9a53f47f22505 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acc7 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.814703:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f224fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acc0 expref: 91 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.814716:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f224fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acc0 expref: 91 pid: 9572 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143521.814730:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455127808:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143521.814832:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.818625:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.818782:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455127808:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143521.818809:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800920fb000/0xa6c9a53f47f22505 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acc7 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.818823:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800920fb000, rc 0) 00000100:00100000:1.0:1746143521.818870:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461783296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4296us (4503us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.818876:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29934 00000100:00100000:0.0:1746143521.820909:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2006:x1830963461783424:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2002us (2287us total) trans 4294972224 rc 0/0 00000100:00100000:0.0:1746143521.820919:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2677 00002000:00100000:0.0:1746143521.820926:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009045c000 x1830963461783424/t4294972224(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 496/448 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143521.820935:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c000 with x1830963461783424 ext(0->7) 00010000:00010000:0.0:1746143521.820941:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f224fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acc0 expref: 94 pid: 9572 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143521.820953:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f224fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acc0 expref: 94 pid: 9572 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746143521.820959:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045c000 00000100:00100000:0.0:1746143521.830285:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.835754:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.835852:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461783680 00000100:00100000:1.0:1746143521.835859:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461783680 00000100:00100000:1.0:1746143521.835905:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29935 00000100:00100000:1.0:1746143521.835912:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:1782:x1830963461783680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143521.835925:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143521.835939:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f2250c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6acce expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.835966:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800920fb000/0xa6c9a53f47f22505 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acc7 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.836195:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.836196:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.836200:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f2250c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acce expref: 95 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.836224:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800920fb000/0xa6c9a53f47f22505 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acc7 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.836234:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800920fb000/0xa6c9a53f47f22505 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acc7 expref: 5 pid: 9572 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143521.836243:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455128064:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143521.836605:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143521.837497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.840785:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455128064:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143521.840809:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f2250c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acce expref: 94 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.840824:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013118b600, rc 0) 00000100:00100000:1.0:1746143521.840869:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:1782:x1830963461783680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4956us (5121us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.841083:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29935 00000100:00100000:0.0:1746143521.842981:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.843063:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461784064 00000100:00100000:1.0:1746143521.843071:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461784064 00000100:00100000:1.0:1746143521.843115:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29936 00000100:00100000:1.0:1746143521.843121:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:1794:x1830963461784064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143521.843134:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143521.843146:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800920fac00/0xa6c9a53f47f22513 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6acd5 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.843167:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.843171:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f2250c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acce expref: 95 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.843177:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143521.843179:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800920fac00/0xa6c9a53f47f22513 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acd5 expref: 95 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.843205:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f2250c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acce expref: 95 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.843216:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800920fac00/0xa6c9a53f47f22513 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acd5 expref: 95 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.843224:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800920fac00, rc 0) 00000100:00100000:1.0:1746143521.843252:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:1794:x1830963461784064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.843257:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29936 00000100:00100000:0.0:1746143521.845712:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.849015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.850817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.853140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.856292:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.861871:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.864372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.864410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.864502:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461785472 00000100:00100000:1.0:1746143521.864506:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461785472 00002000:00100000:1.0:1746143521.864531:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235a680 x1830963461785472/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.864543:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235a680 with x1830963461785472 ext(0->4095) 00002000:00010000:1.0:1746143521.864547:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235a680 00000100:00100000:1.0:1746143521.864561:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13471 00000100:00100000:1.0:1746143521.864567:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461785472:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.864666:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461785472:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 99us (255us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.864671:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13471 00002000:00100000:1.0:1746143521.864676:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235a680 x1830963461785472/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.864682:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235a680 with x1830963461785472 ext(0->4095) 00010000:00010000:1.0:1746143521.864686:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f2251a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acdc expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143521.864696:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f2251a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6acdc expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143521.864701:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235a680 00000100:00100000:0.0:1746143521.867992:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.868625:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.870654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.877395:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.884109:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.888335:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461786368 00000100:00100000:1.0:1746143521.888344:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461786368 00002000:00100000:1.0:1746143521.888385:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092358380 x1830963461786368/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.888394:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092358380 with x1830963461786368 ext(0->4095) 00002000:00010000:1.0:1746143521.888400:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092358380 00000100:00100000:1.0:1746143521.888420:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13472 00000100:00100000:1.0:1746143521.888430:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092358380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2007:x1830963461786368:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143521.888568:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092358380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2007:x1830963461786368:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (4459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.888574:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13472 00002000:00100000:1.0:1746143521.888579:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092358380 x1830963461786368/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.888585:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092358380 with x1830963461786368 ext(0->4095) 00002000:00010000:1.0:1746143521.888588:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092358380 00000100:00100000:0.0:1746143521.890447:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.893173:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.894470:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.897023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.899742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.902614:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.906851:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.910465:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.914193:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.918108:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.920887:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.927051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.927132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.934428:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.938824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.938956:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461789056 00000100:00100000:1.0:1746143521.938962:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461789056 00002000:00100000:1.0:1746143521.938991:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb64380 x1830963461789056/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/0 e 0 to 0 dl 1746143532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.939000:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb64380 with x1830963461789056 ext(0->4095) 00010000:00010000:1.0:1746143521.939006:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f2254b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad0d expref: 95 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143521.939016:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f2254b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad0d expref: 95 pid: 12044 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143521.939022:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb64380 00000100:00100000:1.0:1746143521.939619:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2683 00000100:00100000:1.0:1746143521.939626:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:2007:x1830963461789056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143521.939732:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:2007:x1830963461789056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (909us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143521.939739:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2683 00002000:00100000:1.0:1746143521.939744:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb64380 x1830963461789056/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:672/0 lens 488/4536 e 0 to 0 dl 1746143532 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143521.939751:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb64380 with x1830963461789056 ext(0->4095) 00010000:00010000:1.0:1746143521.939755:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f2254b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad0d expref: 95 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143521.939764:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f2254b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad0d expref: 95 pid: 12044 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143521.939768:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb64380 00000100:00100000:0.0:1746143521.942196:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.945433:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.947599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.950506:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.953515:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.958390:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.958466:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.962934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.966333:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.969399:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.974694:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.977772:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.980414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.983650:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.985082:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.986578:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143521.986692:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461791744 00000100:00100000:1.0:1746143521.986697:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461791744 00000100:00100000:1.0:1746143521.986736:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29951 00000100:00100000:1.0:1746143521.986743:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:1794:x1830963461791744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143521.986753:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143521.986762:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f2257c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ad3e expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.986776:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143521.986780:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22575 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad37 expref: 96 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.986786:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143521.986788:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f2257c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad3e expref: 96 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.986815:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22575 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad37 expref: 96 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.986826:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f2257c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad3e expref: 96 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143521.986834:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93200, rc 0) 00000100:00100000:1.0:1746143521.986869:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:1794:x1830963461791744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143521.986875:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29951 00000100:00100000:0.0:1746143521.987498:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.989591:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.991474:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.993853:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.996473:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143521.999052:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.001155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.001481:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461793024 00000100:00100000:1.0:1746143522.001486:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461793024 00002000:00100000:1.0:1746143522.001533:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610ad80 x1830963461793024/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.001545:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610ad80 with x1830963461793024 ext(0->4095) 00002000:00010000:1.0:1746143522.001548:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008610ad80 00000100:00100000:1.0:1746143522.001574:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13480 00000100:00100000:1.0:1746143522.001580:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461793024:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143522.001680:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461793024:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.001685:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13480 00002000:00100000:1.0:1746143522.001690:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610ad80 x1830963461793024/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.001701:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610ad80 with x1830963461793024 ext(0->4095) 00002000:00010000:1.0:1746143522.001704:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008610ad80 00000100:00100000:0.0:1746143522.004665:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746143522.005813:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746143522.008164:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.010117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.012093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.016471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.018648:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.021750:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.025451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.026024:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461794560 00000100:00100000:1.0:1746143522.026031:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461794560 00002000:00100000:1.0:1746143522.026061:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086108000 x1830963461794560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.026069:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108000 with x1830963461794560 ext(0->4095) 00002000:00010000:1.0:1746143522.026072:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086108000 00000100:00100000:1.0:1746143522.026431:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13482 00000100:00100000:1.0:1746143522.026438:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461794560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143522.026551:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461794560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (1100us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.026557:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13482 00002000:00100000:1.0:1746143522.026561:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086108000 x1830963461794560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.026567:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108000 with x1830963461794560 ext(0->4095) 00002000:00010000:1.0:1746143522.026570:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086108000 00000100:00100000:0.0:1746143522.027802:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.029747:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.032206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.035562:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.038213:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.040821:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.044096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.046799:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.049964:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.052686:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.055549:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.060709:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.061165:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461796736 00000100:00100000:1.0:1746143522.061171:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461796736 00002000:00100000:1.0:1746143522.061200:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085858380 x1830963461796736/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.061208:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085858380 with x1830963461796736 ext(0->4095) 00010000:00010000:1.0:1746143522.061214:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f225b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad76 expref: 95 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.061225:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f225b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad76 expref: 95 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.061230:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085858380 00000100:00100000:1.0:1746143522.061253:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2688 00000100:00100000:1.0:1746143522.061260:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085858380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:2006:x1830963461796736:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143522.061370:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085858380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:2006:x1830963461796736:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (667us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.061376:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2688 00002000:00100000:1.0:1746143522.061381:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085858380 x1830963461796736/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.061387:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085858380 with x1830963461796736 ext(0->4095) 00010000:00010000:1.0:1746143522.061391:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f225b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad76 expref: 95 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.061399:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f225b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad76 expref: 95 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.061403:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085858380 00000100:00100000:0.0:1746143522.064369:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.070491:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096025c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455134592:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143522.070507:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143522.070552:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f9f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2007:x1830963461796864:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6037us (6187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143522.070561:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15867 00000100:00100000:0.0:1746143522.076169:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461797248 00000100:00100000:0.0:1746143522.076176:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461797248 00000100:00100000:0.0:1746143522.076207:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29961 00000100:00100000:0.0:1746143522.076213:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461797248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143522.076227:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143522.076242:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f225c2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ad84 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.076263:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f225bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad7d expref: 93 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.076270:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143522.076271:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143522.076275:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f225c2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad84 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.076625:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f225bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad7d expref: 93 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.076646:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f225bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad7d expref: 93 pid: 9572 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746143522.076656:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085859f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455134720:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143522.077821:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143522.087259:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.088756:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:2007:x1830963461797376:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1254us (1500us total) trans 4294972225 rc 0/0 00000100:00100000:0.0:1746143522.088763:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2689 00002000:00100000:0.0:1746143522.088769:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008585b480 x1830963461797376/t4294972225(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 496/448 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.088782:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008585b480 with x1830963461797376 ext(0->7) 00010000:00010000:0.0:1746143522.088788:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f225bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad7d expref: 96 pid: 9572 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.088798:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f225bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad7d expref: 96 pid: 9572 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746143522.088803:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008585b480 00000100:00100000:0.0:1746143522.092770:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461797504 00000100:00100000:0.0:1746143522.092777:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461797504 00010000:00010000:0.0:1746143522.093055:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f225bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad7d expref: 96 pid: 9572 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746143522.093087:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15868 00000100:00100000:0.0:1746143522.093093:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:2005:x1830963461797504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143522.093107:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143522.093122:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f225bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad7d expref: 96 pid: 9572 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.093133:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f225bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad7d expref: 96 pid: 9572 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.093151:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f225bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad7d expref: 96 pid: 9572 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.093176:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143522.093179:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143522.093185:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f225c2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad84 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.093192:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f225c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad84 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.093223:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f225c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad84 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143522.093234:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085858a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455134848:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143522.093552:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143522.097203:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085858a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455134848:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143522.097220:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143522.097266:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:2005:x1830963461797504:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4172us (5307us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143522.097274:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15868 00000100:00100000:1.0:1746143522.097373:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461797760 00000100:00100000:1.0:1746143522.097378:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461797760 00002000:00100000:1.0:1746143522.097411:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9f480 x1830963461797760/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.097419:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9f480 with x1830963461797760 ext(0->4095) 00002000:00010000:1.0:1746143522.097423:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9f480 00000100:00100000:0.0:1746143522.102457:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.104483:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.109085:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.112661:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.117510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.119784:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455135360:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143522.119802:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143522.119843:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:2006:x1830963461798528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2167us (2343us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143522.119853:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15870 00000100:00100000:0.0:1746143522.122345:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461798784 00000100:00100000:0.0:1746143522.122352:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461798784 00002000:00100000:0.0:1746143522.122386:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096025c00 x1830963461798784/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.122394:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096025c00 with x1830963461798784 ext(0->4095) 00002000:00010000:0.0:1746143522.122398:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096025c00 00000100:00100000:0.0:1746143522.122426:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13487 00000100:00100000:0.0:1746143522.122432:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:2007:x1830963461798784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143522.122557:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:2007:x1830963461798784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (923us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143522.122563:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13487 00002000:00100000:0.0:1746143522.122568:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096025c00 x1830963461798784/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.122574:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096025c00 with x1830963461798784 ext(0->4095) 00002000:00010000:0.0:1746143522.122577:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096025c00 00000100:00100000:0.0:1746143522.125004:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.139107:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461799040 00000100:00100000:0.0:1746143522.139117:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461799040 00010000:00010000:0.0:1746143522.139155:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f225d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad92 expref: 96 pid: 9573 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746143522.139197:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15871 00000100:00100000:0.0:1746143522.139205:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:2006:x1830963461799040:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143522.139220:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143522.139240:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f225d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad92 expref: 96 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.139253:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f225d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad92 expref: 96 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.139274:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f225d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad92 expref: 96 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.139293:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143522.139321:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143522.139329:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f225d7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad99 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.139337:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f225d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad99 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.139369:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f225d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad99 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143522.139381:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130728380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455135616:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143522.139452:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143522.143284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.143338:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461799424 00000100:00100000:0.0:1746143522.143346:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461799424 00002000:00100000:0.0:1746143522.143387:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7ed80 x1830963461799424/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.143396:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7ed80 with x1830963461799424 ext(0->4095) 00010000:00010000:0.0:1746143522.143405:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f225d7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad99 expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.143418:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f225d7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad99 expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746143522.143424:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7ed80 00000100:00100000:0.0:1746143522.143447:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2691 00000100:00100000:0.0:1746143522.143452:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461799424:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143522.143579:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461799424:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (305us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143522.143585:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2691 00002000:00100000:0.0:1746143522.143589:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7ed80 x1830963461799424/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.143596:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7ed80 with x1830963461799424 ext(0->4095) 00010000:00010000:0.0:1746143522.143599:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f225d7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad99 expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.143607:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f225d7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ad99 expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746143522.143612:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7ed80 00000100:00100000:0.0:1746143522.145733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.146720:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.152817:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455136000:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143522.152841:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143522.152901:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461799680:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5982us (6180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143522.152911:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15872 00000100:00100000:1.0:1746143522.153020:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.153085:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461799936 00000100:00100000:0.0:1746143522.153091:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461799936 00002000:00100000:0.0:1746143522.153129:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f2d80 x1830963461799936/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.153138:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f2d80 with x1830963461799936 ext(0->4095) 00010000:00010000:0.0:1746143522.153147:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f225de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ada0 expref: 97 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.153160:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f225de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ada0 expref: 97 pid: 12044 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746143522.153166:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800918f2d80 00000100:00100000:0.0:1746143522.153182:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2692 00000100:00100000:0.0:1746143522.153188:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+97:2006:x1830963461799936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143522.153332:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+97:2006:x1830963461799936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (314us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143522.153338:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2692 00002000:00100000:0.0:1746143522.153344:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f2d80 x1830963461799936/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.153351:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f2d80 with x1830963461799936 ext(0->4095) 00010000:00010000:0.0:1746143522.153355:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f225de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ada0 expref: 97 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.153368:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f225de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ada0 expref: 97 pid: 12044 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746143522.153374:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800918f2d80 00000100:00100000:0.0:1746143522.156095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.160567:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455136128:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143522.160599:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143522.160665:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:2007:x1830963461800064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4286us (4577us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143522.160677:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15873 00000100:00100000:1.0:1746143522.160928:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461800320 00000100:00100000:1.0:1746143522.160935:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461800320 00002000:00100000:1.0:1746143522.160975:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9e300 x1830963461800320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.160985:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9e300 with x1830963461800320 ext(0->4095) 00002000:00010000:1.0:1746143522.160989:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9e300 00000100:00100000:1.0:1746143522.161006:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13488 00000100:00100000:1.0:1746143522.161012:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:2006:x1830963461800320:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143522.161135:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:2006:x1830963461800320:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.161140:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13488 00002000:00100000:1.0:1746143522.161145:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9e300 x1830963461800320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.161152:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9e300 with x1830963461800320 ext(0->4095) 00002000:00010000:1.0:1746143522.161154:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9e300 00000100:00100000:0.0:1746143522.162927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.166548:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096026d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455136256:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143522.166576:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f225ec lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6adae expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.166587:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f5fec00, rc 0) 00000100:00100000:0.0:1746143522.166629:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461800448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3341us (3706us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143522.166646:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29967 00000100:00100000:0.0:1746143522.167191:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.171060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.171491:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461800704 00000100:00100000:1.0:1746143522.171497:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461800704 00000100:00100000:1.0:1746143522.171524:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29968 00000100:00100000:1.0:1746143522.171529:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:1782:x1830963461800704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143522.171542:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143522.171553:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f225f3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6adb5 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.171675:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f225ec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6adae expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.171681:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.171682:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.171685:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f225f3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6adb5 expref: 97 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143522.171979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746143522.172060:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f225ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6adae expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.172071:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f225ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6adae expref: 5 pid: 12044 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.172081:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455136512:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143522.172121:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143522.174488:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455136512:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143522.174508:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f225f3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6adb5 expref: 96 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.174518:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93200, rc 0) 00000100:00100000:1.0:1746143522.174559:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:1782:x1830963461800704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3029us (3506us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.174566:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29968 00000100:00100000:0.0:1746143522.175555:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.176724:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461801088 00000100:00100000:1.0:1746143522.176731:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461801088 00000100:00100000:0.0:1746143522.181338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.184467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.189937:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461801856 00000100:00100000:1.0:1746143522.189944:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461801856 00002000:00100000:1.0:1746143522.189979:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9c700 x1830963461801856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.189988:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9c700 with x1830963461801856 ext(0->4095) 00002000:00010000:1.0:1746143522.189992:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9c700 00000100:00100000:1.0:1746143522.190019:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13489 00000100:00100000:1.0:1746143522.190025:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:2005:x1830963461801856:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143522.190128:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:2005:x1830963461801856:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (843us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.190134:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13489 00002000:00100000:1.0:1746143522.190138:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9c700 x1830963461801856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.190144:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9c700 with x1830963461801856 ext(0->4095) 00002000:00010000:1.0:1746143522.190146:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9c700 00000100:00100000:0.0:1746143522.193202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.197992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.199801:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.203547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.206922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.210721:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.226774:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.235570:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.238581:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+98:2005:x1830963461803136:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 895us (3018us total) trans 4294972226 rc 0/0 00000100:00100000:0.0:1746143522.238589:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2696 00002000:00100000:0.0:1746143522.238594:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090c7f800 x1830963461803136/t4294972226(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 496/448 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.238601:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7f800 with x1830963461803136 ext(0->7) 00010000:00010000:0.0:1746143522.238606:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22608 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6adca expref: 98 pid: 9572 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.238614:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22608 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6adca expref: 98 pid: 9572 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746143522.238619:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7f800 00000100:00100000:0.0:1746143522.248437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.254816:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.254948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.255095:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461803648 00000100:00100000:1.0:1746143522.255103:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461803648 00002000:00100000:1.0:1746143522.255142:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236b9500 x1830963461803648/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.255152:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b9500 with x1830963461803648 ext(0->4095) 00002000:00010000:1.0:1746143522.255156:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236b9500 00000100:00100000:1.0:1746143522.255170:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13491 00000100:00100000:1.0:1746143522.255176:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461803648:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143522.255317:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461803648:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.255323:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13491 00002000:00100000:1.0:1746143522.255327:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236b9500 x1830963461803648/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.255334:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b9500 with x1830963461803648 ext(0->4095) 00002000:00010000:1.0:1746143522.255337:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236b9500 00000100:00100000:1.0:1746143522.257862:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461803776 00000100:00100000:1.0:1746143522.257865:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461803776 00000100:00100000:1.0:1746143522.257894:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29974 00000100:00100000:1.0:1746143522.257899:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+99:1794:x1830963461803776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143522.257912:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143522.257922:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f2261d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6addf expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.257940:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.257944:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22616 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6add8 expref: 100 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.257949:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143522.257952:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f2261d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6addf expref: 100 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.257978:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22616 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6add8 expref: 100 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.257993:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f2261d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6addf expref: 100 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.258001:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93e00, rc 0) 00000100:00100000:1.0:1746143522.258521:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+100:1794:x1830963461803776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 620us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.258527:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29974 00000100:00100000:0.0:1746143522.260993:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455138048:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143522.261014:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143522.261057:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461803904:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3248us (3344us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143522.261066:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15880 00000100:00100000:1.0:1746143522.263390:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461804160 00000100:00100000:1.0:1746143522.263400:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461804160 00002000:00100000:1.0:1746143522.263445:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9ca80 x1830963461804160/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.263455:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9ca80 with x1830963461804160 ext(0->4095) 00010000:00010000:1.0:1746143522.263464:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22616 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6add8 expref: 99 pid: 9572 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.263478:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22616 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6add8 expref: 99 pid: 9572 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.263485:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9ca80 00000100:00100000:1.0:1746143522.263517:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2697 00000100:00100000:1.0:1746143522.263524:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+99:2006:x1830963461804160:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143522.263691:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+99:2006:x1830963461804160:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 166us (394us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.263709:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2697 00002000:00100000:1.0:1746143522.263715:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9ca80 x1830963461804160/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.263722:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9ca80 with x1830963461804160 ext(0->4095) 00010000:00010000:1.0:1746143522.263726:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22616 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6add8 expref: 99 pid: 9572 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.263735:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22616 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6add8 expref: 99 pid: 9572 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.263740:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9ca80 00000100:00100000:0.0:1746143522.267946:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.276684:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461804672 00000100:00100000:0.0:1746143522.276694:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461804672 00000100:00100000:0.0:1746143522.276746:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29975 00000100:00100000:0.0:1746143522.276755:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461804672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143522.276774:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143522.276792:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f22624 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ade6 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.276821:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f2261d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6addf expref: 97 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.276828:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143522.276830:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143522.276833:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f22624 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ade6 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.276869:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f2261d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6addf expref: 97 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.276882:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93e00/0xa6c9a53f47f2261d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6addf expref: 97 pid: 12044 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746143522.276893:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455138304:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143522.276991:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143522.280953:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.280986:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.285342:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.288679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.295722:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.296367:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461805568 00000100:00100000:1.0:1746143522.296376:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461805568 00002000:00100000:1.0:1746143522.296423:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236b8a80 x1830963461805568/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.296432:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b8a80 with x1830963461805568 ext(0->4095) 00002000:00010000:1.0:1746143522.296436:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236b8a80 00000100:00100000:1.0:1746143522.296467:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13493 00000100:00100000:1.0:1746143522.296475:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+98:2006:x1830963461805568:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143522.296612:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+98:2006:x1830963461805568:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (893us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.296618:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13493 00002000:00100000:1.0:1746143522.296623:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236b8a80 x1830963461805568/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.296629:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b8a80 with x1830963461805568 ext(0->4095) 00002000:00010000:1.0:1746143522.296641:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236b8a80 00000100:00100000:0.0:1746143522.298253:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.300693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.302456:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+100:2007:x1830963461805824:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1557us (1756us total) trans 4294972227 rc 0/0 00000100:00100000:0.0:1746143522.302465:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2699 00002000:00100000:0.0:1746143522.302473:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801236ba680 x1830963461805824/t4294972227(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 496/448 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.302482:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236ba680 with x1830963461805824 ext(0->7) 00010000:00010000:0.0:1746143522.302489:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2262b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aded expref: 100 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.302499:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2262b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aded expref: 100 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746143522.302506:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801236ba680 00000001:00080000:0.0:1746143522.304657:0:9569:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972227 is committed 00000100:00100000:0.0:1746143522.307089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.310233:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.310591:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461806208 00000100:00100000:1.0:1746143522.310597:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461806208 00002000:00100000:1.0:1746143522.310642:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236bb480 x1830963461806208/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.310652:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236bb480 with x1830963461806208 ext(0->4095) 00002000:00010000:1.0:1746143522.310656:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236bb480 00000100:00100000:1.0:1746143522.310680:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13494 00000100:00100000:1.0:1746143522.310686:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461806208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143522.310817:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461806208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (592us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.310823:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13494 00002000:00100000:1.0:1746143522.310828:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236bb480 x1830963461806208/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.310837:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236bb480 with x1830963461806208 ext(0->4095) 00002000:00010000:1.0:1746143522.310839:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236bb480 00000100:00100000:0.0:1746143522.313915:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.323921:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.328789:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455139200:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143522.328810:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143522.329050:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461806464:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4936us (5138us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143522.329060:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15885 00000100:00100000:0.0:1746143522.329407:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461806720 00000100:00100000:0.0:1746143522.329413:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461806720 00002000:00100000:0.0:1746143522.329450:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9df80 x1830963461806720/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.329460:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9df80 with x1830963461806720 ext(0->4095) 00002000:00010000:0.0:1746143522.329464:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9df80 00000100:00100000:0.0:1746143522.329899:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13495 00000100:00100000:0.0:1746143522.329907:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2006:x1830963461806720:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143522.330044:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2006:x1830963461806720:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (867us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143522.330050:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13495 00002000:00100000:0.0:1746143522.330054:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9df80 x1830963461806720/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.330060:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9df80 with x1830963461806720 ext(0->4095) 00002000:00010000:0.0:1746143522.330063:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9df80 00000100:00100000:0.0:1746143522.332945:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.343011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.343168:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461806976 00000100:00100000:1.0:1746143522.343175:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461806976 00002000:00100000:1.0:1746143522.343209:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800978b4000 x1830963461806976/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 496/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.343218:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4000 with x1830963461806976 ext(0->7) 00010000:00010000:1.0:1746143522.343224:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22639 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6adfb expref: 6 pid: 9572 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.343235:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22639 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6adfb expref: 6 pid: 9572 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.343242:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b4000 00000100:00100000:1.0:1746143522.343257:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2700 00000100:00100000:1.0:1746143522.343262:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2006:x1830963461806976:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143522.344431:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963461806976:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1165us (1417us total) trans 4294972228 rc 0/0 00000100:00100000:0.0:1746143522.344439:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2700 00002000:00100000:0.0:1746143522.344446:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800978b4000 x1830963461806976/t4294972228(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 496/448 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.344453:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4000 with x1830963461806976 ext(0->7) 00010000:00010000:0.0:1746143522.344459:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22639 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6adfb expref: 8 pid: 9572 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.344468:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22639 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6adfb expref: 8 pid: 9572 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746143522.344474:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b4000 00000100:00100000:0.0:1746143522.348560:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.350350:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.352398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.352448:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461807488 00000100:00100000:1.0:1746143522.352453:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461807488 00002000:00100000:1.0:1746143522.352483:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b6a00 x1830963461807488/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.352493:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b6a00 with x1830963461807488 ext(0->4095) 00010000:00010000:1.0:1746143522.352499:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22640 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae02 expref: 6 pid: 9572 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.352510:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22640 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae02 expref: 6 pid: 9572 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.352515:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b6a00 00000100:00100000:1.0:1746143522.352541:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2701 00000100:00100000:1.0:1746143522.352547:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461807488:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746143522.352684:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461807488:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.352690:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2701 00002000:00100000:1.0:1746143522.352694:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b6a00 x1830963461807488/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.352700:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b6a00 with x1830963461807488 ext(0->4095) 00010000:00010000:1.0:1746143522.352705:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22640 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae02 expref: 6 pid: 9572 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.352713:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22640 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae02 expref: 6 pid: 9572 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.352718:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b6a00 00000100:00100000:0.0:1746143522.355364:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.356459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.359259:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.359344:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461808000 00000100:00100000:1.0:1746143522.359351:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461808000 00002000:00100000:1.0:1746143522.359388:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b5880 x1830963461808000/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.359396:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b5880 with x1830963461808000 ext(0->4095) 00010000:00010000:1.0:1746143522.359402:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22647 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae09 expref: 10 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.359412:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22647 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae09 expref: 10 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.359417:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b5880 00000100:00100000:1.0:1746143522.359432:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2702 00000100:00100000:1.0:1746143522.359438:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963461808000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143522.359567:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963461808000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.359573:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2702 00002000:00100000:1.0:1746143522.359577:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b5880 x1830963461808000/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.359591:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b5880 with x1830963461808000 ext(0->4095) 00010000:00010000:1.0:1746143522.359595:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22647 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae09 expref: 9 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.359603:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22647 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae09 expref: 9 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.359608:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b5880 00000100:00100000:0.0:1746143522.364052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.364434:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15888 00000100:00100000:0.0:1746143522.364575:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4cd9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963461808128:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143522.364588:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143522.364846:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22647 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae09 expref: 9 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.364860:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22647 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae09 expref: 9 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.365020:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22647 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae09 expref: 9 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.365050:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143522.365052:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143522.365059:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f2264e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae10 expref: 8 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.365068:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f2264e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae10 expref: 8 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.365102:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f2264e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae10 expref: 8 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143522.365118:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455139968:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143522.365213:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143522.367204:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.367549:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461808384 00000100:00100000:1.0:1746143522.367556:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461808384 00002000:00100000:1.0:1746143522.367591:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b7b80 x1830963461808384/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.367600:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b7b80 with x1830963461808384 ext(0->4095) 00002000:00010000:1.0:1746143522.367603:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978b7b80 00000100:00100000:1.0:1746143522.367629:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13496 00000100:00100000:1.0:1746143522.367645:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963461808384:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746143522.367754:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963461808384:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (557us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.367760:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13496 00002000:00100000:1.0:1746143522.367764:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b7b80 x1830963461808384/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.367771:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b7b80 with x1830963461808384 ext(0->4095) 00002000:00010000:1.0:1746143522.367773:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978b7b80 00000100:00100000:0.0:1746143522.369821:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.373063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.375677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.378473:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.378518:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.384024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.387354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.391869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.395996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.396110:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461809920 00000100:00100000:1.0:1746143522.396117:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461809920 00002000:00100000:1.0:1746143522.396153:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969eea00 x1830963461809920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.396163:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eea00 with x1830963461809920 ext(0->4095) 00002000:00010000:1.0:1746143522.396167:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969eea00 00000100:00100000:1.0:1746143522.396934:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13498 00000100:00100000:1.0:1746143522.396942:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963461809920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143522.397064:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963461809920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (1069us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.397070:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13498 00002000:00100000:1.0:1746143522.397074:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969eea00 x1830963461809920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.397082:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eea00 with x1830963461809920 ext(0->4095) 00002000:00010000:1.0:1746143522.397085:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969eea00 00000100:00100000:0.0:1746143522.398838:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.409957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.410114:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.412742:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.412894:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461810560 00000100:00100000:1.0:1746143522.412900:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461810560 00002000:00100000:1.0:1746143522.412933:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ec380 x1830963461810560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.412943:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec380 with x1830963461810560 ext(0->4095) 00010000:00010000:1.0:1746143522.412950:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2266a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae2c expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.412960:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2266a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae2c expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.412972:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ec380 00000100:00100000:1.0:1746143522.412988:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2704 00000100:00100000:1.0:1746143522.412994:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461810560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143522.413353:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461810560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 358us (614us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.413359:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2704 00002000:00100000:1.0:1746143522.413364:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ec380 x1830963461810560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.413371:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec380 with x1830963461810560 ext(0->4095) 00010000:00010000:1.0:1746143522.413375:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2266a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae2c expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.413383:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2266a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae2c expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.413388:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ec380 00000100:00100000:0.0:1746143522.414527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.416608:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461810944 00000100:00100000:1.0:1746143522.416613:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461810944 00002000:00100000:1.0:1746143522.416649:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9d500 x1830963461810944/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.416657:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9d500 with x1830963461810944 ext(0->4095) 00002000:00010000:1.0:1746143522.416661:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9d500 00000100:00100000:1.0:1746143522.416677:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13499 00000100:00100000:1.0:1746143522.416688:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963461810944:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746143522.416803:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963461810944:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.416847:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13499 00002000:00100000:1.0:1746143522.416854:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9d500 x1830963461810944/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.416861:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9d500 with x1830963461810944 ext(0->4095) 00002000:00010000:1.0:1746143522.416864:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9d500 00000100:00100000:0.0:1746143522.420133:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.430075:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.430164:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461811200 00000100:00100000:1.0:1746143522.430174:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461811200 00002000:00100000:1.0:1746143522.430222:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969ee680 x1830963461811200/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 496/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.430232:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ee680 with x1830963461811200 ext(0->7) 00010000:00010000:1.0:1746143522.430242:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22671 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae33 expref: 8 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.430255:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22671 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae33 expref: 8 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.430262:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ee680 00000100:00100000:1.0:1746143522.430352:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2705 00000100:00100000:1.0:1746143522.430360:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963461811200:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143522.431654:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963461811200:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1290us (1587us total) trans 4294972229 rc 0/0 00000100:00100000:0.0:1746143522.431661:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2705 00002000:00100000:0.0:1746143522.431667:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969ee680 x1830963461811200/t4294972229(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 496/448 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.431674:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ee680 with x1830963461811200 ext(0->7) 00010000:00010000:0.0:1746143522.431680:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22671 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae33 expref: 10 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.431689:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22671 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae33 expref: 10 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746143522.431695:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ee680 00000100:00100000:0.0:1746143522.438770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.443145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.445591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.445652:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.446146:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461811968 00000100:00100000:1.0:1746143522.446151:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461811968 00000100:00100000:1.0:1746143522.446192:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29989 00000100:00100000:1.0:1746143522.446200:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+7:1794:x1830963461811968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143522.446213:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143522.446227:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22686 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ae48 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.446248:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.446253:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2267f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae41 expref: 9 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.446259:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143522.446262:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22686 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae48 expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.446339:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2267f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae41 expref: 9 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.446352:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22686 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae48 expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.446362:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92400, rc 0) 00000100:00100000:1.0:1746143522.446399:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+8:1794:x1830963461811968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.446404:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29989 00010000:00010000:0.0:1746143522.449581:0:8900:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143522.450343:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.454268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.454320:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461812352 00000100:00100000:1.0:1746143522.454329:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461812352 00000100:00100000:1.0:1746143522.454387:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29990 00000100:00100000:1.0:1746143522.454395:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:1782:x1830963461812352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143522.454414:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143522.454430:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f2268d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ae4f expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.454457:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143522.454463:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22686 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae48 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.454469:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143522.454473:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f2268d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae4f expref: 11 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.454508:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22686 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae48 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.454520:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f2268d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae4f expref: 11 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.454528:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92000, rc 0) 00000100:00100000:1.0:1746143522.454577:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:1782:x1830963461812352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.454583:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29990 00000100:00100000:0.0:1746143522.454704:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.457274:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.463737:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.466689:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.470798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.475033:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.480699:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.485976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.490829:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.491017:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.494274:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.499672:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461814400 00000100:00100000:0.0:1746143522.499680:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461814400 00010000:00010000:0.0:1746143522.499713:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f2269b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae5d expref: 11 pid: 9573 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746143522.499739:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15900 00000100:00100000:0.0:1746143522.499745:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2007:x1830963461814400:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143522.499759:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143522.499778:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f2269b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae5d expref: 11 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.499789:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f2269b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae5d expref: 11 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.499808:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28c00/0xa6c9a53f47f2269b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae5d expref: 11 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.499889:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143522.499891:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143522.499899:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae64 expref: 10 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.499906:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae64 expref: 10 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.499935:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae64 expref: 10 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143522.499946:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f669f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455143040:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143522.500724:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143522.503169:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.519176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.520324:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461814784 00000100:00100000:1.0:1746143522.520335:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461814784 00000100:00100000:1.0:1746143522.520398:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29994 00000100:00100000:1.0:1746143522.520407:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461814784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143522.520426:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143522.520445:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f226a9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ae6b expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.520476:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae64 expref: 9 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.520483:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143522.520485:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143522.520488:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f226a9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae6b expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.520521:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae64 expref: 9 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.520539:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae64 expref: 9 pid: 9573 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.520551:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455143168:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143522.520641:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143522.530484:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455143168:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143522.530517:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f226a9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae6b expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.530536:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93200, rc 0) 00000100:00100000:1.0:1746143522.530589:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461814784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10182us (11423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.530599:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29994 00000100:00100000:0.0:1746143522.536999:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.541268:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963461814912:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3001us (4969us total) trans 4294972230 rc 0/0 00000100:00100000:0.0:1746143522.541281:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2711 00002000:00100000:0.0:1746143522.541292:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008f669180 x1830963461814912/t4294972230(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 496/448 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.541311:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f669180 with x1830963461814912 ext(0->7) 00010000:00010000:0.0:1746143522.541320:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae64 expref: 12 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.541334:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae64 expref: 12 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746143522.541339:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f669180 00000100:00100000:0.0:1746143522.550922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.551164:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461815040 00000100:00100000:1.0:1746143522.551174:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461815040 00000100:00100000:1.0:1746143522.551229:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 29995 00000100:00100000:1.0:1746143522.551236:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1782:x1830963461815040:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143522.551256:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143522.551274:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f226b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ae72 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.551334:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143522.551340:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f226a9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae6b expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.551346:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143522.551349:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f226b0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae72 expref: 13 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.551384:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f226a9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae6b expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.551397:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f226b0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae72 expref: 13 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.551408:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92c00, rc 0) 00000100:00100000:1.0:1746143522.551458:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1782:x1830963461815040:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 222us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.551464:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 29995 00000100:00100000:0.0:1746143522.552839:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.561198:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.561404:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461815424 00000100:00100000:1.0:1746143522.561415:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461815424 00002000:00100000:1.0:1746143522.561463:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66b800 x1830963461815424/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.561475:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66b800 with x1830963461815424 ext(0->4095) 00010000:00010000:1.0:1746143522.561484:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f226a9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae6b expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.561499:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f226a9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae6b expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.561506:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f66b800 00000100:00100000:1.0:1746143522.561525:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2712 00000100:00100000:1.0:1746143522.561532:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461815424:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143522.561702:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461815424:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 169us (517us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.561708:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2712 00002000:00100000:1.0:1746143522.561714:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66b800 x1830963461815424/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.561722:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66b800 with x1830963461815424 ext(0->4095) 00010000:00010000:1.0:1746143522.561726:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f226a9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae6b expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.561736:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f226a9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae6b expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.561747:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f66b800 00000100:00100000:0.0:1746143522.567565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.575099:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.585437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.585658:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461816192 00000100:00100000:1.0:1746143522.585665:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461816192 00000100:00100000:0.0:1746143522.586218:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.587095:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461816064 00000100:00100000:0.0:1746143522.587102:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461816064 00010000:00010000:0.0:1746143522.587125:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f226b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae72 expref: 13 pid: 12044 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.587991:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15903 00000100:00100000:1.0:1746143522.588001:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963461816064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143522.588014:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143522.588038:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f226b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae72 expref: 13 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.588051:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f226b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae72 expref: 13 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.588074:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f226b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae72 expref: 13 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.588131:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.588133:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.588142:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226b7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae79 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.588150:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae79 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.588183:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae79 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.588198:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae79 expref: 5 pid: 9573 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.588211:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455143936:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143522.588311:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143522.589990:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455143936:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143522.590012:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143522.590049:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963461816064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2049us (3830us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.590058:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15903 00000100:00100000:0.0:1746143522.591026:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.591124:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461816448 00000100:00100000:1.0:1746143522.591131:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461816448 00002000:00100000:1.0:1746143522.591174:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f668000 x1830963461816448/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.591183:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668000 with x1830963461816448 ext(0->4095) 00010000:00010000:1.0:1746143522.591192:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae79 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.591205:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae79 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.591212:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f668000 00000100:00100000:1.0:1746143522.591455:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2713 00000100:00100000:1.0:1746143522.591462:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461816448:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143522.591592:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461816448:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (570us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.591597:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2713 00002000:00100000:1.0:1746143522.591602:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f668000 x1830963461816448/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.591608:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668000 with x1830963461816448 ext(0->4095) 00010000:00010000:1.0:1746143522.591612:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae79 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.591621:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae79 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.591626:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f668000 00000100:00100000:0.0:1746143522.593944:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.594128:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461816576 00000100:00100000:1.0:1746143522.594136:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461816576 00010000:00010000:1.0:1746143522.594173:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae79 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.594770:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15904 00000100:00100000:1.0:1746143522.594780:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f669f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461816576:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143522.594795:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143522.594817:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae79 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.594828:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae79 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.594853:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae79 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.594869:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.594870:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.594879:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae80 expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.594886:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae80 expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.594923:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae80 expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143522.594937:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455144064:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143522.595506:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143522.598258:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455144064:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143522.598285:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143522.598360:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461816576:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3581us (4422us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.598372:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15904 00000100:00100000:0.0:1746143522.598692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.602764:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.609102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.609769:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461817088 00000100:00100000:1.0:1746143522.609780:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461817088 00002000:00100000:1.0:1746143522.609826:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096a86300 x1830963461817088/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 496/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.609842:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86300 with x1830963461817088 ext(0->7) 00010000:00010000:1.0:1746143522.609852:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae80 expref: 12 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.609865:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae80 expref: 12 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.609871:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a86300 00000100:00100000:0.0:1746143522.612880:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963461817088:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1871us (3780us total) trans 4294972231 rc 0/0 00000100:00100000:0.0:1746143522.612891:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2714 00002000:00100000:0.0:1746143522.612901:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096a86300 x1830963461817088/t4294972231(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 496/448 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.612910:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86300 with x1830963461817088 ext(0->7) 00010000:00010000:0.0:1746143522.612919:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae80 expref: 14 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.612934:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae80 expref: 14 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746143522.612940:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a86300 00000100:00100000:0.0:1746143522.619278:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.619342:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461817216 00000100:00100000:1.0:1746143522.619354:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461817216 00010000:00010000:1.0:1746143522.619395:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae80 expref: 14 pid: 9573 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746143522.619414:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.619438:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15905 00000100:00100000:1.0:1746143522.619446:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963461817216:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143522.619565:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143522.619589:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae80 expref: 14 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.619602:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae80 expref: 14 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.619627:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f226be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae80 expref: 14 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.619661:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.619664:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.619672:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226c5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae87 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.619681:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae87 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.619715:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae87 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143522.619728:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455144320:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143522.620148:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143522.623619:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455144320:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143522.623655:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143522.623703:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2006:x1830963461817216:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4256us (4438us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.623714:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15905 00000100:00100000:0.0:1746143522.624045:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.624211:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461817600 00000100:00100000:1.0:1746143522.624218:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461817600 00002000:00100000:1.0:1746143522.624254:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a86a00 x1830963461817600/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.624263:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86a00 with x1830963461817600 ext(0->4095) 00010000:00010000:1.0:1746143522.624269:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae87 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.624281:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae87 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.624291:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a86a00 00000100:00100000:1.0:1746143522.624529:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2715 00000100:00100000:1.0:1746143522.624537:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461817600:12345-192.168.203.27@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746143522.624670:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461817600:12345-192.168.203.27@tcp:3:ldlm_bl.0 Request processed in 134us (625us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.624675:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2715 00002000:00100000:1.0:1746143522.624679:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a86a00 x1830963461817600/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.624685:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86a00 with x1830963461817600 ext(0->4095) 00010000:00010000:1.0:1746143522.624689:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae87 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.624697:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae87 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.624702:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a86a00 00000100:00100000:0.0:1746143522.628867:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.628928:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461817728 00000100:00100000:1.0:1746143522.628937:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461817728 00010000:00010000:1.0:1746143522.628976:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae87 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.629673:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15906 00000100:00100000:1.0:1746143522.629682:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461817728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143522.629699:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143522.629724:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae87 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.629737:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae87 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.629763:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae87 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.629787:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.629789:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.629798:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f226cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae8e expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.629806:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f226cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae8e expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.629843:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f226cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae8e expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143522.629856:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455144576:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143522.630566:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143522.635840:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.636217:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455144576:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143522.636239:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143522.636282:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461817728:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6602us (7425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.636292:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15906 00000100:00100000:0.0:1746143522.638805:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.642033:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.642084:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461818240 00000100:00100000:1.0:1746143522.642091:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461818240 00010000:00010000:1.0:1746143522.642116:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f226cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae8e expref: 14 pid: 9573 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.642134:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15907 00000100:00100000:1.0:1746143522.642140:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963461818240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143522.642152:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143522.642170:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f226cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae8e expref: 14 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.642181:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f226cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae8e expref: 14 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.642198:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f226cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae8e expref: 14 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.642222:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.642223:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.642230:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f226d3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae95 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.642238:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f226d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae95 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.642264:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f226d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae95 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143522.642274:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455144832:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143522.642352:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143522.646169:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.646254:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.646643:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455144832:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143522.646660:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143522.648127:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2006:x1830963461818240:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5983us (6091us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.648136:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15907 00000100:00100000:0.0:1746143522.651952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.652361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.652550:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461818880 00000100:00100000:1.0:1746143522.652554:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461818880 00010000:00010000:1.0:1746143522.652574:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f226d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae95 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.652641:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15908 00000100:00100000:1.0:1746143522.652647:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461818880:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143522.652655:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143522.652673:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f226d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae95 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.652683:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f226d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae95 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.653165:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f226d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae95 expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.653232:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.653233:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.653240:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f226da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae9c expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.653250:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f226da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae9c expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.653271:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f226da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae9c expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.653281:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f226da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae9c expref: 14 pid: 9573 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.653291:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455145216:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143522.653785:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143522.655925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.656135:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455145216:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143522.656152:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143522.656186:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461818880:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3540us (3826us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.656194:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15908 00000100:00100000:0.0:1746143522.658798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.658878:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461819264 00000100:00100000:1.0:1746143522.658885:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461819264 00010000:00010000:1.0:1746143522.658912:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f226da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae9c expref: 15 pid: 9573 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.659055:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15909 00000100:00100000:1.0:1746143522.659062:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2005:x1830963461819264:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143522.659076:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143522.659094:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f226da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae9c expref: 15 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.659105:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f226da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae9c expref: 15 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.659124:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f226da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ae9c expref: 15 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.659139:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.659140:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.659147:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aea3 expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.659155:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aea3 expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.659191:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aea3 expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143522.659204:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455145344:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143522.659853:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4780 going to sleep for 11 seconds 00000100:00100000:1.0:1746143522.662241:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455145344:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143522.662268:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143522.662340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.662345:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2005:x1830963461819264:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3283us (3555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.662356:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15909 00000100:00100000:0.0:1746143522.665393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.669821:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.669876:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461819776 00000100:00100000:1.0:1746143522.669884:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461819776 00010000:00010000:1.0:1746143522.669914:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aea3 expref: 14 pid: 9573 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.669950:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15910 00000100:00100000:1.0:1746143522.669957:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097827b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963461819776:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143522.669971:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143522.669992:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aea3 expref: 14 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.670004:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aea3 expref: 14 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.670028:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f226e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aea3 expref: 14 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.670052:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.670054:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.670062:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f226e8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeaa expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.670070:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f226e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeaa expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.670103:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f226e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeaa expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143522.670120:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455145600:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143522.670199:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143522.672871:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455145600:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143522.672894:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143522.672937:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097827b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963461819776:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2979us (3115us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.672947:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15910 00000100:00100000:0.0:1746143522.673889:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.674946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.678453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.680815:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.681247:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461820416 00000100:00100000:1.0:1746143522.681254:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461820416 00010000:00010000:1.0:1746143522.681281:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f226e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeaa expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.681425:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15911 00000100:00100000:1.0:1746143522.681433:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461820416:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143522.681446:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143522.681463:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f226e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeaa expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.681475:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f226e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeaa expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.681495:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f226e8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeaa expref: 6 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.681518:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.681521:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.681527:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb1 expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.681535:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb1 expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.681563:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb1 expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.681573:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb1 expref: 14 pid: 9573 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.681585:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455145984:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143522.681664:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143522.684772:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455145984:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143522.684799:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143522.684857:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461820416:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3423us (4045us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.684868:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15911 00000100:00100000:0.0:1746143522.685186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.685421:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461820672 00000100:00100000:1.0:1746143522.685428:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461820672 00002000:00100000:1.0:1746143522.685466:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091860e00 x1830963461820672/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.685475:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091860e00 with x1830963461820672 ext(0->4095) 00010000:00010000:1.0:1746143522.685483:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb1 expref: 15 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.685500:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb1 expref: 15 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.685505:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091860e00 00000100:00100000:1.0:1746143522.686000:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2718 00000100:00100000:1.0:1746143522.686008:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2006:x1830963461820672:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143522.686151:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2006:x1830963461820672:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (967us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.686158:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2718 00002000:00100000:1.0:1746143522.686163:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091860e00 x1830963461820672/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.686170:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091860e00 with x1830963461820672 ext(0->4095) 00010000:00010000:1.0:1746143522.686175:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb1 expref: 15 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.686184:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb1 expref: 15 pid: 9573 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.686190:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091860e00 00000100:00100000:0.0:1746143522.688434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.688687:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461820800 00000100:00100000:1.0:1746143522.688695:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461820800 00010000:00010000:1.0:1746143522.688725:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb1 expref: 15 pid: 9573 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.688765:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15912 00000100:00100000:1.0:1746143522.688773:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091863100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2007:x1830963461820800:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143522.688786:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143522.688805:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb1 expref: 15 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.688815:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb1 expref: 15 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.688836:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f226ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb1 expref: 15 pid: 9573 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.688862:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.688864:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.688870:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f226f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb8 expref: 14 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.688878:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f226f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb8 expref: 14 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.688910:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f226f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb8 expref: 14 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143522.688921:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455146112:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143522.689010:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143522.693036:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.693122:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455146112:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143522.693145:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143522.693193:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2007:x1830963461820800:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4421us (4769us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.693205:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15912 00000100:00100000:0.0:1746143522.696004:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.696122:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461821184 00000100:00100000:1.0:1746143522.696129:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461821184 00000100:00100000:1.0:1746143522.696179:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30006 00000100:00100000:1.0:1746143522.696186:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461821184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143522.696201:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143522.696218:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f226fd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aebf expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.696247:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f226f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb8 expref: 13 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.696254:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143522.696256:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143522.696260:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f226fd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aebf expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.696290:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f226f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb8 expref: 13 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.696330:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f226f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb8 expref: 13 pid: 9572 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.696342:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455146240:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143522.696422:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143522.697762:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455146240:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143522.697788:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f226fd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aebf expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.697801:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92e00, rc 0) 00000100:00100000:1.0:1746143522.697833:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461821184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1647us (1837us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.697841:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30006 00000100:00100000:0.0:1746143522.699329:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.699408:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461821312 00000100:00100000:1.0:1746143522.699417:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461821312 00010000:00010000:1.0:1746143522.699454:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f226f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb8 expref: 14 pid: 9572 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.699490:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15913 00000100:00100000:1.0:1746143522.699497:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963461821312:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143522.699511:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143522.699533:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f226f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb8 expref: 14 pid: 9572 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.699544:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f226f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb8 expref: 14 pid: 9572 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.699570:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28e00/0xa6c9a53f47f226f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aeb8 expref: 14 pid: 9572 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.699589:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.699591:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.699598:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f226fd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aebf expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.699607:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f226fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aebf expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.699651:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f226fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aebf expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143522.699667:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455146368:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143522.699746:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143522.700993:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455146368:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143522.701010:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143522.701510:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963461821312:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2012us (2187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.701519:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15913 00000100:00100000:0.0:1746143522.702460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.702533:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461821568 00000100:00100000:1.0:1746143522.702540:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461821568 00000100:00100000:1.0:1746143522.702649:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30007 00000100:00100000:1.0:1746143522.702656:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1782:x1830963461821568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143522.702675:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143522.702692:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22704 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aec6 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.702720:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f226fd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aebf expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.702727:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.702729:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.702732:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22704 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aec6 expref: 14 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.702761:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f226fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aebf expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.702772:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f226fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aebf expref: 5 pid: 12044 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.702783:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455146496:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143522.703177:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143522.703999:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.704065:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461821696 00000100:00100000:1.0:1746143522.704071:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461821696 00002000:00100000:1.0:1746143522.704244:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920d4000 x1830963461821696/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.704253:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d4000 with x1830963461821696 ext(0->4095) 00010000:00010000:1.0:1746143522.704261:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f226fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aebf expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.704270:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f226fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aebf expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.704275:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920d4000 00000100:00100000:1.0:1746143522.704315:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2719 00000100:00100000:1.0:1746143522.704321:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461821696:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746143522.704455:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461821696:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (456us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.704463:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2719 00002000:00100000:1.0:1746143522.704468:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920d4000 x1830963461821696/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.704475:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d4000 with x1830963461821696 ext(0->4095) 00010000:00010000:1.0:1746143522.704480:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f226fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aebf expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.704489:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f226fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aebf expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.704494:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920d4000 00000100:00100000:1.0:1746143522.705042:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455146496:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143522.705061:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22704 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aec6 expref: 14 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.705074:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93a00, rc 0) 00000100:00100000:1.0:1746143522.705220:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:1782:x1830963461821568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2563us (2928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.705225:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30007 00000100:00100000:0.0:1746143522.710888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.711017:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461821824 00000100:00100000:1.0:1746143522.711026:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461821824 00010000:00010000:1.0:1746143522.711064:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f226fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aebf expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.711990:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15914 00000100:00100000:1.0:1746143522.711998:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461821824:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143522.712013:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143522.712032:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f226fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aebf expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.712043:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f226fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aebf expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.712065:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f226fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aebf expref: 6 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.712082:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.712084:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.712091:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22704 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aec6 expref: 13 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.712099:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22704 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aec6 expref: 13 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.712133:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22704 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aec6 expref: 13 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143522.712144:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455146624:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143522.712228:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143522.717310:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.727565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.728766:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461822208 00000100:00100000:1.0:1746143522.728780:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461822208 00000100:00100000:1.0:1746143522.729857:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30008 00000100:00100000:1.0:1746143522.729869:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461822208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143522.729888:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143522.729906:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f2270b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aecd expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.729937:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22704 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aec6 expref: 13 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.729944:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143522.729946:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143522.729949:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f2270b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aecd expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.729982:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22704 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aec6 expref: 13 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.729993:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22704 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aec6 expref: 13 pid: 12044 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.730004:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455146752:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143522.730106:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143522.732982:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455146752:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143522.733016:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f2270b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aecd expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.733033:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92200, rc 0) 00000100:00100000:1.0:1746143522.733085:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461822208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3218us (5530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.733092:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30008 00000100:00100000:0.0:1746143522.736621:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.736727:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461822336 00000100:00100000:1.0:1746143522.736737:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461822336 00002000:00100000:1.0:1746143522.736783:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092caf800 x1830963461822336/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 496/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.736792:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caf800 with x1830963461822336 ext(0->7) 00010000:00010000:1.0:1746143522.736801:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22704 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aec6 expref: 14 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:1.0:1746143522.736815:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22704 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aec6 expref: 14 pid: 12044 timeout: 840 lvb_type: 0 00002000:00010000:1.0:1746143522.736820:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092caf800 00000100:00100000:1.0:1746143522.737461:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2720 00000100:00100000:1.0:1746143522.737469:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2005:x1830963461822336:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143522.738864:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2005:x1830963461822336:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1391us (2250us total) trans 4294972232 rc 0/0 00000100:00100000:0.0:1746143522.738872:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2720 00002000:00100000:0.0:1746143522.738879:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092caf800 x1830963461822336/t4294972232(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 496/448 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.738886:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caf800 with x1830963461822336 ext(0->7) 00010000:00010000:0.0:1746143522.738893:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22704 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aec6 expref: 16 pid: 12044 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746143522.738905:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22704 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aec6 expref: 16 pid: 12044 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746143522.738911:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092caf800 00000100:00100000:0.0:1746143522.744049:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.747801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.747930:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461822720 00000100:00100000:1.0:1746143522.747939:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461822720 00002000:00100000:1.0:1746143522.747986:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caca80 x1830963461822720/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.747996:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caca80 with x1830963461822720 ext(0->4095) 00002000:00010000:1.0:1746143522.748001:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092caca80 00000100:00100000:1.0:1746143522.748349:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13509 00000100:00100000:1.0:1746143522.748356:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461822720:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143522.748472:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461822720:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (681us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.748477:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13509 00002000:00100000:1.0:1746143522.748482:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caca80 x1830963461822720/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.748490:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caca80 with x1830963461822720 ext(0->4095) 00002000:00010000:1.0:1746143522.748492:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092caca80 00000100:00100000:0.0:1746143522.750715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.750832:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461822848 00000100:00100000:1.0:1746143522.750839:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461822848 00000100:00100000:1.0:1746143522.750882:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30009 00000100:00100000:1.0:1746143522.750888:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:1794:x1830963461822848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143522.750903:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143522.750919:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22712 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aed4 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.750945:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f2270b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aecd expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.750951:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.750953:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143522.750956:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22712 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aed4 expref: 16 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.750988:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f2270b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aecd expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.751005:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f2270b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aecd expref: 5 pid: 12044 timeout: 840 lvb_type: 0 00000100:00100000:1.0:1746143522.751016:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455147008:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143522.751096:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143522.754760:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455147008:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143522.754796:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22712 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aed4 expref: 16 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.754815:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93200, rc 0) 00000100:00100000:1.0:1746143522.754862:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:1794:x1830963461822848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3972us (4152us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.754870:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30009 00000100:00100000:0.0:1746143522.755964:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.763435:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.769905:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.772149:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461823360 00000100:00100000:1.0:1746143522.772163:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461823360 00000100:00100000:1.0:1746143522.772243:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30010 00000100:00100000:1.0:1746143522.772252:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461823360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143522.772272:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143522.772289:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22719 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aedb expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.772361:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22712 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aed4 expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.772374:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143522.772376:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143522.772380:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22719 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aedb expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.772412:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22712 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aed4 expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.772424:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22712 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aed4 expref: 15 pid: 12044 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143522.772436:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455147264:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143522.772548:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143522.777445:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455147264:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143522.777482:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22719 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aedb expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143522.777500:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93a00, rc 0) 00000100:00100000:1.0:1746143522.777561:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461823360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5310us (7666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143522.777570:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30010 00000100:00100000:0.0:1746143522.778761:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.782158:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963461823488:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3025us (3386us total) trans 4294972233 rc 0/0 00000100:00100000:0.0:1746143522.782171:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2721 00002000:00100000:0.0:1746143522.782182:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092cadf80 x1830963461823488/t4294972233(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 496/448 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.782199:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cadf80 with x1830963461823488 ext(0->7) 00010000:00010000:0.0:1746143522.782209:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22712 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aed4 expref: 18 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143522.782227:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22712 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aed4 expref: 18 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143522.782234:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cadf80 00000100:00100000:0.0:1746143522.793829:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.801013:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461823872 00000100:00100000:1.0:1746143522.801023:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461823872 00002000:00100000:1.0:1746143522.801087:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096026a00 x1830963461823872/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.801104:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096026a00 with x1830963461823872 ext(0->4095) 00002000:00010000:1.0:1746143522.801109:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096026a00 00000100:00100000:1.0:1746143522.801141:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13511 00000100:00100000:1.0:1746143522.801149:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096026a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461823872:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143522.801318:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096026a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461823872:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.801325:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13511 00002000:00100000:1.0:1746143522.801331:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096026a00 x1830963461823872/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.801339:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096026a00 with x1830963461823872 ext(0->4095) 00002000:00010000:1.0:1746143522.801341:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096026a00 00000100:00100000:0.0:1746143522.802990:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455147392:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143522.803013:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143522.803056:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2005:x1830963461823616:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 8585us (9241us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143522.803065:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15917 00000100:00100000:1.0:1746143522.803221:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.803949:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461824000 00000100:00100000:0.0:1746143522.803956:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461824000 00000100:00100000:0.0:1746143522.803999:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30011 00000100:00100000:0.0:1746143522.804005:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1794:x1830963461824000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143522.804023:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143522.804041:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22720 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aee2 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.804068:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22719 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aedb expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.804080:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143522.804081:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143522.804084:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22720 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aee2 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.804113:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22719 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aedb expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143522.804125:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22719 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aedb expref: 5 pid: 12044 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746143522.804136:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455147520:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143522.804205:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143522.817482:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.817540:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.826651:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.826742:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461824512 00000100:00100000:1.0:1746143522.826749:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461824512 00002000:00100000:1.0:1746143522.826795:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009787ea00 x1830963461824512/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.827336:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009787ea00 with x1830963461824512 ext(0->4095) 00010000:00010000:1.0:1746143522.827346:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22720 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aee2 expref: 19 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143522.827359:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22720 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aee2 expref: 19 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143522.827365:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009787ea00 00000100:00100000:1.0:1746143522.827998:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2722 00000100:00100000:1.0:1746143522.828008:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009787ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963461824512:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143522.828333:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009787ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963461824512:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 326us (1691us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.828340:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2722 00002000:00100000:1.0:1746143522.828347:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009787ea00 x1830963461824512/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.828354:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009787ea00 with x1830963461824512 ext(0->4095) 00010000:00010000:1.0:1746143522.828361:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22720 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aee2 expref: 19 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143522.828372:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22720 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aee2 expref: 19 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143522.828378:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009787ea00 00000100:00100000:0.0:1746143522.832989:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.835865:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.841269:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.841356:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461825024 00000100:00100000:1.0:1746143522.841367:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461825024 00002000:00100000:1.0:1746143522.841415:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134090e00 x1830963461825024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.841424:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090e00 with x1830963461825024 ext(0->4095) 00010000:00010000:1.0:1746143522.841431:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22727 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aee9 expref: 19 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143522.841444:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22727 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aee9 expref: 19 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143522.841455:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134090e00 00000100:00100000:1.0:1746143522.841490:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2723 00000100:00100000:1.0:1746143522.841499:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2005:x1830963461825024:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143522.841650:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2005:x1830963461825024:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.841656:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2723 00002000:00100000:1.0:1746143522.841662:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134090e00 x1830963461825024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.841670:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090e00 with x1830963461825024 ext(0->4095) 00010000:00010000:1.0:1746143522.841675:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22727 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aee9 expref: 19 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143522.841683:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22727 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aee9 expref: 19 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143522.841689:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134090e00 00000100:00100000:0.0:1746143522.845275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.845431:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.849618:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.851552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.855819:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.858526:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.860468:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.863398:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.865163:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.865235:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.867386:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.869451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.869921:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461827072 00000100:00100000:1.0:1746143522.869927:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461827072 00002000:00100000:1.0:1746143522.869966:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cf1f80 x1830963461827072/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.869976:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf1f80 with x1830963461827072 ext(0->4095) 00010000:00010000:1.0:1746143522.869984:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22743 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af05 expref: 19 pid: 9573 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143522.870142:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22743 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af05 expref: 19 pid: 9573 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143522.870148:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cf1f80 00000100:00100000:1.0:1746143522.870465:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2725 00000100:00100000:1.0:1746143522.870472:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963461827072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143522.870600:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963461827072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (1153us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.870606:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2725 00002000:00100000:1.0:1746143522.870611:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cf1f80 x1830963461827072/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.870617:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf1f80 with x1830963461827072 ext(0->4095) 00010000:00010000:1.0:1746143522.870622:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22743 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af05 expref: 19 pid: 9573 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143522.870640:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22743 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af05 expref: 19 pid: 9573 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143522.870646:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cf1f80 00000100:00100000:0.0:1746143522.872421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.872492:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.876170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.881787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.881906:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.886561:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.889287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.892247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.893883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.895853:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.898428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.900164:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.903947:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.906153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.908852:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.910727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.910803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.915430:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.919064:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.923274:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.934150:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.937287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.944896:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.952422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.957485:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.961482:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2006:x1830963461831296:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3677us (3988us total) trans 4294972234 rc 0/0 00000100:00100000:0.0:1746143522.961494:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2731 00002000:00100000:0.0:1746143522.961504:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008efbb480 x1830963461831296/t4294972234(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 496/448 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.961512:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efbb480 with x1830963461831296 ext(0->7) 00010000:00010000:0.0:1746143522.961522:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2277b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af3d expref: 20 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143522.961538:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2277b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af3d expref: 20 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143522.961544:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008efbb480 00000100:00100000:0.0:1746143522.968985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.972224:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.983133:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461831808 00000100:00100000:0.0:1746143522.983145:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461831808 00002000:00100000:0.0:1746143522.983206:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9d180 x1830963461831808/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/0 e 0 to 0 dl 1746143533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.983217:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9d180 with x1830963461831808 ext(0->4095) 00010000:00010000:0.0:1746143522.983229:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f22782 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af44 expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143522.983244:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f22782 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af44 expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143522.983253:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9d180 00000100:00100000:0.0:1746143522.983285:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2732 00000100:00100000:0.0:1746143522.983306:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461831808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143522.983496:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461831808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 204us (451us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143522.983504:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2732 00002000:00100000:0.0:1746143522.983510:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9d180 x1830963461831808/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143522.983518:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9d180 with x1830963461831808 ext(0->4095) 00010000:00010000:0.0:1746143522.983523:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f22782 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af44 expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143522.983533:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f22782 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af44 expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143522.983539:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9d180 00000100:00100000:0.0:1746143522.987098:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143522.997676:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143522.999448:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13517 00000100:00100000:1.0:1746143522.999468:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2007:x1830963461832192:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143522.999674:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2007:x1830963461832192:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 213us (2011us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143522.999686:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13517 00002000:00100000:1.0:1746143522.999693:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008ef46d80 x1830963461832192/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:673/0 lens 488/4536 e 0 to 0 dl 1746143533 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143522.999701:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef46d80 with x1830963461832192 ext(0->4095) 00002000:00010000:1.0:1746143522.999705:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ef46d80 00000100:00100000:0.0:1746143523.006143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.014247:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.021252:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:2004:x1830963461832448:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 4307us (6994us total) trans 4294972235 rc 0/0 00000100:00100000:0.0:1746143523.021267:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2733 00002000:00100000:0.0:1746143523.021280:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096627100 x1830963461832448/t4294972235(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 496/448 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.021292:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096627100 with x1830963461832448 ext(0->7) 00010000:00010000:0.0:1746143523.021315:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22789 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af4b expref: 22 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.021333:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22789 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af4b expref: 22 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143523.021340:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096627100 00000100:00100000:0.0:1746143523.023583:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.030405:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.037826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.038073:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461832960 00000100:00100000:1.0:1746143523.038078:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461832960 00002000:00100000:1.0:1746143523.038106:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096625500 x1830963461832960/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.038114:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096625500 with x1830963461832960 ext(0->4095) 00010000:00010000:1.0:1746143523.038120:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22790 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af52 expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.038131:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22790 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af52 expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.038136:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096625500 00000100:00100000:1.0:1746143523.038159:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2734 00000100:00100000:1.0:1746143523.038164:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461832960:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143523.038260:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461832960:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.038266:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2734 00002000:00100000:1.0:1746143523.038270:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096625500 x1830963461832960/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.038282:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096625500 with x1830963461832960 ext(0->4095) 00010000:00010000:1.0:1746143523.038285:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22790 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af52 expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.038315:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22790 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af52 expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.038321:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096625500 00000100:00100000:0.0:1746143523.046621:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.058155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.066525:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.068495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.069650:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2007:x1830963461833600:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 964us (1129us total) trans 4294972236 rc 0/0 00000100:00100000:0.0:1746143523.069658:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2735 00002000:00100000:0.0:1746143523.069663:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096624a80 x1830963461833600/t4294972236(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 496/448 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.069670:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096624a80 with x1830963461833600 ext(0->7) 00010000:00010000:0.0:1746143523.069674:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22797 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af59 expref: 24 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.069683:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22797 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af59 expref: 24 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143523.069690:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096624a80 00000100:00100000:0.0:1746143523.071260:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.075947:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.076129:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461833984 00000100:00100000:0.0:1746143523.076136:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461833984 00002000:00100000:0.0:1746143523.076166:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092114380 x1830963461833984/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.076175:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092114380 with x1830963461833984 ext(0->4095) 00002000:00010000:0.0:1746143523.076178:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092114380 00000100:00100000:0.0:1746143523.076201:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13519 00000100:00100000:0.0:1746143523.076206:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092114380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461833984:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143523.076376:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092114380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461833984:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 167us (427us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143523.076383:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13519 00002000:00100000:0.0:1746143523.076389:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092114380 x1830963461833984/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.076395:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092114380 with x1830963461833984 ext(0->4095) 00002000:00010000:0.0:1746143523.076398:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092114380 00000100:00100000:0.0:1746143523.084846:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.086906:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455152384:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143523.086931:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f227a5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af67 expref: 24 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.086945:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28200, rc 0) 00000100:00100000:0.0:1746143523.087556:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:1794:x1830963461834112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2472us (2714us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143523.087565:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30030 00000100:00100000:0.0:1746143523.102608:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.107919:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455152512:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143523.107940:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143523.108034:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461834240:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4802us (5432us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.108043:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15937 00000100:00100000:1.0:1746143523.111504:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461834496 00000100:00100000:1.0:1746143523.111511:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461834496 00002000:00100000:1.0:1746143523.111545:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096024a80 x1830963461834496/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.111554:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096024a80 with x1830963461834496 ext(0->4095) 00002000:00010000:1.0:1746143523.111558:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096024a80 00000100:00100000:1.0:1746143523.111712:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13520 00000100:00100000:1.0:1746143523.111718:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096024a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2005:x1830963461834496:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143523.112132:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096024a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2005:x1830963461834496:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 414us (747us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.112139:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13520 00002000:00100000:1.0:1746143523.112145:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096024a80 x1830963461834496/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.112153:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096024a80 with x1830963461834496 ext(0->4095) 00002000:00010000:1.0:1746143523.112155:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096024a80 00000100:00100000:0.0:1746143523.127662:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.127970:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461834624 00000100:00100000:1.0:1746143523.127978:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461834624 00000100:00100000:1.0:1746143523.128023:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30031 00000100:00100000:1.0:1746143523.128030:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461834624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.128045:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.128058:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f227ac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6af6e expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.128079:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f227a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af67 expref: 23 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.128086:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.128088:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.128091:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f227ac lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af6e expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.128114:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f227a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af67 expref: 23 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.128124:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f227a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af67 expref: 23 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.128134:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455152640:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143523.128204:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.129860:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455152640:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143523.129880:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f227ac lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af6e expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.129891:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92000, rc 0) 00000100:00100000:1.0:1746143523.130899:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461834624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2866us (3242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.130906:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30031 00000100:00100000:1.0:1746143523.154990:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461834752 00000100:00100000:1.0:1746143523.154999:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461834752 00000100:00100000:1.0:1746143523.155044:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30032 00000100:00100000:1.0:1746143523.155051:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:1782:x1830963461834752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.155067:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.155081:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f227b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6af75 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.155103:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.155109:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f227ac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af6e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.155114:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143523.155118:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f227b3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af75 expref: 25 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.155144:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f227ac lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af6e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.155156:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f227b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af75 expref: 25 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.155164:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93200, rc 0) 00000100:00100000:1.0:1746143523.155252:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:1782:x1830963461834752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.155258:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30032 00000100:00100000:1.0:1746143523.160802:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461834880 00000100:00100000:1.0:1746143523.160810:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461834880 00002000:00100000:1.0:1746143523.160849:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096025f80 x1830963461834880/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 496/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.160857:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096025f80 with x1830963461834880 ext(0->7) 00010000:00010000:1.0:1746143523.160866:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f227a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af67 expref: 25 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.160878:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f227a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af67 expref: 25 pid: 9572 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.160884:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096025f80 00000100:00100000:1.0:1746143523.160903:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2736 00000100:00100000:1.0:1746143523.160910:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2007:x1830963461834880:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143523.161849:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:2007:x1830963461834880:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 933us (1140us total) trans 4294972237 rc 0/0 00000100:00100000:0.0:1746143523.161860:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2736 00002000:00100000:0.0:1746143523.161869:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096025f80 x1830963461834880/t4294972237(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 496/448 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.161877:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096025f80 with x1830963461834880 ext(0->7) 00010000:00010000:0.0:1746143523.161884:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f227a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af67 expref: 27 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.161897:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f227a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af67 expref: 27 pid: 9572 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143523.161903:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096025f80 00000100:00100000:0.0:1746143523.175212:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.175346:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461835008 00000100:00100000:1.0:1746143523.175357:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461835008 00010000:00010000:1.0:1746143523.175398:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f227a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af67 expref: 27 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.175449:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15938 00000100:00100000:1.0:1746143523.175456:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:2006:x1830963461835008:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143523.175470:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143523.175489:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f227a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af67 expref: 27 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.175499:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f227a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af67 expref: 27 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.175519:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f227a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af67 expref: 27 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.175548:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.175550:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.175556:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f227ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af6e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.175563:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f227ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af6e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.175597:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f227ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af6e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.175607:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f227ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af6e expref: 5 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.175618:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455152896:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143523.175949:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.177249:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455152896:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143523.177272:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143523.177335:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2006:x1830963461835008:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1879us (2133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.177345:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15938 00000100:00100000:0.0:1746143523.177872:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.180510:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461835264 00000100:00100000:1.0:1746143523.180526:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461835264 00002000:00100000:1.0:1746143523.180573:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236b480 x1830963461835264/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.180583:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236b480 with x1830963461835264 ext(0->4095) 00010000:00010000:1.0:1746143523.180592:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f227ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af6e expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.180607:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f227ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af6e expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.180615:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236b480 00000100:00100000:1.0:1746143523.180653:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2737 00000100:00100000:1.0:1746143523.180661:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461835264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143523.180813:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461835264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (2946us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.180820:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2737 00002000:00100000:1.0:1746143523.180825:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236b480 x1830963461835264/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.180832:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236b480 with x1830963461835264 ext(0->4095) 00010000:00010000:1.0:1746143523.180837:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f227ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af6e expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.180846:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f227ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af6e expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.180851:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236b480 00000100:00100000:0.0:1746143523.182735:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.182782:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461835392 00000100:00100000:1.0:1746143523.182789:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461835392 00010000:00010000:1.0:1746143523.182813:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f227ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af6e expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.182843:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15939 00000100:00100000:1.0:1746143523.182848:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461835392:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143523.182860:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143523.182876:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f227ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af6e expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.182890:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f227ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af6e expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.182966:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f227ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af6e expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.182981:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.182983:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.182990:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f227b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af75 expref: 25 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.183002:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f227b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af75 expref: 25 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.183036:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f227b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af75 expref: 25 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143523.183047:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455153024:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143523.183277:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.185049:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455153024:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143523.185070:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143523.185598:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461835392:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2746us (2864us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.185610:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15939 00000100:00100000:0.0:1746143523.185940:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.186221:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461835648 00000100:00100000:1.0:1746143523.186228:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461835648 00002000:00100000:1.0:1746143523.186266:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092369180 x1830963461835648/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.186275:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369180 with x1830963461835648 ext(0->4095) 00002000:00010000:1.0:1746143523.186278:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092369180 00000100:00100000:1.0:1746143523.186840:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13521 00000100:00100000:1.0:1746143523.186848:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2007:x1830963461835648:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143523.186973:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2007:x1830963461835648:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (1035us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.186983:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13521 00002000:00100000:1.0:1746143523.186987:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092369180 x1830963461835648/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.186994:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369180 with x1830963461835648 ext(0->4095) 00002000:00010000:1.0:1746143523.186997:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092369180 00000100:00100000:0.0:1746143523.190403:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.194707:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096025880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455153152:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143523.194738:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f227ba lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af7c expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.194755:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9600, rc 0) 00000100:00100000:0.0:1746143523.194869:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461835776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3897us (4477us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143523.194878:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30033 00000100:00100000:0.0:1746143523.195155:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461835904 00000100:00100000:0.0:1746143523.195162:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461835904 00002000:00100000:0.0:1746143523.195198:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011fc9d880 x1830963461835904/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 496/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.195207:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9d880 with x1830963461835904 ext(0->7) 00010000:00010000:0.0:1746143523.195213:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f227b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af75 expref: 26 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.195223:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f227b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af75 expref: 26 pid: 9572 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143523.195228:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9d880 00000100:00100000:0.0:1746143523.195254:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2738 00000100:00100000:0.0:1746143523.195261:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2004:x1830963461835904:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143523.195916:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2004:x1830963461835904:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 654us (888us total) trans 4294972238 rc 0/0 00000100:00100000:0.0:1746143523.195923:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2738 00002000:00100000:0.0:1746143523.195929:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011fc9d880 x1830963461835904/t4294972238(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 496/448 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.195941:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9d880 with x1830963461835904 ext(0->7) 00010000:00010000:0.0:1746143523.195946:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f227b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af75 expref: 28 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.195955:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f227b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af75 expref: 28 pid: 9572 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143523.195960:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9d880 00000100:00100000:1.0:1746143523.201647:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461836032 00000100:00100000:1.0:1746143523.201657:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461836032 00010000:00010000:1.0:1746143523.201698:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f227b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af75 expref: 28 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.201727:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15940 00000100:00100000:1.0:1746143523.201734:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2005:x1830963461836032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143523.201748:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143523.201769:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f227b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af75 expref: 28 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.201781:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f227b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af75 expref: 28 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.201987:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f227b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af75 expref: 28 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.202286:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.202288:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.202319:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f227ba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af7c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.202332:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f227ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af7c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.202367:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f227ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af7c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143523.202379:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455153280:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143523.203046:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143523.206892:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461836288 00000100:00100000:0.0:1746143523.206901:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461836288 00002000:00100000:0.0:1746143523.206949:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096027b80 x1830963461836288/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.206959:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027b80 with x1830963461836288 ext(0->4095) 00002000:00010000:0.0:1746143523.206964:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096027b80 00000100:00100000:0.0:1746143523.206994:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13522 00000100:00100000:0.0:1746143523.207001:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461836288:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143523.207143:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461836288:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (316us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143523.207149:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13522 00002000:00100000:0.0:1746143523.207154:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096027b80 x1830963461836288/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.207161:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027b80 with x1830963461836288 ext(0->4095) 00002000:00010000:0.0:1746143523.207164:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096027b80 00000100:00100000:1.0:1746143523.207291:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455153280:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143523.207334:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143523.207360:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:2005:x1830963461836032:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5626us (5855us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.207370:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15940 00000100:00100000:0.0:1746143523.213227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.213375:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.219488:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461836672 00000100:00100000:1.0:1746143523.219496:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461836672 00010000:00010000:1.0:1746143523.219528:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f227ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af7c expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.219553:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15941 00000100:00100000:1.0:1746143523.219560:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461836672:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143523.219572:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143523.219897:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f227ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af7c expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.219908:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f227ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af7c expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.219929:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f227ba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af7c expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.220152:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.220154:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.220162:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f227c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af83 expref: 28 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.220170:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f227c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af83 expref: 28 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.220200:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f227c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af83 expref: 28 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.220211:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f227c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af83 expref: 28 pid: 12044 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.220222:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455153664:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143523.220607:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.224125:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455153664:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143523.224149:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143523.224207:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461836672:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4645us (4970us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.224218:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15941 00000100:00100000:0.0:1746143523.225723:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461836928 00000100:00100000:0.0:1746143523.225730:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461836928 00002000:00100000:0.0:1746143523.225773:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009787df80 x1830963461836928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.225782:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009787df80 with x1830963461836928 ext(0->4095) 00010000:00010000:0.0:1746143523.225790:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f227c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af83 expref: 29 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.225803:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f227c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af83 expref: 29 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143523.225809:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009787df80 00000100:00100000:0.0:1746143523.225839:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2739 00000100:00100000:0.0:1746143523.225846:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009787df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2007:x1830963461836928:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143523.225980:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009787df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2007:x1830963461836928:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (333us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143523.225986:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2739 00002000:00100000:0.0:1746143523.225991:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009787df80 x1830963461836928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.225998:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009787df80 with x1830963461836928 ext(0->4095) 00010000:00010000:0.0:1746143523.226003:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f227c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af83 expref: 29 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.226011:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f227c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af83 expref: 29 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143523.226018:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009787df80 00000100:00100000:0.0:1746143523.227671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.227742:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461837056 00000100:00100000:1.0:1746143523.227748:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461837056 00010000:00010000:1.0:1746143523.227769:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f227c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af83 expref: 29 pid: 12044 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.227797:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15942 00000100:00100000:1.0:1746143523.227802:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2005:x1830963461837056:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143523.227816:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143523.227829:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f227c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af83 expref: 29 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.227838:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f227c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af83 expref: 29 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.227859:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f227c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af83 expref: 29 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.227876:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.227877:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.227884:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f227c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af8a expref: 28 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.227891:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f227c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af8a expref: 28 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.227923:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f227c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af8a expref: 28 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143523.227936:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455153792:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143523.228841:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.231123:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455153792:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143523.231145:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143523.231184:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2005:x1830963461837056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3380us (3518us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.231195:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15942 00000100:00100000:0.0:1746143523.231460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.233744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.236653:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009787c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455153920:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143523.236682:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f227cf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af91 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.236699:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29c00, rc 0) 00000100:00100000:0.0:1746143523.236751:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461837440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2820us (3014us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143523.236759:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30036 00000100:00100000:1.0:1746143523.238862:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461837568 00000100:00100000:1.0:1746143523.238871:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461837568 00010000:00010000:1.0:1746143523.238907:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f227c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af8a expref: 28 pid: 9571 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.239198:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15943 00000100:00100000:1.0:1746143523.239206:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096026d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2007:x1830963461837568:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143523.239221:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143523.239241:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f227c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af8a expref: 28 pid: 9571 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.239253:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f227c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af8a expref: 28 pid: 9571 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.239276:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28800/0xa6c9a53f47f227c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af8a expref: 28 pid: 9571 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.239322:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.239324:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.239332:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f227cf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af91 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.239343:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f227cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af91 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.239375:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f227cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af91 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143523.239387:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455154048:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143523.239471:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.243094:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455154048:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143523.243116:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143523.243463:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096026d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:2007:x1830963461837568:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4255us (5094us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.243473:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15943 00000100:00100000:1.0:1746143523.243665:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.243910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.244069:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461837824 00000100:00100000:0.0:1746143523.244077:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461837824 00002000:00100000:0.0:1746143523.244116:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092116a00 x1830963461837824/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.244126:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092116a00 with x1830963461837824 ext(0->4095) 00002000:00010000:0.0:1746143523.244130:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092116a00 00000100:00100000:0.0:1746143523.244147:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13524 00000100:00100000:0.0:1746143523.244154:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461837824:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143523.244282:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461837824:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (617us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143523.244288:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13524 00002000:00100000:0.0:1746143523.244307:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092116a00 x1830963461837824/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.244314:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092116a00 with x1830963461837824 ext(0->4095) 00002000:00010000:0.0:1746143523.244316:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092116a00 00000100:00100000:1.0:1746143523.249993:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.253939:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.256651:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.260420:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.263051:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461838976 00000100:00100000:1.0:1746143523.263059:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461838976 00000100:00100000:1.0:1746143523.263094:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30039 00000100:00100000:1.0:1746143523.263100:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461838976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.263115:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.263130:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f227e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6afa6 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.263162:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f227dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af9f expref: 27 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.263169:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.263171:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.263174:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f227e4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afa6 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.263204:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f227dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af9f expref: 27 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.263216:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f227dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6af9f expref: 27 pid: 12044 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.263227:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455154688:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143523.263315:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.264866:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455154688:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143523.264891:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f227e4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afa6 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.264905:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92400, rc 0) 00000100:00100000:1.0:1746143523.265621:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461838976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2519us (2728us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.265636:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30039 00000100:00100000:0.0:1746143523.266933:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.271057:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461839232 00000100:00100000:1.0:1746143523.271066:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461839232 00000100:00100000:1.0:1746143523.271385:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30040 00000100:00100000:1.0:1746143523.271393:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1782:x1830963461839232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.271407:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.271423:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f227eb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6afad expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143523.271426:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092368a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455154816:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143523.271446:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746143523.271449:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f227e4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afa6 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.271455:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.271457:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.271460:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f227eb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afad expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.271489:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f227e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afa6 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143523.271492:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2006:x1830963461839104:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3764us (4563us total) trans 0 rc 0/0 00010000:00010000:1.0:1746143523.271500:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f227e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afa6 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746143523.271501:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15946 00000100:00100000:1.0:1746143523.271511:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455154944:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143523.271554:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.274851:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455154944:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143523.274880:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f227eb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afad expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.274900:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92200, rc 0) 00000100:00100000:1.0:1746143523.274950:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1782:x1830963461839232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3557us (4111us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.274957:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30040 00000100:00100000:1.0:1746143523.275071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.275267:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461839616 00000100:00100000:0.0:1746143523.275278:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461839616 00000100:00100000:0.0:1746143523.275363:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30041 00000100:00100000:0.0:1746143523.275370:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1794:x1830963461839616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143523.275387:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143523.275402:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eea3600/0xa6c9a53f47f227f2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6afb4 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.275424:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143523.275429:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f227eb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afad expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.275434:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143523.275437:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eea3600/0xa6c9a53f47f227f2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afb4 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.275474:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f227eb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afad expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.275484:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008eea3600/0xa6c9a53f47f227f2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afb4 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.275492:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eea3600, rc 0) 00000100:00100000:0.0:1746143523.275523:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1794:x1830963461839616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143523.275528:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30041 00000100:00100000:1.0:1746143523.276599:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.277044:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461839744 00000100:00100000:0.0:1746143523.277049:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461839744 00010000:00010000:0.0:1746143523.277071:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f227e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afa6 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746143523.277096:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15947 00000100:00100000:0.0:1746143523.277101:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461839744:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143523.277110:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143523.277128:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f227e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afa6 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.277137:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f227e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afa6 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.277155:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f227e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afa6 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.277875:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143523.277877:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143523.277885:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f227eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afad expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.277893:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f227eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afad expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.277922:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f227eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afad expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.277933:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f227eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afad expref: 28 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746143523.277943:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013406e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455155200:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143523.278021:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143523.280327:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013406e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455155200:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143523.280350:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143523.280396:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461839744:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3293us (3798us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143523.280406:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15947 00000100:00100000:0.0:1746143523.284809:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461840128 00000100:00100000:0.0:1746143523.284819:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461840128 00010000:00010000:0.0:1746143523.284859:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f227eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afad expref: 29 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746143523.284905:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15948 00000100:00100000:0.0:1746143523.284912:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2007:x1830963461840128:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143523.284927:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143523.284948:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f227eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afad expref: 29 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.284959:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f227eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afad expref: 29 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.284984:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f227eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afad expref: 29 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.285001:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143523.285003:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143523.285011:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eea3600/0xa6c9a53f47f227f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afb4 expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.285018:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eea3600/0xa6c9a53f47f227f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afb4 expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.285055:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008eea3600/0xa6c9a53f47f227f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afb4 expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143523.285067:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013406e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455155328:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143523.285151:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143523.288257:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.291126:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.295158:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461840640 00000100:00100000:0.0:1746143523.295165:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461840640 00010000:00010000:0.0:1746143523.295193:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008eea3600/0xa6c9a53f47f227f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afb4 expref: 28 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746143523.295227:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15949 00000100:00100000:0.0:1746143523.295234:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963461840640:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143523.295247:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143523.295268:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008eea3600/0xa6c9a53f47f227f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afb4 expref: 28 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.295279:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008eea3600/0xa6c9a53f47f227f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afb4 expref: 28 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.295319:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eea3600/0xa6c9a53f47f227f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afb4 expref: 28 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.295343:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143523.295346:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143523.295352:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f227f9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afbb expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.295360:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f227f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afbb expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.295392:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f227f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afbb expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143523.295405:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455155584:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143523.295473:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.299650:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.299684:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.299738:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461840896 00000100:00100000:0.0:1746143523.299746:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461840896 00002000:00100000:0.0:1746143523.299786:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008efbbb80 x1830963461840896/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.299794:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efbbb80 with x1830963461840896 ext(0->4095) 00002000:00010000:0.0:1746143523.299800:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efbbb80 00000100:00100000:0.0:1746143523.300114:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2743 00000100:00100000:0.0:1746143523.300120:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461840896:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143523.300246:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461840896:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (600us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143523.300251:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2743 00002000:00100000:0.0:1746143523.300256:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008efbbb80 x1830963461840896/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.300262:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efbbb80 with x1830963461840896 ext(0->4095) 00010000:00010000:0.0:1746143523.300266:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f227f9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afbb expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.300275:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f227f9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afbb expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143523.300280:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008efbbb80 00000100:00100000:1.0:1746143523.306249:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.306679:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461841152 00000100:00100000:0.0:1746143523.306686:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461841152 00000100:00100000:0.0:1746143523.306738:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30044 00000100:00100000:0.0:1746143523.306745:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1794:x1830963461841152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143523.306760:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143523.306774:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eea2800/0xa6c9a53f47f22807 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6afc9 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.306799:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143523.306803:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22800 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afc2 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.306808:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143523.306811:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eea2800/0xa6c9a53f47f22807 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afc9 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.306839:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22800 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afc2 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.306847:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008eea2800/0xa6c9a53f47f22807 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afc9 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.306853:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eea2800, rc 0) 00000100:00100000:1.0:1746143523.307140:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.307721:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1794:x1830963461841152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 974us (1481us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143523.307726:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30044 00000100:00100000:0.0:1746143523.309875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.325824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.331334:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.335328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.335432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.342816:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.346156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.350254:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.365014:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.383084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.385422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.387045:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097649500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963461843200:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1309us (3967us total) trans 4294972239 rc 0/0 00000100:00100000:0.0:1746143523.387053:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2746 00002000:00100000:0.0:1746143523.387060:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097649500 x1830963461843200/t4294972239(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 496/448 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.387068:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097649500 with x1830963461843200 ext(0->7) 00010000:00010000:0.0:1746143523.387073:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22815 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afd7 expref: 31 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.387083:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22815 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afd7 expref: 31 pid: 9572 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143523.387089:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097649500 00000100:00100000:0.0:1746143523.389554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.396403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.396524:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461843712 00000100:00100000:1.0:1746143523.396531:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461843712 00002000:00100000:1.0:1746143523.396570:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097649180 x1830963461843712/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.396580:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097649180 with x1830963461843712 ext(0->4095) 00010000:00010000:1.0:1746143523.396590:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f2281c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afde expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.396603:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f2281c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afde expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.396609:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097649180 00000100:00100000:1.0:1746143523.396639:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2747 00000100:00100000:1.0:1746143523.396646:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097649180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461843712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143523.396786:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097649180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461843712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.396793:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2747 00002000:00100000:1.0:1746143523.396798:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097649180 x1830963461843712/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.396805:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097649180 with x1830963461843712 ext(0->4095) 00010000:00010000:1.0:1746143523.396809:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f2281c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afde expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.396817:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f2281c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afde expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.396822:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097649180 00000100:00100000:0.0:1746143523.399647:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.405680:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.408638:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.409094:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461844224 00000100:00100000:1.0:1746143523.409101:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461844224 00000100:00100000:1.0:1746143523.409146:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30049 00000100:00100000:1.0:1746143523.409153:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461844224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.409169:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.409187:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2282a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6afec expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.409214:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22823 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afe5 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.409221:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.409222:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.409226:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2282a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afec expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.409256:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22823 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afe5 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.409266:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22823 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afe5 expref: 29 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.409277:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455157248:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143523.409369:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.413236:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455157248:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143523.413269:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2282a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afec expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.413286:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92400, rc 0) 00000100:00100000:1.0:1746143523.413367:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461844224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4213us (4747us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.413376:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30049 00000100:00100000:0.0:1746143523.413680:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.415354:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.416658:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461844480 00000100:00100000:1.0:1746143523.416667:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461844480 00000100:00100000:1.0:1746143523.416715:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30050 00000100:00100000:1.0:1746143523.416721:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963461844480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.416738:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.416753:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22831 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6aff3 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.416781:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2282a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afec expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.416788:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.416789:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.416792:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22831 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aff3 expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.416816:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2282a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afec expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.416827:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2282a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afec expref: 5 pid: 12044 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.416837:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455157504:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143523.416898:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143523.419759:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.419873:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461844736 00000100:00100000:1.0:1746143523.419879:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461844736 00002000:00100000:1.0:1746143523.419921:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c2a00 x1830963461844736/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.419931:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c2a00 with x1830963461844736 ext(0->4095) 00010000:00010000:1.0:1746143523.419939:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2282a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afec expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.419951:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2282a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afec expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.419961:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978c2a00 00000100:00100000:1.0:1746143523.419990:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2748 00000100:00100000:1.0:1746143523.419997:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461844736:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143523.420123:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461844736:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.420129:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2748 00002000:00100000:1.0:1746143523.420134:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c2a00 x1830963461844736/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.420141:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c2a00 with x1830963461844736 ext(0->4095) 00010000:00010000:1.0:1746143523.420146:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2282a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afec expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.420155:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f2282a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6afec expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.420160:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978c2a00 00000100:00100000:0.0:1746143523.425110:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.431610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.435258:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.437806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.442157:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963461845376:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3798us (4338us total) trans 4294972240 rc 0/0 00000100:00100000:0.0:1746143523.442172:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2749 00002000:00100000:0.0:1746143523.442185:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800978c2680 x1830963461845376/t4294972240(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 496/448 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.442195:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c2680 with x1830963461845376 ext(0->7) 00010000:00010000:0.0:1746143523.442206:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22831 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aff3 expref: 32 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.442224:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22831 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aff3 expref: 32 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143523.442231:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978c2680 00000100:00100000:0.0:1746143523.445909:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.447345:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461845632 00000100:00100000:0.0:1746143523.447350:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461845632 00010000:00010000:1.0:1746143523.447388:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22831 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aff3 expref: 33 pid: 12044 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.447407:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15958 00000100:00100000:1.0:1746143523.447412:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d493c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2006:x1830963461845632:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143523.447421:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143523.447438:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22831 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aff3 expref: 33 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.447447:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22831 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aff3 expref: 33 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.447462:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22831 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6aff3 expref: 33 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.447658:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.447660:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.447667:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22838 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6affa expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.447676:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22838 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6affa expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.447701:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22838 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6affa expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.447711:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22838 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6affa expref: 5 pid: 12044 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.447723:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455158016:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143523.447796:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.449018:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455158016:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143523.449035:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143523.449165:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d493c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963461845632:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1750us (2294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.449177:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15958 00000100:00100000:0.0:1746143523.449482:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.449598:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461845888 00000100:00100000:1.0:1746143523.449603:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461845888 00002000:00100000:1.0:1746143523.449645:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130715f80 x1830963461845888/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.449655:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130715f80 with x1830963461845888 ext(0->4095) 00010000:00010000:1.0:1746143523.449663:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22838 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6affa expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.449674:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22838 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6affa expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.449680:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130715f80 00000100:00100000:1.0:1746143523.449748:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2750 00000100:00100000:1.0:1746143523.449755:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461845888:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143523.449874:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461845888:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.449880:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2750 00002000:00100000:1.0:1746143523.449885:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130715f80 x1830963461845888/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.449891:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130715f80 with x1830963461845888 ext(0->4095) 00010000:00010000:1.0:1746143523.449896:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22838 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6affa expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.449909:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22838 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6affa expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.449915:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130715f80 00000100:00100000:0.0:1746143523.452222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746143523.452410:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746143523.452426:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461846016 00000100:00100000:1.0:1746143523.452432:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461846016 00010000:00010000:1.0:1746143523.452459:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22838 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6affa expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.452489:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15959 00000100:00100000:1.0:1746143523.452496:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461846016:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143523.452508:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143523.452524:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22838 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6affa expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.452535:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22838 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6affa expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.452555:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28600/0xa6c9a53f47f22838 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6affa expref: 6 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.452581:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.452583:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.452590:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f2283f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b001 expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.452601:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f2283f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b001 expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.452645:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f2283f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b001 expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143523.452660:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455158144:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143523.453051:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143523.457367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.457475:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455158144:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143523.457499:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143523.457544:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461846016:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5048us (5332us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.457555:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15959 00000100:00100000:0.0:1746143523.466854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.469433:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.470812:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2006:x1830963461846528:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1203us (1376us total) trans 4294972241 rc 0/0 00000100:00100000:0.0:1746143523.470820:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2751 00002000:00100000:0.0:1746143523.470827:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009236c000 x1830963461846528/t4294972241(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 496/448 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.470834:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236c000 with x1830963461846528 ext(0->7) 00010000:00010000:0.0:1746143523.470840:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f2283f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b001 expref: 34 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.470850:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f2283f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b001 expref: 34 pid: 12044 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143523.470855:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236c000 00000100:00100000:0.0:1746143523.479036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.479473:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.479606:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461846784 00000100:00100000:1.0:1746143523.479616:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461846784 00010000:00010000:1.0:1746143523.479667:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f2283f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b001 expref: 34 pid: 12044 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.479696:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15960 00000100:00100000:1.0:1746143523.479703:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2006:x1830963461846784:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143523.479719:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143523.480309:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f2283f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b001 expref: 35 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.480326:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f2283f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b001 expref: 35 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.480345:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f2283f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b001 expref: 35 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.480359:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.480360:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.480366:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22846 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b008 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.480373:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22846 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b008 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.480393:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22846 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b008 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.480404:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22846 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b008 expref: 5 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.480415:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455158528:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143523.480485:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.482670:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455158528:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143523.482689:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143523.482739:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2006:x1830963461846784:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3036us (3266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.482753:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15960 00000100:00100000:0.0:1746143523.482895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.483433:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461847040 00000100:00100000:1.0:1746143523.483439:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461847040 00002000:00100000:1.0:1746143523.483475:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b5500 x1830963461847040/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.483485:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b5500 with x1830963461847040 ext(0->4095) 00010000:00010000:1.0:1746143523.483493:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22846 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b008 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.483505:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22846 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b008 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.483511:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b5500 00000100:00100000:0.0:1746143523.484792:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2752 00000100:00100000:0.0:1746143523.484806:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461847040:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143523.484992:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461847040:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 190us (2096us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143523.484998:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2752 00002000:00100000:0.0:1746143523.485003:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b5500 x1830963461847040/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.485010:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b5500 with x1830963461847040 ext(0->4095) 00010000:00010000:0.0:1746143523.485017:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22846 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b008 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.485028:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22846 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b008 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143523.485033:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b5500 00000100:00100000:0.0:1746143523.488641:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.489263:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461847168 00000100:00100000:1.0:1746143523.489273:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461847168 00010000:00010000:1.0:1746143523.489772:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22846 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b008 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.489811:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15961 00000100:00100000:1.0:1746143523.489820:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461847168:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143523.489835:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143523.489855:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22846 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b008 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.489868:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22846 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b008 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.489896:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22846 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b008 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.489929:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.489931:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.489938:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2284d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b00f expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.490101:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2284d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b00f expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.490138:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2284d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b00f expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143523.490150:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455158656:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143523.490240:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.493052:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455158656:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143523.493077:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143523.493799:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.493887:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461847168:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4065us (5264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.493898:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15961 00000100:00100000:1.0:1746143523.493946:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461847424 00000100:00100000:1.0:1746143523.493952:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461847424 00002000:00100000:1.0:1746143523.494157:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b7b80 x1830963461847424/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.494174:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b7b80 with x1830963461847424 ext(0->4095) 00002000:00010000:1.0:1746143523.494178:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b7b80 00000100:00100000:1.0:1746143523.494775:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13534 00000100:00100000:1.0:1746143523.494784:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2005:x1830963461847424:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143523.494931:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2005:x1830963461847424:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (1133us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.494937:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13534 00002000:00100000:1.0:1746143523.494942:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b7b80 x1830963461847424/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.494949:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b7b80 with x1830963461847424 ext(0->4095) 00002000:00010000:1.0:1746143523.494952:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b7b80 00000100:00100000:0.0:1746143523.498271:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.505634:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.507096:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2007:x1830963461847680:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1134us (1465us total) trans 4294972242 rc 0/0 00000100:00100000:0.0:1746143523.507103:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2753 00002000:00100000:0.0:1746143523.507110:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097a6ca80 x1830963461847680/t4294972242(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 496/448 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.507118:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ca80 with x1830963461847680 ext(0->7) 00010000:00010000:0.0:1746143523.507125:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2284d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b00f expref: 36 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.507136:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2284d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b00f expref: 36 pid: 9572 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143523.507143:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6ca80 00000100:00100000:0.0:1746143523.508873:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.511722:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461847936 00000100:00100000:1.0:1746143523.511728:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461847936 00010000:00010000:1.0:1746143523.511756:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2284d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b00f expref: 37 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.511779:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15962 00000100:00100000:1.0:1746143523.511783:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:2007:x1830963461847936:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143523.511796:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143523.511815:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2284d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b00f expref: 37 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.511825:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2284d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b00f expref: 37 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.511847:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2284d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b00f expref: 37 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.511868:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.511869:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.511876:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f22854 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b016 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.511883:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f22854 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b016 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.511911:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f22854 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b016 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.511922:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f22854 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b016 expref: 5 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.511931:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455159040:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143523.511997:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143523.514570:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.515164:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455159040:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143523.515185:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143523.515219:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2007:x1830963461847936:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3435us (4396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.515227:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15962 00000100:00100000:0.0:1746143523.518430:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.518511:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461848320 00000100:00100000:1.0:1746143523.518522:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461848320 00010000:00010000:1.0:1746143523.518555:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f22854 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b016 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.518581:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15963 00000100:00100000:1.0:1746143523.518588:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461848320:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143523.518603:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143523.518632:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f22854 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b016 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.518645:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f22854 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b016 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.518668:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29c00/0xa6c9a53f47f22854 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b016 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.518839:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.518842:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.518850:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2285b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b01d expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.518859:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2285b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b01d expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.518895:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2285b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b01d expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143523.518909:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455159168:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143523.518994:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143523.520715:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.520895:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455159168:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143523.520916:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143523.520952:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461848320:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2365us (2535us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.520959:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15963 00000100:00100000:0.0:1746143523.522769:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.523530:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30057 00000100:00100000:0.0:1746143523.523540:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461848704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143523.523559:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143523.523576:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800918c2200/0xa6c9a53f47f22862 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b024 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.523608:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2285b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b01d expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.523615:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143523.523617:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143523.523621:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800918c2200/0xa6c9a53f47f22862 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b024 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.523672:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2285b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b01d expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.523683:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2285b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b01d expref: 35 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746143523.523693:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097a6fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455159296:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143523.524186:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143523.526086:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.526206:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461848832 00000100:00100000:1.0:1746143523.526214:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461848832 00010000:00010000:1.0:1746143523.526253:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2285b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b01d expref: 36 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.526283:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15964 00000100:00100000:1.0:1746143523.526291:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2007:x1830963461848832:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143523.526324:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143523.526705:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2285b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b01d expref: 36 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.526716:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2285b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b01d expref: 36 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.526738:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2285b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b01d expref: 36 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.526868:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.526871:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.526879:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800918c2200/0xa6c9a53f47f22862 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b024 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.526890:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800918c2200/0xa6c9a53f47f22862 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b024 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.526918:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800918c2200/0xa6c9a53f47f22862 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b024 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143523.526928:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455159424:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143523.526984:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143523.529016:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.529231:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455159424:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143523.529248:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143523.529318:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:2007:x1830963461848832:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3002us (3212us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.529326:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15964 00000100:00100000:0.0:1746143523.531955:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.532000:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.536117:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.536187:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461849472 00000100:00100000:1.0:1746143523.536194:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461849472 00010000:00010000:1.0:1746143523.536222:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800918c2200/0xa6c9a53f47f22862 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b024 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.536244:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15965 00000100:00100000:1.0:1746143523.536250:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d490850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461849472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143523.536264:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143523.536282:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800918c2200/0xa6c9a53f47f22862 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b024 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.536292:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800918c2200/0xa6c9a53f47f22862 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b024 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.536337:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800918c2200/0xa6c9a53f47f22862 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b024 expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.536975:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.536978:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.536986:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22869 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b02b expref: 36 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.536995:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22869 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b02b expref: 36 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.537029:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22869 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b02b expref: 36 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.537040:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22869 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b02b expref: 36 pid: 12044 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.537052:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455159808:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143523.537154:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011eeb4600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143523.539317:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.539403:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455159808:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143523.539426:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143523.539473:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d490850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461849472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3222us (3355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.539483:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15965 00000100:00100000:0.0:1746143523.542168:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.542223:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461849856 00000100:00100000:1.0:1746143523.542230:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461849856 00010000:00010000:1.0:1746143523.542253:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22869 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b02b expref: 37 pid: 12044 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.542272:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 15966 00000100:00100000:1.0:1746143523.542277:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:2006:x1830963461849856:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143523.542288:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143523.542317:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22869 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b02b expref: 37 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.542326:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22869 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b02b expref: 37 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.542345:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22869 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b02b expref: 37 pid: 12044 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.542753:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.542755:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.542762:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22870 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b032 expref: 36 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.542770:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22870 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b032 expref: 36 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.542800:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22870 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b032 expref: 36 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143523.542811:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455159936:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143523.543133:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009040e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143523.546259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.546437:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096624000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455159936:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143523.546460:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143523.546506:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2006:x1830963461849856:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4226us (4343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.546517:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 15966 00000100:00100000:0.0:1746143523.548791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.552796:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.556124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.557555:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461850752 00000100:00100000:0.0:1746143523.557560:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461850752 00000100:00100000:0.0:1746143523.557599:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30061 00000100:00100000:0.0:1746143523.557605:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:1782:x1830963461850752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143523.557616:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143523.557639:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f2287e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b040 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.557666:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22877 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b039 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.557672:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143523.557674:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143523.557677:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f2287e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b040 expref: 36 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.557708:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22877 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b039 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.557723:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22877 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b039 expref: 5 pid: 12044 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746143523.557738:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455160320:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143523.558740:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143523.561571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.566019:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.571478:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.575612:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.580825:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.586251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.586341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.586427:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461852032 00000100:00100000:1.0:1746143523.586441:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461852032 00000100:00100000:1.0:1746143523.586492:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30064 00000100:00100000:1.0:1746143523.586501:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096986300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:1782:x1830963461852032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.586519:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.586538:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22893 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b055 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.586566:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.586573:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f2288c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b04e expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.586579:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143523.586583:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22893 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b055 expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.586622:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f2288c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b04e expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.586646:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22893 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b055 expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.586658:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92e00, rc 0) 00000100:00100000:1.0:1746143523.586722:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096986300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:1782:x1830963461852032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 222us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.586728:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30064 00000100:00100000:0.0:1746143523.591409:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.596689:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.601462:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.607923:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.617150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.620872:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.625532:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.628140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.631255:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.631709:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.636583:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.636805:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461853952 00000100:00100000:1.0:1746143523.636813:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461853952 00002000:00100000:1.0:1746143523.636856:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230ac000 x1830963461853952/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.636866:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ac000 with x1830963461853952 ext(0->4095) 00010000:00010000:1.0:1746143523.636874:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f228a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b063 expref: 39 pid: 9571 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.636887:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f228a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b063 expref: 39 pid: 9571 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.636893:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230ac000 00000100:00100000:1.0:1746143523.636923:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2759 00000100:00100000:1.0:1746143523.636931:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2007:x1830963461853952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143523.637062:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2007:x1830963461853952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (480us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.637069:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2759 00002000:00100000:1.0:1746143523.637073:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230ac000 x1830963461853952/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.637087:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ac000 with x1830963461853952 ext(0->4095) 00010000:00010000:1.0:1746143523.637091:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f228a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b063 expref: 39 pid: 9571 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.637100:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f228a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b063 expref: 39 pid: 9571 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.637105:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230ac000 00000100:00100000:0.0:1746143523.639594:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.640615:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.640713:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461854080 00000100:00100000:1.0:1746143523.640724:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461854080 00000100:00100000:1.0:1746143523.640777:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30068 00000100:00100000:1.0:1746143523.640785:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461854080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.640803:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.640820:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f228af lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b071 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.640848:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.640854:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f228a8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b06a expref: 38 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.640859:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143523.640862:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f228af lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b071 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.640899:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f228a8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b06a expref: 38 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.640916:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f228af lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b071 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.640926:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93800, rc 0) 00000100:00100000:1.0:1746143523.640972:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461854080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (1387us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.640979:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30068 00000100:00100000:0.0:1746143523.647839:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.649997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.650079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.652447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.655199:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.659205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.663470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.664133:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461855488 00000100:00100000:1.0:1746143523.664142:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461855488 00000100:00100000:1.0:1746143523.664213:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30070 00000100:00100000:1.0:1746143523.664221:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461855488:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.664238:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.664255:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f228bd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b07f expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.664283:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f228b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b078 expref: 37 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.664288:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.664290:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.664292:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f228bd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b07f expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.664343:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f228b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b078 expref: 37 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.664354:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f228b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b078 expref: 37 pid: 12044 timeout: 841 lvb_type: 0 00000100:00100000:1.0:1746143523.664364:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455162624:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143523.664436:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009040e300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.667682:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455162624:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143523.667717:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f228bd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b07f expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.667734:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93600, rc 0) 00000100:00100000:0.0:1746143523.667736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.667790:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461855488:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3569us (4328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.667799:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30070 00000100:00100000:1.0:1746143523.669610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.669714:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461855744 00000100:00100000:0.0:1746143523.669720:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461855744 00000100:00100000:0.0:1746143523.669755:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30071 00000100:00100000:0.0:1746143523.669760:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb20850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:1782:x1830963461855744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143523.669776:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143523.669787:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f228c4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b086 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.669802:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143523.669807:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f228bd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b07f expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.669812:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143523.669816:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f228c4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b086 expref: 39 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.669844:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f228bd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b07f expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.669853:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f228c4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b086 expref: 39 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.669859:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143523.669860:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143523.669865:0:9572:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f228bd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b07f expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.669872:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f228bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b07f expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.669885:0:9572:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f228bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b07f expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143523.669895:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f228bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b07f expref: 5 pid: 9572 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746143523.669904:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097891180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455162880:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143523.669973:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143523.673089:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097891180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455162880:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143523.673108:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:0.0:1746143523.673151:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb20850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:1782:x1830963461855744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3390us (3541us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143523.673160:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30071 00000100:00100000:1.0:1746143523.673390:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461856000 00000100:00100000:1.0:1746143523.673396:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461856000 00002000:00100000:1.0:1746143523.673432:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cf3b80 x1830963461856000/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.673442:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf3b80 with x1830963461856000 ext(0->4095) 00010000:00010000:1.0:1746143523.673449:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f228bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b07f expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.673462:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f228bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b07f expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.673473:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cf3b80 00000100:00100000:1.0:1746143523.673498:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2762 00000100:00100000:1.0:1746143523.673504:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461856000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143523.673609:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461856000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (622us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.673614:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2762 00002000:00100000:1.0:1746143523.673618:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cf3b80 x1830963461856000/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.673633:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf3b80 with x1830963461856000 ext(0->4095) 00010000:00010000:1.0:1746143523.673637:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f228bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b07f expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.673645:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f228bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b07f expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.673651:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cf3b80 00000100:00100000:0.0:1746143523.678576:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.682869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.689841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.703830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.707079:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963461856640:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1073us (3252us total) trans 4294972244 rc 0/0 00000100:00100000:0.0:1746143523.707104:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2763 00002000:00100000:0.0:1746143523.707112:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008efb8700 x1830963461856640/t4294972244(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 496/448 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.707135:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb8700 with x1830963461856640 ext(0->7) 00010000:00010000:0.0:1746143523.707151:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f228c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b086 expref: 40 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.707164:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f228c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b086 expref: 40 pid: 9572 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746143523.707187:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008efb8700 00000100:00100000:0.0:1746143523.711178:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.715486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.727028:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.727265:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461857152 00000100:00100000:1.0:1746143523.727271:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461857152 00002000:00100000:1.0:1746143523.727322:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092271180 x1830963461857152/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.727331:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092271180 with x1830963461857152 ext(0->4095) 00010000:00010000:1.0:1746143523.727338:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f228cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b08d expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.727353:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f228cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b08d expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.727358:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092271180 00000100:00100000:1.0:1746143523.727382:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2764 00000100:00100000:1.0:1746143523.727387:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461857152:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143523.727522:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461857152:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.727528:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2764 00002000:00100000:1.0:1746143523.727532:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092271180 x1830963461857152/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.727538:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092271180 with x1830963461857152 ext(0->4095) 00010000:00010000:1.0:1746143523.727542:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f228cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b08d expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:1.0:1746143523.727550:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f228cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b08d expref: 6 pid: 9572 timeout: 841 lvb_type: 0 00002000:00010000:1.0:1746143523.727554:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092271180 00000100:00100000:0.0:1746143523.732505:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.738452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.743043:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.754384:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461857920 00000100:00100000:0.0:1746143523.754390:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461857920 00002000:00100000:0.0:1746143523.754427:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096026d80 x1830963461857920/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 496/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.754436:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096026d80 with x1830963461857920 ext(0->7) 00010000:00010000:0.0:1746143523.754445:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f228d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b094 expref: 41 pid: 9572 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746143523.754459:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f228d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b094 expref: 41 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746143523.754466:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096026d80 00000100:00100000:0.0:1746143523.754491:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2765 00000100:00100000:0.0:1746143523.754499:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096026d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2004:x1830963461857920:12345-192.168.203.27@tcp:4:ptlrpcd_00_00.0 00000100:00100000:0.0:1746143523.759253:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096026d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:2004:x1830963461857920:12345-192.168.203.27@tcp:4:ptlrpcd_00_00.0 Request processed in 4743us (6124us total) trans 4294972245 rc 0/0 00000100:00100000:0.0:1746143523.759267:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2765 00002000:00100000:0.0:1746143523.759279:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096026d80 x1830963461857920/t4294972245(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 496/448 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.759289:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096026d80 with x1830963461857920 ext(0->7) 00010000:00010000:0.0:1746143523.759336:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f228d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b094 expref: 43 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143523.759353:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f228d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b094 expref: 43 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746143523.759360:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096026d80 00000100:00100000:0.0:1746143523.764714:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.768409:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.768648:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461858432 00000100:00100000:1.0:1746143523.768654:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461858432 00002000:00100000:1.0:1746143523.768685:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092369c00 x1830963461858432/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.768694:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369c00 with x1830963461858432 ext(0->4095) 00010000:00010000:1.0:1746143523.768702:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f228d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b09b expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143523.768714:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f228d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b09b expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143523.768719:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369c00 00000100:00100000:1.0:1746143523.768731:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2766 00000100:00100000:1.0:1746143523.768737:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461858432:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143523.768828:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461858432:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 91us (427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.768834:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2766 00002000:00100000:1.0:1746143523.768838:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092369c00 x1830963461858432/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.768844:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369c00 with x1830963461858432 ext(0->4095) 00010000:00010000:1.0:1746143523.768848:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f228d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b09b expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143523.768855:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f228d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b09b expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143523.768860:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369c00 00000100:00100000:0.0:1746143523.774197:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.785777:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.792331:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.792411:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461858944 00000100:00100000:1.0:1746143523.792425:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461858944 00000100:00100000:1.0:1746143523.795002:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30076 00000100:00100000:1.0:1746143523.795018:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461858944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.795033:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.795047:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f228e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b0a9 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.795071:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f228e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0a2 expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.795077:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.795079:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.795081:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f228e7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0a9 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.795103:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f228e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0a2 expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.795112:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f228e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0a2 expref: 41 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143523.795121:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455164160:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143523.795207:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009040e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143523.797846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.798206:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455164160:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143523.798240:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f228e7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0a9 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.798264:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92400, rc 0) 00000100:00100000:1.0:1746143523.798327:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461858944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3314us (6044us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.798339:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30076 00000100:00100000:0.0:1746143523.802577:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963461859072:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3820us (4728us total) trans 4294972246 rc 0/0 00000100:00100000:0.0:1746143523.802589:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2767 00002000:00100000:0.0:1746143523.802602:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008ef45880 x1830963461859072/t4294972246(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 496/448 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.802612:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef45880 with x1830963461859072 ext(0->7) 00010000:00010000:0.0:1746143523.802633:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f228e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0a2 expref: 44 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143523.802647:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f228e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0a2 expref: 44 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746143523.802654:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ef45880 00000100:00100000:0.0:1746143523.803745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.809230:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.809517:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461859456 00000100:00100000:1.0:1746143523.809526:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461859456 00002000:00100000:1.0:1746143523.809573:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130716a00 x1830963461859456/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.809583:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130716a00 with x1830963461859456 ext(0->4095) 00002000:00010000:1.0:1746143523.809588:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130716a00 00000100:00100000:1.0:1746143523.809612:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13546 00000100:00100000:1.0:1746143523.809620:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461859456:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143523.809783:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461859456:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 163us (563us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.809790:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13546 00002000:00100000:1.0:1746143523.809796:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130716a00 x1830963461859456/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.809804:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130716a00 with x1830963461859456 ext(0->4095) 00002000:00010000:1.0:1746143523.809806:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130716a00 00000100:00100000:0.0:1746143523.811237:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.811343:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461859584 00000100:00100000:1.0:1746143523.811349:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461859584 00000100:00100000:1.0:1746143523.811390:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30077 00000100:00100000:1.0:1746143523.811395:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096985500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:1782:x1830963461859584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.811411:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.811428:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f228ee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b0b0 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.811460:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f228e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0a9 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.811467:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.811468:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.811472:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f228ee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0b0 expref: 44 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.811501:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f228e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0a9 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.811514:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f228e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0a9 expref: 5 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143523.811526:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455164416:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143523.811595:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009040e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143523.812018:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.813176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.816246:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.818612:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.822407:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.822484:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461860480 00000100:00100000:1.0:1746143523.822493:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461860480 00002000:00100000:1.0:1746143523.822546:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230aca80 x1830963461860480/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.822555:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230aca80 with x1830963461860480 ext(0->4095) 00002000:00010000:1.0:1746143523.822560:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801230aca80 00000100:00100000:1.0:1746143523.822993:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13547 00000100:00100000:1.0:1746143523.823001:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963461860480:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143523.824032:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963461860480:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1029us (1632us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.824041:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13547 00002000:00100000:1.0:1746143523.824047:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230aca80 x1830963461860480/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.824055:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230aca80 with x1830963461860480 ext(0->4095) 00002000:00010000:1.0:1746143523.824058:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801230aca80 00000100:00100000:0.0:1746143523.826151:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.830539:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.832822:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.834185:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.834349:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461861120 00000100:00100000:0.0:1746143523.834354:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461861120 00002000:00100000:0.0:1746143523.834382:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236dc00 x1830963461861120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.834391:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236dc00 with x1830963461861120 ext(0->4095) 00010000:00010000:0.0:1746143523.834398:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f228fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0be expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143523.834406:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f228fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0be expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746143523.834416:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236dc00 00000100:00100000:0.0:1746143523.837378:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.837417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.839251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.839313:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461861632 00000100:00100000:1.0:1746143523.839318:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461861632 00002000:00100000:1.0:1746143523.839346:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2c700 x1830963461861632/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.839360:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2c700 with x1830963461861632 ext(0->4095) 00010000:00010000:1.0:1746143523.839366:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22903 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0c5 expref: 45 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143523.839375:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22903 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0c5 expref: 45 pid: 12044 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143523.839382:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee2c700 00000100:00100000:1.0:1746143523.839408:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2770 00000100:00100000:1.0:1746143523.839413:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963461861632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143523.839513:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963461861632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.839519:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2770 00002000:00100000:1.0:1746143523.839524:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2c700 x1830963461861632/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.839531:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2c700 with x1830963461861632 ext(0->4095) 00010000:00010000:1.0:1746143523.839535:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22903 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0c5 expref: 45 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143523.839544:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22903 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0c5 expref: 45 pid: 12044 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143523.839550:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee2c700 00000100:00100000:0.0:1746143523.845835:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.849286:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.853160:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.857744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.860927:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.861036:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.861097:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461862656 00000100:00100000:1.0:1746143523.861107:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461862656 00002000:00100000:1.0:1746143523.861166:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090524e00 x1830963461862656/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.861176:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090524e00 with x1830963461862656 ext(0->4095) 00002000:00010000:1.0:1746143523.861181:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090524e00 00000100:00100000:1.0:1746143523.861205:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13549 00000100:00100000:1.0:1746143523.861213:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461862656:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143523.861394:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461862656:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 181us (356us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.861400:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13549 00002000:00100000:1.0:1746143523.861406:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090524e00 x1830963461862656/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.861413:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090524e00 with x1830963461862656 ext(0->4095) 00002000:00010000:1.0:1746143523.861416:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090524e00 00000100:00100000:0.0:1746143523.868055:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.868202:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.877147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.881458:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.885111:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.888080:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.891144:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.893359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.895225:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.895337:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.895382:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461864192 00000100:00100000:1.0:1746143523.895387:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461864192 00000100:00100000:1.0:1746143523.895804:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30087 00000100:00100000:1.0:1746143523.895811:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1794:x1830963461864192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.895818:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.895826:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22934 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b0ef expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.895837:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.895841:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2292d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0f6 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.895846:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.895848:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22934 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0ef expref: 46 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.895868:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2292d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0f6 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.895878:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22934 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0ef expref: 46 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.895887:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93800, rc 0) 00000100:00100000:1.0:1746143523.895908:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:1794:x1830963461864192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.895914:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30087 00000100:00100000:0.0:1746143523.898565:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.901200:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.901285:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461864704 00000100:00100000:1.0:1746143523.901290:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461864704 00002000:00100000:1.0:1746143523.901336:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920d5f80 x1830963461864704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.901345:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5f80 with x1830963461864704 ext(0->4095) 00010000:00010000:1.0:1746143523.901355:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2292d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0f6 expref: 45 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143523.901365:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2292d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0f6 expref: 45 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143523.901371:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920d5f80 00000100:00100000:1.0:1746143523.901738:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2772 00000100:00100000:1.0:1746143523.901745:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963461864704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143523.901869:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963461864704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (675us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.901875:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2772 00002000:00100000:1.0:1746143523.901880:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920d5f80 x1830963461864704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.901888:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5f80 with x1830963461864704 ext(0->4095) 00010000:00010000:1.0:1746143523.901892:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2292d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0f6 expref: 45 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143523.901900:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2292d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0f6 expref: 45 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143523.901905:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920d5f80 00000100:00100000:0.0:1746143523.903495:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.906230:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.908753:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.911546:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.914054:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.917049:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.917263:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.917636:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30089 00000100:00100000:1.0:1746143523.917645:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1794:x1830963461865728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.917662:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.917679:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22942 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b104 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.917706:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f2293b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0fd expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.917712:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.917713:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.917717:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22942 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b104 expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.917747:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f2293b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0fd expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.917758:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f2293b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b0fd expref: 5 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143523.917770:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455167488:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143523.917847:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009040e300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.920458:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455167488:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143523.920487:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22942 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b104 expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.920499:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92400, rc 0) 00000100:00100000:1.0:1746143523.920747:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1794:x1830963461865728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3101us (3702us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.920754:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30089 00000100:00100000:0.0:1746143523.921286:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.926581:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.927473:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461866240 00000100:00100000:1.0:1746143523.927480:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461866240 00002000:00100000:1.0:1746143523.927520:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7f100 x1830963461866240/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.927529:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7f100 with x1830963461866240 ext(0->4095) 00010000:00010000:1.0:1746143523.927536:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22942 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b104 expref: 45 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143523.927548:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22942 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b104 expref: 45 pid: 12044 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143523.927554:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7f100 00000100:00100000:1.0:1746143523.927583:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2773 00000100:00100000:1.0:1746143523.927589:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963461866240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143523.927709:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963461866240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (1137us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.927714:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2773 00002000:00100000:1.0:1746143523.927719:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7f100 x1830963461866240/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.927726:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7f100 with x1830963461866240 ext(0->4095) 00010000:00010000:1.0:1746143523.927730:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22942 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b104 expref: 45 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143523.927749:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22942 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b104 expref: 45 pid: 12044 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143523.927755:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7f100 00000100:00100000:0.0:1746143523.929874:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.930728:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461866368 00000100:00100000:1.0:1746143523.930738:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461866368 00000100:00100000:1.0:1746143523.930790:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30091 00000100:00100000:1.0:1746143523.930798:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461866368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.930818:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.930835:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22950 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b112 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.930864:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.930870:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22949 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b10b expref: 44 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.930876:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143523.930880:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22950 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b112 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.930915:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22949 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b10b expref: 44 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.930927:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22950 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b112 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.930936:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93a00, rc 0) 00000100:00100000:1.0:1746143523.930991:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461866368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (1123us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.930997:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30091 00000100:00100000:0.0:1746143523.931715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.935887:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.939007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.939372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.942704:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.946541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.950596:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.950797:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461867648 00000100:00100000:1.0:1746143523.950804:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461867648 00002000:00100000:1.0:1746143523.950844:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236b9c00 x1830963461867648/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.950853:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b9c00 with x1830963461867648 ext(0->4095) 00002000:00010000:1.0:1746143523.950858:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236b9c00 00000100:00100000:1.0:1746143523.950938:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13554 00000100:00100000:1.0:1746143523.950946:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963461867648:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143523.951067:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963461867648:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (471us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143523.951073:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13554 00002000:00100000:1.0:1746143523.951078:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236b9c00 x1830963461867648/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143523.951085:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b9c00 with x1830963461867648 ext(0->4095) 00002000:00010000:1.0:1746143523.951087:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236b9c00 00000100:00100000:0.0:1746143523.952824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.952869:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461867776 00000100:00100000:1.0:1746143523.952875:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461867776 00000100:00100000:1.0:1746143523.952916:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30093 00000100:00100000:1.0:1746143523.952922:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461867776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.952937:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.952959:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f2295e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b120 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.952989:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22957 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b119 expref: 43 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.952997:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.952999:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.953002:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f2295e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b120 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.953029:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22957 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b119 expref: 43 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.953040:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22957 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b119 expref: 43 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143523.953052:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455168512:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143523.953993:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009040e300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.955550:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455168512:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143523.955579:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f2295e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b120 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.955595:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92200, rc 0) 00000100:00100000:1.0:1746143523.955652:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461867776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2729us (2833us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.955660:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30093 00000100:00100000:0.0:1746143523.956528:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.960415:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.960502:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461868032 00000100:00100000:1.0:1746143523.960508:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461868032 00000100:00100000:1.0:1746143523.960542:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30094 00000100:00100000:1.0:1746143523.960548:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1782:x1830963461868032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.960562:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.960573:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22965 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b127 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.960592:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f2295e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b120 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.960598:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.960599:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.960602:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22965 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b127 expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.960618:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f2295e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b120 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.960636:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92200/0xa6c9a53f47f2295e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b120 expref: 5 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143523.960643:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455168768:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143523.960688:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009040e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143523.962548:0:9575:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455168896 00000100:00100000:0.0:1746143523.962554:0:9575:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455168896 00000100:00080000:1.0:1746143523.962773:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746143523.962969:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455168768:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143523.962996:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22965 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b127 expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.963016:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92000, rc 0) 00000100:00100000:1.0:1746143523.963055:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1782:x1830963461868032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2507us (2641us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.963062:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30094 00000100:00100000:0.0:1746143523.963225:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1746143523.963235:0:9575:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830963455168896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746143523.963257:0:9575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499141440 pending 544768 free 3922051072 avail 3690528768 00000100:00100000:0.0:1746143523.965006:0:9575:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830963455168896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1773us (3269us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143523.965013:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1746143523.965347:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830963455168896:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746143523.968400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.968439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.968504:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461868416 00000100:00100000:1.0:1746143523.968511:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461868416 00000100:00100000:1.0:1746143523.968550:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30095 00000100:00100000:1.0:1746143523.968557:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1794:x1830963461868416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.968572:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.968589:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f2296c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b12e expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.968946:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22965 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b127 expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.968952:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.968954:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.968956:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f2296c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b12e expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.969067:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22965 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b127 expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.969078:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22965 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b127 expref: 45 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143523.969090:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455169152:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143523.969112:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009040e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143523.971709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.971934:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455169152:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143523.971950:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f2296c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b12e expref: 46 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.971962:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93a00, rc 0) 00000100:00100000:1.0:1746143523.972109:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1794:x1830963461868416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3552us (3716us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.972116:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30095 00000100:00100000:0.0:1746143523.974499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.977378:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.979583:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.979655:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461869312 00000100:00100000:1.0:1746143523.979661:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461869312 00000100:00100000:1.0:1746143523.979704:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30096 00000100:00100000:1.0:1746143523.979711:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461869312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.979725:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.979743:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22973 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b135 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.979770:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f2296c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b12e expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.979778:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.979780:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143523.979783:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22973 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b135 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.979816:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f2296c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b12e expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.979827:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f2296c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b12e expref: 43 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143523.979839:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455169408:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143523.979906:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009040e300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.981199:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455169408:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143523.981220:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22973 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b135 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.981233:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93600, rc 0) 00000100:00100000:1.0:1746143523.981272:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461869312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1560us (1693us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.981279:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30096 00000100:00100000:0.0:1746143523.981802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.987347:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461869696 00000100:00100000:0.0:1746143523.987357:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461869696 00002000:00100000:0.0:1746143523.987412:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cf0e00 x1830963461869696/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/0 e 0 to 0 dl 1746143534 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.987422:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf0e00 with x1830963461869696 ext(0->4095) 00002000:00010000:0.0:1746143523.987427:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf0e00 00000100:00100000:0.0:1746143523.987446:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13556 00000100:00100000:0.0:1746143523.987452:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461869696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143523.987608:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461869696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (587us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143523.987615:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13556 00002000:00100000:0.0:1746143523.987629:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cf0e00 x1830963461869696/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:674/0 lens 488/4536 e 0 to 0 dl 1746143534 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143523.987636:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf0e00 with x1830963461869696 ext(0->4095) 00002000:00010000:0.0:1746143523.987639:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf0e00 00000100:00100000:0.0:1746143523.989393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143523.989450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.990436:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461869824 00000100:00100000:1.0:1746143523.990447:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461869824 00000100:00100000:1.0:1746143523.990503:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461869952 00000100:00100000:1.0:1746143523.990505:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461869952 00000100:00100000:1.0:1746143523.992176:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30097 00000100:00100000:1.0:1746143523.992190:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1794:x1830963461869824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143523.992221:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143523.992241:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22981 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b13c expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.992272:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22973 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b135 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.992279:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.992281:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143523.992284:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22981 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b13c expref: 46 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.992342:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22973 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b135 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.992353:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22973 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b135 expref: 5 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143523.992364:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455169792:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143523.992447:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009040e300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143523.994339:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455169792:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143523.994362:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22981 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b13c expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143523.994373:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92e00, rc 0) 00000100:00100000:1.0:1746143523.994415:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1794:x1830963461869824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2230us (5028us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143523.994422:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30097 00000100:00100000:0.0:1746143523.995338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143523.999462:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.002832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.002878:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.002881:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461870464 00000100:00100000:1.0:1746143524.002888:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461870464 00000100:00080000:0.0:1746143524.002956:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746143524.003115:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30099 00000100:00100000:1.0:1746143524.003120:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461870464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143524.003132:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143524.003141:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22988 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b14a expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.003157:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2297a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b143 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.003161:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.003162:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.003165:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22988 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b14a expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.003178:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2297a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b143 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.003188:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2297a lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b143 expref: 44 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.003195:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455170176:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143524.003212:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009040e300 going to sleep for 11 seconds 00000100:00080000:0.0:1746143524.003314:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746143524.004739:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2004:x1830963461870592:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1744us (1860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.004748:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16005 00000100:00100000:1.0:1746143524.004754:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455170176:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143524.004779:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22988 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b14a expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.004795:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93a00, rc 0) 00000100:00100000:1.0:1746143524.004812:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461870464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1692us (1988us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.004817:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30099 00000100:00100000:0.0:1746143524.005014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.008054:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.008098:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.008110:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461870976 00000100:00100000:1.0:1746143524.008117:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461870976 00000100:00100000:1.0:1746143524.008162:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30100 00000100:00100000:1.0:1746143524.008169:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1782:x1830963461870976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746143524.008171:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461871104 00000100:00100000:3.0:1746143524.008175:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461871104 00010000:00010000:1.0:1746143524.008184:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.008190:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2297a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b143 expref: 45 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.008196:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f2298f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b151 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.008220:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.008225:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22988 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b14a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.008231:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143524.008235:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f2298f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b151 expref: 46 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.008269:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22988 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b14a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.008281:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f2298f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b151 expref: 46 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.008312:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93600, rc 0) 00000100:00100000:3.0:1746143524.008373:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16006 00000100:00100000:3.0:1746143524.008379:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2006:x1830963461871104:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.008387:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.008402:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2297a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b143 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.008411:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2297a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b143 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.008425:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f2297a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b143 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.008436:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.008437:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.008443:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22988 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b14a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.008449:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22988 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b14a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.008468:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22988 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b14a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.008478:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22988 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b14a expref: 5 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.008487:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096025500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455170432:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.008659:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1782:x1830963461870976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 489us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.008666:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30100 00000100:00100000:3.0:1746143524.008811:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.010270:0:9575:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455170560 00000100:00100000:1.0:1746143524.010275:0:9575:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455170560 00000100:00100000:1.0:1746143524.010329:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1746143524.010334:0:9575:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830963455170560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746143524.010350:0:9575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499141440 pending 544768 free 3922051072 avail 3690528768 00000100:00100000:1.0:1746143524.010392:0:9575:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830963455170560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.010398:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1746143524.010469:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455170560:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746143524.011127:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096025500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455170432:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.011138:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.011483:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963461871104:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3103us (3382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.011491:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16006 00000100:00100000:0.0:1746143524.012680:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.012984:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461871360 00000100:00100000:3.0:1746143524.012990:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461871360 00002000:00100000:3.0:1746143524.013022:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130728380 x1830963461871360/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.013032:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130728380 with x1830963461871360 ext(0->4095) 00010000:00010000:3.0:1746143524.013040:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22988 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b14a expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.013053:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22988 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b14a expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746143524.013060:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130728380 00000100:00100000:3.0:1746143524.013076:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2780 00000100:00100000:3.0:1746143524.013082:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461871360:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143524.014129:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461871360:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1045us (1449us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.014136:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2780 00002000:00100000:3.0:1746143524.014143:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130728380 x1830963461871360/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.014151:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130728380 with x1830963461871360 ext(0->4095) 00010000:00010000:3.0:1746143524.014156:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22988 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b14a expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.014167:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22988 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b14a expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746143524.014173:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130728380 00000100:00100000:0.0:1746143524.017861:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.018046:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461871488 00000100:00100000:3.0:1746143524.018055:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461871488 00010000:00010000:3.0:1746143524.018089:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22988 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b14a expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.018114:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16007 00000100:00100000:3.0:1746143524.018121:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b0d4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461871488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.018135:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.018274:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22988 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b14a expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.018286:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22988 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b14a expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.018331:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22988 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b14a expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.018542:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.018545:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.018553:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f2298f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b151 expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.018561:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f2298f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b151 expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.018596:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f2298f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b151 expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.018609:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096025500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455170688:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.019742:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a029c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.022253:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096025500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455170688:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.022274:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.022718:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b0d4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461871488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4594us (4863us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.022730:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16007 00000100:00100000:0.0:1746143524.022980:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.023035:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461871744 00000100:00100000:3.0:1746143524.023040:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461871744 00002000:00100000:3.0:1746143524.023073:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013072a680 x1830963461871744/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.023237:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072a680 with x1830963461871744 ext(0->4095) 00002000:00010000:3.0:1746143524.023242:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013072a680 00000100:00100000:3.0:1746143524.023415:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13557 00000100:00100000:3.0:1746143524.023422:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963461871744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143524.024875:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963461871744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1449us (1891us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.024884:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13557 00002000:00100000:3.0:1746143524.024891:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013072a680 x1830963461871744/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.024897:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072a680 with x1830963461871744 ext(0->4095) 00002000:00010000:3.0:1746143524.024901:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013072a680 00000100:00100000:0.0:1746143524.027901:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.027960:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461871872 00000100:00100000:1.0:1746143524.027972:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461871872 00000100:00100000:1.0:1746143524.028365:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30101 00000100:00100000:1.0:1746143524.028373:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461871872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143524.028392:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143524.028409:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22996 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b158 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.028439:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f2298f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b151 expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.028447:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.028449:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.028453:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22996 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b158 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.028481:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f2298f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b151 expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.028493:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f2298f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b151 expref: 43 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.028504:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455170816:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143524.028945:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009040e300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.031657:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455170816:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143524.031692:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22996 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b158 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.031709:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92400, rc 0) 00000100:00100000:1.0:1746143524.031759:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461871872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3386us (3865us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.031768:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30101 00000100:00100000:0.0:1746143524.033089:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.033842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.039179:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097a6c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455170944:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.039195:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.039213:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963461872000:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5191us (6129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.039221:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16008 00000100:00100000:0.0:1746143524.046567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.048967:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461872384 00000100:00100000:3.0:1746143524.048983:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461872384 00002000:00100000:3.0:1746143524.049037:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978ab100 x1830963461872384/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.049048:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978ab100 with x1830963461872384 ext(0->4095) 00010000:00010000:3.0:1746143524.049059:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22996 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b158 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.049080:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22996 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b158 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746143524.049087:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978ab100 00000100:00100000:3.0:1746143524.049124:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2781 00000100:00100000:3.0:1746143524.049132:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461872384:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143524.049333:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461872384:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 201us (2777us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.049341:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2781 00002000:00100000:3.0:1746143524.049347:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978ab100 x1830963461872384/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.049354:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978ab100 with x1830963461872384 ext(0->4095) 00010000:00010000:3.0:1746143524.049359:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22996 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b158 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.049369:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22996 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b158 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746143524.049374:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978ab100 00000100:00100000:0.0:1746143524.053437:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.053627:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461872512 00000100:00100000:3.0:1746143524.053636:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461872512 00010000:00010000:3.0:1746143524.053672:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22996 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b158 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.054284:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16009 00000100:00100000:3.0:1746143524.054356:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461872512:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.054370:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.054389:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22996 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b158 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.054401:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22996 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b158 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.054425:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22996 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b158 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.054444:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.054446:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.054453:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2299d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b15f expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.054461:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2299d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b15f expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.054496:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2299d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b15f expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.054508:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096025500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455171200:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.055061:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02480 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.062283:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096025500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455171200:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.062335:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.062543:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461872512:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 8248us (9114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.062555:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16009 00000100:00100000:0.0:1746143524.064155:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.071223:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.077497:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.080215:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963461873024:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2409us (2715us total) trans 4294972247 rc 0/0 00000100:00100000:0.0:1746143524.080227:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2782 00002000:00100000:0.0:1746143524.080243:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011eeed500 x1830963461873024/t4294972247(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 496/448 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.080251:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeed500 with x1830963461873024 ext(0->7) 00010000:00010000:0.0:1746143524.080261:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2299d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b15f expref: 46 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143524.080276:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f2299d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b15f expref: 46 pid: 12044 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746143524.080288:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011eeed500 00000100:00100000:0.0:1746143524.085274:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.088024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.091939:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.092192:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461873536 00000100:00100000:1.0:1746143524.092200:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461873536 00002000:00100000:1.0:1746143524.092240:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097901f80 x1830963461873536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.092249:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097901f80 with x1830963461873536 ext(0->4095) 00010000:00010000:1.0:1746143524.092257:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f229a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b166 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.092269:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f229a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b166 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.092276:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097901f80 00000100:00100000:1.0:1746143524.092501:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2783 00000100:00100000:1.0:1746143524.092509:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461873536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143524.092663:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461873536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (725us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.092670:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2783 00002000:00100000:1.0:1746143524.092674:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097901f80 x1830963461873536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.092682:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097901f80 with x1830963461873536 ext(0->4095) 00010000:00010000:1.0:1746143524.092687:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f229a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b166 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.092695:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f229a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b166 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.092701:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097901f80 00000100:00100000:1.0:1746143524.101219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.108813:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.108949:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461873920 00000100:00100000:3.0:1746143524.108957:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461873920 00002000:00100000:3.0:1746143524.109005:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097901180 x1830963461873920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.109016:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097901180 with x1830963461873920 ext(0->4095) 00002000:00010000:3.0:1746143524.109022:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097901180 00000100:00100000:3.0:1746143524.109057:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13559 00000100:00100000:3.0:1746143524.109065:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963461873920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143524.109221:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963461873920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 156us (418us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.109228:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13559 00002000:00100000:3.0:1746143524.109234:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097901180 x1830963461873920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.109241:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097901180 with x1830963461873920 ext(0->4095) 00002000:00010000:3.0:1746143524.109244:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097901180 00000100:00100000:0.0:1746143524.112442:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.115500:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.115809:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461874176 00000100:00100000:3.0:1746143524.115815:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461874176 00010000:00010000:3.0:1746143524.115841:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f229ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b16d expref: 46 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.115867:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16012 00000100:00100000:3.0:1746143524.115873:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2006:x1830963461874176:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.115884:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.115903:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f229ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b16d expref: 46 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.115913:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f229ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b16d expref: 46 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.115934:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f229ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b16d expref: 46 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.115953:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.115955:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.115962:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f229b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b174 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.115969:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f229b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b174 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.115995:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f229b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b174 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.116004:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096025500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455171968:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.116061:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02540 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.119986:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096025500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455171968:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.120008:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.120518:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963461874176:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4641us (5015us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.120529:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16012 00000100:00100000:1.0:1746143524.120891:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.120932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.121446:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461874560 00000100:00100000:3.0:1746143524.121450:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461874560 00000100:00100000:3.0:1746143524.121471:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30106 00000100:00100000:3.0:1746143524.121475:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1782:x1830963461874560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.121485:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.121501:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229b9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b17b expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.121527:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f229b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b174 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.121534:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.121536:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.121539:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229b9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b17b expref: 46 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.121565:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f229b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b174 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.121575:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f229b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b174 expref: 5 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.121586:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096025500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455172096:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143524.121643:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02540 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.124907:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.126026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.126057:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461874816 00000100:00100000:0.0:1746143524.126065:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461874816 00010000:00010000:0.0:1746143524.126096:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f229b2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b174 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746143524.126120:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16013 00000100:00100000:0.0:1746143524.126125:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097903100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461874816:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143524.126137:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143524.126155:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f229b2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b174 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143524.126165:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f229b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b174 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143524.126188:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143524.126190:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143524.126197:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b17b expref: 46 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.126204:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b17b expref: 46 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.126236:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b17b expref: 46 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143524.126246:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455172224:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143524.126335:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746143524.126981:0:12044:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f229b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b174 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.126998:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096025500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455172096:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143524.127017:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229b9 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b17b expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.127025:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229b9 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b17b expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.127031:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9600, rc 0) 00000100:00100000:3.0:1746143524.127054:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:1782:x1830963461874560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5577us (6121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.127060:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30106 00000100:00100000:1.0:1746143524.129448:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455172224:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.129472:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.129898:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097903100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461874816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3770us (3872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.129910:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16013 00000100:00100000:0.0:1746143524.132964:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461875072 00000100:00100000:0.0:1746143524.132973:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461875072 00002000:00100000:0.0:1746143524.133020:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6c000 x1830963461875072/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.133029:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6c000 with x1830963461875072 ext(0->4095) 00010000:00010000:0.0:1746143524.133038:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229b9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b17b expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143524.133051:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229b9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b17b expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746143524.133058:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6c000 00000100:00100000:0.0:1746143524.133077:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2784 00000100:00100000:0.0:1746143524.133084:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2007:x1830963461875072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143524.133259:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2007:x1830963461875072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 174us (517us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143524.133265:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2784 00002000:00100000:0.0:1746143524.133271:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6c000 x1830963461875072/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.133284:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6c000 with x1830963461875072 ext(0->4095) 00010000:00010000:0.0:1746143524.133288:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229b9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b17b expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143524.133312:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229b9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b17b expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746143524.133318:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6c000 00000100:00100000:3.0:1746143524.133401:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097a6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455172352:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143524.133429:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f229c0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b182 expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.133444:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29a00, rc 0) 00000100:00100000:3.0:1746143524.133467:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:1794:x1830963461874688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6886us (8569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.133475:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30107 00000100:00100000:3.0:1746143524.138087:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461875200 00000100:00100000:3.0:1746143524.138097:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461875200 00000100:00100000:3.0:1746143524.138140:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30108 00000100:00100000:3.0:1746143524.138147:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:1782:x1830963461875200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.138166:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.138183:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229c7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b189 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.138213:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.138219:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f229c0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b182 expref: 48 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.138225:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143524.138228:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229c7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b189 expref: 48 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.138264:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f229c0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b182 expref: 48 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.138273:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229c7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b189 expref: 48 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.138282:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9400, rc 0) 00000100:00100000:3.0:1746143524.138354:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:1782:x1830963461875200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 207us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.138360:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30108 00000100:00100000:1.0:1746143524.138574:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461875328 00000100:00100000:1.0:1746143524.138578:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461875328 00010000:00010000:1.0:1746143524.138594:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b17b expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.138611:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16014 00000100:00100000:1.0:1746143524.138615:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b0d4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2007:x1830963461875328:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.138631:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.138649:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b17b expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.138658:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b17b expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.138673:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b17b expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.138694:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.138695:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.138701:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f229c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b182 expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.138710:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f229c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b182 expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.138731:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f229c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b182 expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.139525:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f229c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b182 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.139540:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455172608:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.139616:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009040e300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.141527:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455172608:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.141544:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.141572:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b0d4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2007:x1830963461875328:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2955us (3556us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.141580:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16014 00000100:00100000:0.0:1746143524.142836:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.145975:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.146781:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.146930:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461875840 00000100:00100000:1.0:1746143524.146934:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461875840 00010000:00010000:1.0:1746143524.146952:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f229c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b182 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.146969:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16015 00000100:00100000:1.0:1746143524.146973:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2007:x1830963461875840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.146980:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.146998:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f229c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b182 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.147011:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f229c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b182 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.147027:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f229c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b182 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.147038:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.147040:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.147046:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b189 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.147052:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b189 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.147071:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b189 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.147079:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b189 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.147089:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455172864:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.147134:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.150074:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455172864:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.150098:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.150387:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963461875840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3408us (3601us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.150400:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16015 00000100:00100000:0.0:1746143524.150981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.151263:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461875968 00000100:00100000:1.0:1746143524.151270:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461875968 00010000:00010000:1.0:1746143524.151360:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b189 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.151384:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16016 00000100:00100000:1.0:1746143524.151392:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2006:x1830963461875968:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.151406:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.151432:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b189 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.151445:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b189 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.151468:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b189 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.151495:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.151497:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.151505:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f229ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b190 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.151513:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f229ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b190 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.151543:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f229ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b190 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.151555:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455172992:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.151669:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.153289:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.153394:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455172992:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.153409:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.153449:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963461875968:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2058us (2470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.153457:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16016 00000100:00100000:0.0:1746143524.156551:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.156662:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461876352 00000100:00100000:3.0:1746143524.156674:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461876352 00000100:00100000:3.0:1746143524.156739:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30110 00000100:00100000:3.0:1746143524.156748:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1794:x1830963461876352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.156770:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.156794:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f229d5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b197 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.156835:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f229ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b190 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.156843:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.156845:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.156848:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f229d5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b197 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.156880:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f229ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b190 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.156892:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f229ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b190 expref: 5 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.156904:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096025500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455173120:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143524.156998:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02540 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.159446:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096025500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455173120:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143524.159477:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f229d5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b197 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.159495:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8a00, rc 0) 00000100:00100000:3.0:1746143524.159537:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:1794:x1830963461876352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2790us (2998us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.159545:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30110 00000100:00100000:0.0:1746143524.161096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.161138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.161185:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461876608 00000100:00100000:1.0:1746143524.161192:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461876608 00000100:00100000:3.0:1746143524.161219:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461876480 00000100:00100000:3.0:1746143524.161223:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461876480 00010000:00010000:1.0:1746143524.161225:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f229ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b190 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.161357:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30111 00000100:00100000:3.0:1746143524.161364:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:1782:x1830963461876480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.161380:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.161392:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f229dc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b19e expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.161417:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.161422:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f229d5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b197 expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.161428:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.161431:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f229dc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b19e expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.161459:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f229d5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b197 expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.161468:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f229dc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b19e expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.161476:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9c00, rc 0) 00000100:00100000:3.0:1746143524.161503:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:1782:x1830963461876480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.161508:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30111 00000100:00100000:1.0:1746143524.162123:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16017 00000100:00100000:1.0:1746143524.162129:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461876608:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.162138:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.162158:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f229ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b190 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.162167:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f229ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b190 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.162185:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f229ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b190 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.162368:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.162370:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.162378:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f229d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b197 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.162384:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f229d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b197 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.162406:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f229d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b197 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.162416:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f229d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b197 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.162427:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455173376:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.162834:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.165005:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455173376:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.165023:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.165063:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461876608:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2932us (3923us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.165072:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16017 00000100:00100000:0.0:1746143524.165394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.165829:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461876864 00000100:00100000:1.0:1746143524.165835:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461876864 00002000:00100000:1.0:1746143524.165868:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008ef47480 x1830963461876864/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.165877:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef47480 with x1830963461876864 ext(0->4095) 00010000:00010000:1.0:1746143524.165885:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f229d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b197 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.165901:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f229d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b197 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.165907:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ef47480 00000100:00100000:1.0:1746143524.166223:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2786 00000100:00100000:1.0:1746143524.166230:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2007:x1830963461876864:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143524.166932:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2007:x1830963461876864:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 700us (1537us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.166938:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2786 00002000:00100000:1.0:1746143524.166944:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008ef47480 x1830963461876864/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.166950:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef47480 with x1830963461876864 ext(0->4095) 00010000:00010000:1.0:1746143524.166956:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f229d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b197 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.166964:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f229d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b197 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.166969:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ef47480 00000100:00100000:0.0:1746143524.169040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.169136:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461876992 00000100:00100000:3.0:1746143524.169144:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461876992 00000100:00100000:3.0:1746143524.169456:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30112 00000100:00100000:3.0:1746143524.169464:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461876992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.169482:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.169502:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f229e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b1a5 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.169533:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.169540:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f229dc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b19e expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.169546:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143524.169550:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f229e3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1a5 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.169590:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f229dc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b19e expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.169603:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f229e3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1a5 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.169613:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8400, rc 0) 00000100:00100000:3.0:1746143524.169668:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461876992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.169674:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30112 00000100:00100000:0.0:1746143524.170539:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.170713:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461877120 00000100:00100000:1.0:1746143524.170718:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461877120 00010000:00010000:1.0:1746143524.170741:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f229d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b197 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.170771:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16018 00000100:00100000:1.0:1746143524.170778:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2004:x1830963461877120:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.170787:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.170807:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f229d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b197 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.170818:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f229d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b197 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.170835:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f229d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b197 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.171605:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.171607:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.171615:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f229dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b19e expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.171632:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f229dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b19e expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.171659:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f229dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b19e expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.171670:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f229dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b19e expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.171681:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455173632:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.171762:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1349c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.174915:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455173632:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.174937:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.174989:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2004:x1830963461877120:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4209us (4450us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.174999:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16018 00000100:00100000:0.0:1746143524.175254:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.175585:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461877376 00000100:00100000:1.0:1746143524.175592:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461877376 00002000:00100000:1.0:1746143524.175639:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee27800 x1830963461877376/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.175649:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee27800 with x1830963461877376 ext(0->4095) 00010000:00010000:1.0:1746143524.175658:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f229dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b19e expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.175670:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f229dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b19e expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.175675:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee27800 00000100:00100000:1.0:1746143524.176093:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2787 00000100:00100000:1.0:1746143524.176101:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2006:x1830963461877376:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143524.176228:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2006:x1830963461877376:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (975us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.176234:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2787 00002000:00100000:1.0:1746143524.176239:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee27800 x1830963461877376/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.176246:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee27800 with x1830963461877376 ext(0->4095) 00010000:00010000:1.0:1746143524.176251:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f229dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b19e expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.176260:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f229dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b19e expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.176266:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee27800 00000100:00100000:0.0:1746143524.178388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.179054:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.179151:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461877632 00000100:00100000:1.0:1746143524.179155:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461877632 00010000:00010000:1.0:1746143524.179175:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f229dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b19e expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.179193:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16019 00000100:00100000:1.0:1746143524.179198:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096984700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2006:x1830963461877632:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.179207:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.179224:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f229dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b19e expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.179237:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f229dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b19e expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.179255:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f229dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b19e expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.179280:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.179282:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.179288:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f229e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1a5 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.179320:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f229e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1a5 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.179344:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f229e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1a5 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.179354:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f229e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1a5 expref: 5 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.179366:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455173888:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.179429:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.181757:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455173888:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.181775:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.181808:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096984700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2006:x1830963461877632:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2610us (2754us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.181817:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16019 00000100:00100000:0.0:1746143524.181982:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.182166:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461877888 00000100:00100000:3.0:1746143524.182172:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461877888 00002000:00100000:3.0:1746143524.182206:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096985880 x1830963461877888/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.182216:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096985880 with x1830963461877888 ext(0->4095) 00010000:00010000:3.0:1746143524.182223:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f229e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1a5 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.182234:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f229e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1a5 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746143524.182239:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096985880 00000100:00100000:3.0:1746143524.182260:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2788 00000100:00100000:3.0:1746143524.182266:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461877888:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143524.182426:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461877888:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (444us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.182432:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2788 00002000:00100000:3.0:1746143524.182436:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096985880 x1830963461877888/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.182443:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096985880 with x1830963461877888 ext(0->4095) 00010000:00010000:3.0:1746143524.182447:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f229e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1a5 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.182455:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f229e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1a5 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746143524.182462:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096985880 00000100:00100000:1.0:1746143524.186080:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461878016 00000100:00100000:1.0:1746143524.186088:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461878016 00010000:00010000:1.0:1746143524.186120:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f229e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1a5 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.186162:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16020 00000100:00100000:1.0:1746143524.186169:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461878016:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.186189:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.186210:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f229e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1a5 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.186220:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f229e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1a5 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.186240:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f229e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1a5 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.186264:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.186266:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.186274:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f229ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ac expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.186282:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f229ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ac expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.186336:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f229ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ac expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.186996:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455174016:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.187121:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.189757:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455174016:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.189782:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.189828:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461878016:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3658us (3808us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.189839:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16020 00000100:00100000:1.0:1746143524.190439:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461878272 00000100:00100000:1.0:1746143524.190446:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461878272 00002000:00100000:1.0:1746143524.190483:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6c380 x1830963461878272/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.190493:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6c380 with x1830963461878272 ext(0->4095) 00002000:00010000:1.0:1746143524.190498:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6c380 00000100:00100000:1.0:1746143524.190688:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13562 00000100:00100000:1.0:1746143524.190696:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963461878272:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143524.191205:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963461878272:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 509us (1299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.191212:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13562 00002000:00100000:1.0:1746143524.191218:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6c380 x1830963461878272/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.191225:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6c380 with x1830963461878272 ext(0->4095) 00002000:00010000:1.0:1746143524.191228:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6c380 00000100:00100000:3.0:1746143524.194452:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461878400 00000100:00100000:3.0:1746143524.194462:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461878400 00000100:00100000:3.0:1746143524.194600:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30114 00000100:00100000:3.0:1746143524.194608:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461878400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.194641:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.194661:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229f1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b1b3 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.194694:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f229ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ac expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.194703:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.194704:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.194708:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229f1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1b3 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.194744:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f229ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ac expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.194757:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f229ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ac expref: 45 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.194771:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096025500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455174144:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143524.194874:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.198127:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096025500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455174144:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143524.198156:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229f1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1b3 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.198171:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9400, rc 0) 00000100:00100000:3.0:1746143524.198453:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461878400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3844us (4678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.198465:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30114 00000100:00100000:0.0:1746143524.198730:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.198860:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461878528 00000100:00100000:1.0:1746143524.198866:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461878528 00010000:00010000:1.0:1746143524.198890:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f229ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ac expref: 46 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.198917:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16021 00000100:00100000:1.0:1746143524.198922:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b0d4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963461878528:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.198935:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.198952:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f229ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ac expref: 46 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.198966:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f229ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ac expref: 46 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.198984:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f229ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ac expref: 46 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.199000:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.199001:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.199008:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229f1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1b3 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.199015:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1b3 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.199039:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1b3 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.199049:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455174272:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.199102:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.201995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.202050:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461878656 00000100:00100000:3.0:1746143524.202055:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461878656 00000100:00100000:3.0:1746143524.202085:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30115 00000100:00100000:3.0:1746143524.202092:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:1782:x1830963461878656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.202108:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.202121:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229f8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b1ba expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.202145:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1b3 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.202152:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.202153:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.202156:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229f8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ba expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.202178:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1b3 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.202188:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229f1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1b3 expref: 5 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.202198:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096025500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455174400:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143524.202254:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.202365:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461878912 00000100:00100000:1.0:1746143524.202369:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461878912 00002000:00100000:1.0:1746143524.202394:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9f480 x1830963461878912/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.202402:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9f480 with x1830963461878912 ext(0->4095) 00010000:00010000:1.0:1746143524.202407:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229f1 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1b3 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.202420:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229f1 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1b3 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.202425:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9f480 00000100:00100000:1.0:1746143524.202444:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2789 00000100:00100000:1.0:1746143524.202448:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461878912:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143524.202545:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461878912:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 96us (550us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.202550:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2789 00002000:00100000:1.0:1746143524.202555:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9f480 x1830963461878912/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.202562:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9f480 with x1830963461878912 ext(0->4095) 00010000:00010000:1.0:1746143524.202566:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229f1 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1b3 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.202572:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229f1 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1b3 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.202578:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9f480 00000100:00100000:1.0:1746143524.202605:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455174272:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.202616:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.202644:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b0d4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2007:x1830963461878528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3722us (3915us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.202653:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16021 00000100:00100000:0.0:1746143524.204739:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096025500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455174400:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143524.204759:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229f8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ba expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.204772:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9600, rc 0) 00000100:00100000:0.0:1746143524.205580:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:1782:x1830963461878656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3485us (3869us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143524.205588:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30115 00000100:00100000:0.0:1746143524.207556:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461879040 00000100:00100000:0.0:1746143524.207565:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461879040 00000100:00100000:0.0:1746143524.207604:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30116 00000100:00100000:0.0:1746143524.207611:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:1794:x1830963461879040:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143524.207642:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143524.207660:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f229ff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b1c1 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.207686:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143524.207692:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229f8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ba expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.207698:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143524.207701:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f229ff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c1 expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.207740:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229f8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ba expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.207750:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f229ff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c1 expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.207765:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123cda600, rc 0) 00000100:00100000:0.0:1746143524.207819:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:1794:x1830963461879040:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 208us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143524.207824:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30116 00000100:00100000:1.0:1746143524.207891:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461879168 00000100:00100000:1.0:1746143524.207895:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461879168 00010000:00010000:1.0:1746143524.207916:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1b3 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.207935:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16022 00000100:00100000:1.0:1746143524.207939:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461879168:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.207948:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.207967:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1b3 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.207977:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1b3 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.207993:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f229f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1b3 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.208007:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.208008:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.208014:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ba expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.208022:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ba expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.208044:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ba expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.208055:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ba expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.208067:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455174656:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.208120:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1343c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.211193:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455174656:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.211210:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.211245:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461879168:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3305us (3754us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.211254:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16022 00000100:00100000:3.0:1746143524.211431:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461879424 00000100:00100000:3.0:1746143524.211438:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461879424 00002000:00100000:3.0:1746143524.211473:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f641c00 x1830963461879424/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.211483:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641c00 with x1830963461879424 ext(0->4095) 00010000:00010000:3.0:1746143524.211491:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ba expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.211503:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ba expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746143524.211510:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f641c00 00000100:00100000:3.0:1746143524.211525:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2790 00000100:00100000:3.0:1746143524.211531:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2007:x1830963461879424:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143524.211650:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2007:x1830963461879424:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (556us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.211655:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2790 00002000:00100000:3.0:1746143524.211659:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f641c00 x1830963461879424/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.211666:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641c00 with x1830963461879424 ext(0->4095) 00010000:00010000:3.0:1746143524.211670:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ba expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.211678:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ba expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746143524.211683:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f641c00 00000100:00100000:1.0:1746143524.214740:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461879552 00000100:00100000:1.0:1746143524.214748:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461879552 00010000:00010000:1.0:1746143524.214785:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ba expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.214811:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16023 00000100:00100000:1.0:1746143524.214818:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2007:x1830963461879552:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.214833:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.214854:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ba expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.214865:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ba expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.214887:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f229f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1ba expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.214916:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.214917:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.214925:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f229ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c1 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.214933:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f229ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c1 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.215041:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f229ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c1 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.215054:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455174784:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.215338:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1343c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.217341:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455174784:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.217360:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.217399:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963461879552:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2581us (2748us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.217408:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16023 00000100:00100000:3.0:1746143524.218038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.218706:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461879808 00000100:00100000:1.0:1746143524.218713:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461879808 00002000:00100000:1.0:1746143524.218752:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096025500 x1830963461879808/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.218761:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096025500 with x1830963461879808 ext(0->4095) 00002000:00010000:1.0:1746143524.218766:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096025500 00000100:00100000:1.0:1746143524.218797:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13563 00000100:00100000:1.0:1746143524.218805:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2006:x1830963461879808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143524.218973:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2006:x1830963461879808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (936us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.218979:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13563 00002000:00100000:1.0:1746143524.218985:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096025500 x1830963461879808/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.218992:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096025500 with x1830963461879808 ext(0->4095) 00002000:00010000:1.0:1746143524.218994:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096025500 00000100:00100000:3.0:1746143524.221806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.224753:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f643800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455174912:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143524.224785:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22a06 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c8 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.224800:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28400, rc 0) 00000100:00100000:0.0:1746143524.224844:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461879936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2646us (3048us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143524.224852:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30117 00000100:00100000:3.0:1746143524.224968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.225123:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461880064 00000100:00100000:1.0:1746143524.225129:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461880064 00010000:00010000:1.0:1746143524.225153:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f229ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c1 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.225173:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16024 00000100:00100000:1.0:1746143524.225179:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2006:x1830963461880064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.225191:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.225212:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f229ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c1 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.225221:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f229ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c1 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.225241:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f229ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c1 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.225260:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.225262:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.225268:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22a06 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c8 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.225275:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22a06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c8 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.225321:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22a06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c8 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.225332:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455175040:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.225376:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134180 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.228509:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455175040:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.228532:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.228594:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963461880064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3412us (3623us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.228605:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16024 00000100:00100000:0.0:1746143524.229117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.229164:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461880320 00000100:00100000:0.0:1746143524.229166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.229171:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461880320 00002000:00100000:3.0:1746143524.229209:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9e680 x1830963461880320/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.229219:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9e680 with x1830963461880320 ext(0->4095) 00002000:00010000:3.0:1746143524.229224:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096d9e680 00000100:00100000:3.0:1746143524.229242:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13564 00000100:00100000:3.0:1746143524.229249:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461880320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143524.229261:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461880448 00000100:00100000:1.0:1746143524.229265:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461880448 00000100:00100000:1.0:1746143524.229287:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30118 00000100:00100000:1.0:1746143524.229291:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb20450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1782:x1830963461880448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143524.229317:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143524.229332:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22a0d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b1cf expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.229359:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22a06 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c8 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.229366:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.229368:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.229371:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22a0d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1cf expref: 46 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.229398:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461880320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 148us (281us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.229405:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13564 00002000:00100000:3.0:1746143524.229410:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9e680 x1830963461880320/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.229418:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9e680 with x1830963461880320 ext(0->4095) 00010000:00010000:3.0:1746143524.229423:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22a06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c8 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.229432:0:27163:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22a06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c8 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746143524.229438:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9e680 00010000:00010000:1.0:1746143524.229741:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22a06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c8 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.229754:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22a06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c8 expref: 5 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.229766:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455175168:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143524.229860:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.235759:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.235897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.235939:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461880704 00000100:00100000:0.0:1746143524.235948:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461880704 00010000:00010000:0.0:1746143524.235987:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22a06 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c8 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746143524.236019:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16025 00000100:00100000:0.0:1746143524.236026:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461880704:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143524.236039:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143524.236063:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22a06 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c8 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143524.236074:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22a06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c8 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143524.236107:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143524.236109:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143524.236117:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22a0d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1cf expref: 46 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.236124:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22a0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1cf expref: 46 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.236371:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22a0d lrc: 7/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1cf expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143524.236379:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22a0d lrc: 7/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1cf expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746143524.236387:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096627480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455175296:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143524.236541:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746143524.236629:0:12044:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22a06 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1c8 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.236762:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455175168:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143524.236782:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22a0d lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1cf expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.236789:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22a0d lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1cf expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.236802:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92e00, rc 0) 00000100:00100000:1.0:1746143524.236832:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb20450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:1782:x1830963461880448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7539us (7664us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.236838:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30118 00000100:00100000:0.0:1746143524.238546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.238567:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461880960 00000100:00100000:0.0:1746143524.238572:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461880960 00002000:00100000:0.0:1746143524.238608:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096626a00 x1830963461880960/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.238630:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096626a00 with x1830963461880960 ext(0->4095) 00010000:00010000:0.0:1746143524.238638:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22a0d lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1cf expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143524.238649:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22a0d lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1cf expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746143524.238654:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096626a00 00000100:00100000:0.0:1746143524.238682:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2791 00000100:00100000:0.0:1746143524.238689:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2007:x1830963461880960:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143524.238810:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2007:x1830963461880960:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (270us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143524.238816:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2791 00002000:00100000:0.0:1746143524.238820:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096626a00 x1830963461880960/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.238828:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096626a00 with x1830963461880960 ext(0->4095) 00010000:00010000:0.0:1746143524.238831:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22a0d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1cf expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143524.238840:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22a0d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1cf expref: 48 pid: 12044 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746143524.238845:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096626a00 00000100:00100000:1.0:1746143524.238949:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096627480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455175296:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.238960:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.238981:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461880704:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2955us (3084us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.238988:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16025 00000100:00100000:1.0:1746143524.240936:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461881088 00000100:00100000:1.0:1746143524.240941:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461881088 00010000:00010000:1.0:1746143524.240964:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22a0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1cf expref: 47 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.241021:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16026 00000100:00100000:1.0:1746143524.241027:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f642d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2004:x1830963461881088:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.241039:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.241057:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22a0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1cf expref: 47 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.241068:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22a0d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1cf expref: 47 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.241089:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92e00/0xa6c9a53f47f22a0d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1cf expref: 47 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.241525:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.241528:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.241535:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a14 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1d6 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.241543:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1d6 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.241577:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1d6 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.241588:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455175552:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.241823:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134180 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.243486:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455175552:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.243504:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143524.243506:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.243555:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2004:x1830963461881088:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2526us (3067us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.243565:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16026 00000100:00100000:3.0:1746143524.243657:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461881344 00000100:00100000:3.0:1746143524.243665:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461881344 00002000:00100000:3.0:1746143524.243701:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096626680 x1830963461881344/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.243968:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096626680 with x1830963461881344 ext(0->4095) 00002000:00010000:3.0:1746143524.243973:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096626680 00000100:00100000:3.0:1746143524.244102:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13565 00000100:00100000:3.0:1746143524.244111:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963461881344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143524.244249:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963461881344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (742us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.244255:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13565 00002000:00100000:3.0:1746143524.244260:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096626680 x1830963461881344/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.244266:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096626680 with x1830963461881344 ext(0->4095) 00002000:00010000:3.0:1746143524.244269:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096626680 00000100:00100000:0.0:1746143524.246339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.249934:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461881600 00000100:00100000:1.0:1746143524.249943:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461881600 00010000:00010000:1.0:1746143524.249979:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a14 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1d6 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746143524.249997:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455175680:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143524.250006:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16027 00000100:00100000:1.0:1746143524.250012:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f640700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2006:x1830963461881600:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.250026:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143524.250029:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22a1b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1dd expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.250042:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29a00, rc 0) 00010000:00010000:1.0:1746143524.250046:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1d6 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746143524.250088:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461881472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3630us (3754us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143524.250095:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30120 00010000:00010000:1.0:1746143524.250775:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1d6 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.250804:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a14 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1d6 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.250818:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.250820:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.250826:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22a1b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1dd expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.250834:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22a1b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1dd expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.250866:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22a1b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1dd expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.250878:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455175808:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.250939:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.254530:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.254581:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.254601:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461881984 00000100:00100000:0.0:1746143524.254603:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461881984 00000100:00100000:0.0:1746143524.254648:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30121 00000100:00100000:0.0:1746143524.254655:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:1782:x1830963461881984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143524.254668:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143524.254686:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097805c00/0xa6c9a53f47f22a22 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b1e4 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.254712:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22a1b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1dd expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.254718:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143524.254719:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143524.254722:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097805c00/0xa6c9a53f47f22a22 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1e4 expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.254752:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22a1b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1dd expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.254768:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22a1b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1dd expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746143524.254778:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455175936:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143524.254857:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455175808:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.254871:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143524.254979:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.255132:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f640700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2006:x1830963461881600:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5120us (5266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.255144:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16027 00000100:00100000:3.0:1746143524.258574:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461882112 00000100:00100000:3.0:1746143524.258581:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461882112 00000100:00100000:3.0:1746143524.258701:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30122 00000100:00100000:3.0:1746143524.258709:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:1794:x1830963461882112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.258725:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.258741:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22a29 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b1eb expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.258764:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.258768:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097805c00/0xa6c9a53f47f22a22 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1e4 expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.258779:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.258782:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22a29 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1eb expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.258814:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097805c00/0xa6c9a53f47f22a22 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1e4 expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.258823:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22a29 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1eb expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.258831:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8a00, rc 0) 00000100:00100000:3.0:1746143524.258857:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:1794:x1830963461882112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.258862:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30122 00000100:00100000:0.0:1746143524.259023:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.259494:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461882240 00000100:00100000:1.0:1746143524.259498:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461882240 00010000:00010000:1.0:1746143524.259516:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22a1b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1dd expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.259537:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16028 00000100:00100000:1.0:1746143524.259543:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461882240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.259552:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.259575:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22a1b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1dd expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.259584:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22a1b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1dd expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.259600:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22a1b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1dd expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.259625:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.259627:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.259633:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097805c00/0xa6c9a53f47f22a22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1e4 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.259639:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097805c00/0xa6c9a53f47f22a22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1e4 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.259659:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097805c00/0xa6c9a53f47f22a22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1e4 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.259668:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097805c00/0xa6c9a53f47f22a22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1e4 expref: 46 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.259678:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455176192:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.259742:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134180 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.261168:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455176192:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.261183:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.261498:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461882240:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1700us (2220us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.261511:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16028 00000100:00100000:0.0:1746143524.261688:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.261786:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461882496 00000100:00100000:3.0:1746143524.261792:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461882496 00002000:00100000:3.0:1746143524.261823:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134050700 x1830963461882496/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.261833:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050700 with x1830963461882496 ext(0->4095) 00010000:00010000:3.0:1746143524.261840:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097805c00/0xa6c9a53f47f22a22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1e4 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.261852:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097805c00/0xa6c9a53f47f22a22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1e4 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746143524.261857:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134050700 00000100:00100000:3.0:1746143524.261881:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2792 00000100:00100000:3.0:1746143524.261887:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2007:x1830963461882496:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143524.262005:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2007:x1830963461882496:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (317us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.262010:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2792 00002000:00100000:3.0:1746143524.262015:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134050700 x1830963461882496/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.262021:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050700 with x1830963461882496 ext(0->4095) 00010000:00010000:3.0:1746143524.262025:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097805c00/0xa6c9a53f47f22a22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1e4 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.262033:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097805c00/0xa6c9a53f47f22a22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1e4 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746143524.262038:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134050700 00000100:00100000:0.0:1746143524.264891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.264957:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461882624 00000100:00100000:1.0:1746143524.264965:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461882624 00010000:00010000:1.0:1746143524.264999:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097805c00/0xa6c9a53f47f22a22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1e4 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.265040:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16029 00000100:00100000:1.0:1746143524.266285:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2005:x1830963461882624:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.266314:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.266343:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097805c00/0xa6c9a53f47f22a22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1e4 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.266357:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097805c00/0xa6c9a53f47f22a22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1e4 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.266379:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097805c00/0xa6c9a53f47f22a22 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1e4 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.266410:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.266413:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.266421:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22a29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1eb expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.266429:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22a29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1eb expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.266466:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22a29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1eb expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.266478:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455176320:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.266581:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134480 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.273958:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455176320:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.273987:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.274039:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2005:x1830963461882624:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7762us (9155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.274051:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16029 00000100:00100000:0.0:1746143524.279375:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461882880 00000100:00100000:0.0:1746143524.279385:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461882880 00002000:00100000:0.0:1746143524.279429:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f643800 x1830963461882880/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.279440:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643800 with x1830963461882880 ext(0->4095) 00002000:00010000:0.0:1746143524.279445:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f643800 00000100:00100000:0.0:1746143524.279478:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13567 00000100:00100000:0.0:1746143524.279486:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2006:x1830963461882880:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143524.279643:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2006:x1830963461882880:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (308us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143524.279650:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13567 00002000:00100000:0.0:1746143524.279656:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f643800 x1830963461882880/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.279663:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643800 with x1830963461882880 ext(0->4095) 00002000:00010000:0.0:1746143524.279665:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f643800 00000100:00100000:0.0:1746143524.283389:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.283530:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461883008 00000100:00100000:1.0:1746143524.283539:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461883008 00000100:00100000:1.0:1746143524.283586:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30123 00000100:00100000:1.0:1746143524.283592:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461883008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143524.283609:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143524.283635:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a30 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b1f2 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.283669:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22a29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1eb expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.283678:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.283679:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.283683:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a30 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f2 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.283711:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22a29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1eb expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.283722:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22a29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1eb expref: 45 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.283733:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455176448:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143524.283820:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.286675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.286758:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.286810:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461883264 00000100:00100000:3.0:1746143524.286818:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461883264 00000100:00100000:1.0:1746143524.286859:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455176448:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143524.286862:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30124 00000100:00100000:3.0:1746143524.286869:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:1782:x1830963461883264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.286884:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143524.286885:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a30 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f2 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.286896:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a37 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b1f9 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.286899:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93200, rc 0) 00010000:00010000:3.0:1746143524.286912:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.286917:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a30 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f2 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.286925:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143524.286928:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a37 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f9 expref: 47 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.286941:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461883008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3349us (3560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.286946:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30123 00010000:00010000:3.0:1746143524.286952:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a30 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f2 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.286961:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a37 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f9 expref: 47 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.286967:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9600, rc 0) 00000100:00100000:3.0:1746143524.286982:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:1782:x1830963461883264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.286987:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30124 00000100:00100000:3.0:1746143524.288316:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16030 00000100:00100000:3.0:1746143524.288327:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134052d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2006:x1830963461883136:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.288338:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.288358:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22a29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1eb expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.288370:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22a29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1eb expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.288393:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22a29 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1eb expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.288424:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.288426:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.288433:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f2 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.288440:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f2 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.288465:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f2 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.288475:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f2 expref: 5 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.288487:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085859500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455176704:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.288559:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.294175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.294401:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085859500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455176704:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.294420:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.294763:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134052d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2006:x1830963461883136:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6438us (8095us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.294771:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16030 00000100:00100000:0.0:1746143524.299171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.299270:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461883648 00000100:00100000:3.0:1746143524.299281:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461883648 00010000:00010000:3.0:1746143524.299353:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f2 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.299401:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16031 00000100:00100000:3.0:1746143524.299408:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461883648:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.299423:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.299442:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f2 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.299453:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f2 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.299477:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f2 expref: 6 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.299501:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.299503:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.299511:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f9 expref: 45 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.299518:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f9 expref: 45 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.299554:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f9 expref: 45 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.299567:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085859500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455176832:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.299741:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.303144:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085859500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455176832:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143524.303168:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143524.303222:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461883648:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3813us (4061us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143524.303232:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16031 00000100:00100000:0.0:1746143524.305461:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.312217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.312326:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461884032 00000100:00100000:3.0:1746143524.312337:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461884032 00000100:00100000:3.0:1746143524.312384:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30125 00000100:00100000:3.0:1746143524.312391:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461884032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.312411:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.312429:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22a3e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b200 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.312462:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f9 expref: 45 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.312469:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.312470:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.312474:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22a3e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b200 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.312505:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f9 expref: 45 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.312518:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f9 expref: 45 pid: 9571 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.312530:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008585aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455176960:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143524.317821:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a026c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.326982:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008585aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455176960:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143524.327017:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22a3e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b200 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.327041:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8400, rc 0) 00000100:00100000:3.0:1746143524.327087:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461884032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14695us (14881us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.327096:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30125 00000100:00100000:0.0:1746143524.328213:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.328289:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461884160 00000100:00100000:1.0:1746143524.328320:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461884160 00002000:00100000:1.0:1746143524.328356:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800978b5c00 x1830963461884160/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 496/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.328364:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b5c00 with x1830963461884160 ext(0->7) 00010000:00010000:1.0:1746143524.328371:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f9 expref: 46 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.328382:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f9 expref: 46 pid: 9571 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.328389:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b5c00 00000100:00100000:1.0:1746143524.328414:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2794 00000100:00100000:1.0:1746143524.328420:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963461884160:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143524.329041:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2007:x1830963461884160:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 619us (828us total) trans 4294972248 rc 0/0 00000100:00100000:0.0:1746143524.329048:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2794 00002000:00100000:0.0:1746143524.329054:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800978b5c00 x1830963461884160/t4294972248(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 496/448 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.329060:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b5c00 with x1830963461884160 ext(0->7) 00010000:00010000:0.0:1746143524.329065:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f9 expref: 48 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143524.329074:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f9 expref: 48 pid: 9571 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746143524.329079:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b5c00 00000100:00100000:0.0:1746143524.335369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.335434:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461884288 00000100:00100000:3.0:1746143524.335444:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461884288 00000100:00100000:3.0:1746143524.335501:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30126 00000100:00100000:3.0:1746143524.335510:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:1782:x1830963461884288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.335530:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.335548:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22a45 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b207 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.335578:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.335584:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22a3e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b200 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.335591:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143524.335594:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22a45 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b207 expref: 49 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.335642:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22a3e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b200 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.335654:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22a45 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b207 expref: 49 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.335669:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8c00, rc 0) 00000100:00100000:3.0:1746143524.335726:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:1782:x1830963461884288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 217us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.335733:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30126 00000100:00100000:0.0:1746143524.335913:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.336019:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461884416 00000100:00100000:1.0:1746143524.336024:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461884416 00010000:00010000:1.0:1746143524.336041:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f9 expref: 49 pid: 9571 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.336075:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16032 00000100:00100000:1.0:1746143524.336080:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:2004:x1830963461884416:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.336088:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.336106:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f9 expref: 49 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.336121:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f9 expref: 49 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.336142:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a37 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b1f9 expref: 49 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.336166:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.336167:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.336173:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22a3e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b200 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.336180:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22a3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b200 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.336201:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22a3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b200 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.336216:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22a3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b200 expref: 5 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.336231:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455177216:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.336319:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134480 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.339174:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455177216:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.339189:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.339352:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2004:x1830963461884416:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3270us (3438us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.339360:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16032 00000100:00100000:0.0:1746143524.341663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.343600:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.343686:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461884800 00000100:00100000:1.0:1746143524.343692:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461884800 00010000:00010000:1.0:1746143524.343717:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22a3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b200 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.344803:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16033 00000100:00100000:1.0:1746143524.344813:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461884800:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.344827:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.344844:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22a3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b200 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.344857:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22a3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b200 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.344886:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22a3e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b200 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.344914:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.344917:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.344924:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22a45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b207 expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.344933:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22a45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b207 expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.344968:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22a45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b207 expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.344979:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455177344:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.345063:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134480 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.346528:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455177344:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.346544:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.346579:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461884800:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1768us (2982us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.346587:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16033 00000100:00100000:0.0:1746143524.350083:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.350110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.350144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.350170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.350192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.350206:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461885568 00000100:00100000:3.0:1746143524.350216:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461885568 00000100:00100000:0.0:1746143524.350216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.350227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.350230:0:7217:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461885184 00000100:00100000:3.0:1746143524.350231:0:7217:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461885184 00000100:00100000:0.0:1746143524.350243:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461885312 00000100:00100000:0.0:1746143524.350247:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461885312 00000100:00100000:3.0:1746143524.350269:0:7217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 552 00000100:00100000:3.0:1746143524.350276:0:7217:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b17b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1517d466-6266-498b-bada-804fa5332ca6+12:2004:x1830963461885184:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746143524.350277:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461885824 00000100:00100000:0.0:1746143524.350279:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461885824 00000100:00100000:0.0:1746143524.350292:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461885440 00000100:00100000:0.0:1746143524.350310:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461885440 00000100:00100000:0.0:1746143524.350322:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461885696 00000100:00100000:0.0:1746143524.350324:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461885696 00000100:00100000:0.0:1746143524.350334:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1126 00000100:00100000:0.0:1746143524.350339:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963461885312:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1746143524.350363:0:7217:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b17b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1517d466-6266-498b-bada-804fa5332ca6+12:2004:x1830963461885184:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 87us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.350374:0:7217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 552 00000100:00100000:0.0:1746143524.350376:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963461885312:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 37us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143524.350384:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1126 00000100:00100000:0.0:1746143524.350396:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1128 00000100:00100000:0.0:1746143524.350400:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2004:x1830963461885440:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1746143524.350410:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1129 00000100:00100000:0.0:1746143524.350415:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2004:x1830963461885440:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 15us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.350416:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+7:2004:x1830963461885696:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746143524.350423:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1128 00000100:00100000:3.0:1746143524.350439:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+7:2004:x1830963461885696:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 23us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.350444:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1129 00000100:00100000:3.0:1746143524.350490:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 737 00000100:00100000:3.0:1746143524.350495:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2004:x1830963461885568:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1746143524.350517:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2004:x1830963461885568:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 22us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.350522:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 737 00000100:00100000:0.0:1746143524.350558:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.350691:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461885952 00000100:00100000:3.0:1746143524.350697:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461885952 00000100:00100000:3.0:1746143524.350721:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 738 00000100:00100000:3.0:1746143524.350726:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461885952:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1746143524.350756:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461885952:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 30us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.350761:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 738 00000100:00100000:0.0:1746143524.354130:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.354524:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461886080 00000100:00100000:3.0:1746143524.354533:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461886080 00000100:00100000:3.0:1746143524.354571:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30127 00000100:00100000:3.0:1746143524.354579:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461886080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.354598:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.354615:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a4c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b20e expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.354657:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22a45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b207 expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.354665:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.354666:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.354669:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a4c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b20e expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.354698:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22a45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b207 expref: 47 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.354710:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22a45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b207 expref: 47 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.354727:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008585aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455177472:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143524.354812:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.355988:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008585aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455177472:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143524.356009:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a4c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b20e expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.356021:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9c00, rc 0) 00000100:00100000:3.0:1746143524.356048:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461886080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1470us (1927us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.356056:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30127 00000100:00100000:0.0:1746143524.357386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.359599:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2005:x1830963461886208:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1342us (2212us total) trans 4294972249 rc 0/0 00000100:00100000:0.0:1746143524.359608:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2796 00002000:00100000:0.0:1746143524.359613:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092359c00 x1830963461886208/t4294972249(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 496/448 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.359630:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092359c00 with x1830963461886208 ext(0->7) 00010000:00010000:0.0:1746143524.359636:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22a45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b207 expref: 50 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143524.359647:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22a45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b207 expref: 50 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746143524.359654:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092359c00 00000100:00100000:0.0:1746143524.361683:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.361769:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461886336 00000100:00100000:1.0:1746143524.361778:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461886336 00010000:00010000:1.0:1746143524.361809:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22a45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b207 expref: 50 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.362260:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16034 00000100:00100000:1.0:1746143524.362268:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092358a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2004:x1830963461886336:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.362284:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.362331:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22a45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b207 expref: 50 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.362343:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22a45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b207 expref: 50 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.362367:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22a45 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b207 expref: 50 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.362394:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.362396:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.362404:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a4c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b20e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.362417:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b20e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.362454:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b20e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.362603:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455177600:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.363013:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.365274:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.365411:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455177600:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.365431:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.365472:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092358a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:2004:x1830963461886336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3204us (3794us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.365480:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16034 00000100:00100000:0.0:1746143524.368476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.368536:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461886720 00000100:00100000:3.0:1746143524.368544:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461886720 00000100:00100000:3.0:1746143524.368589:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30128 00000100:00100000:3.0:1746143524.368595:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:1782:x1830963461886720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.368611:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.368636:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22a53 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b215 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.368664:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a4c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b20e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.368672:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.368673:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.368677:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22a53 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b215 expref: 50 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.368716:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b20e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.368729:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b20e expref: 5 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.368744:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008585aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455177728:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143524.369053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.369220:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.369694:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461886848 00000100:00100000:1.0:1746143524.369699:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461886848 00000100:00100000:1.0:1746143524.369735:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30129 00000100:00100000:1.0:1746143524.369742:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:1794:x1830963461886848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143524.369751:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143524.369758:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a5a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b21c expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.369774:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.369777:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22a53 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b215 expref: 52 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.369787:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.369789:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a5a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b21c expref: 52 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.369810:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22a53 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b215 expref: 52 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.369819:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a5a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b21c expref: 52 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.369827:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93200, rc 0) 00000100:00100000:1.0:1746143524.369855:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:1794:x1830963461886848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.369859:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30129 00000100:00100000:3.0:1746143524.369887:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008585aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455177728:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143524.369903:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22a53 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b215 expref: 51 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.369911:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9400, rc 0) 00000100:00100000:3.0:1746143524.369926:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:1782:x1830963461886720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1332us (1458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.369932:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30128 00000100:00100000:0.0:1746143524.370121:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.370171:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461886976 00000100:00100000:1.0:1746143524.370174:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461886976 00010000:00010000:1.0:1746143524.370187:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b20e expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.370219:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16035 00000100:00100000:1.0:1746143524.370224:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461886976:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.370232:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.370249:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b20e expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.370259:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b20e expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.370276:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a4c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b20e expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.370663:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.370665:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.370671:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22a53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b215 expref: 50 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.370679:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22a53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b215 expref: 50 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.370732:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22a53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b215 expref: 50 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.370741:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22a53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b215 expref: 50 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.370751:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455177984:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.370971:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134480 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.372571:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455177984:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.372587:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.372630:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461886976:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2394us (2498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.372639:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16035 00000100:00100000:1.0:1746143524.373514:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.375370:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.375486:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461887360 00000100:00100000:1.0:1746143524.375490:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461887360 00010000:00010000:1.0:1746143524.375506:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22a53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b215 expref: 51 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.375532:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16036 00000100:00100000:1.0:1746143524.375535:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:2007:x1830963461887360:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.375543:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.375554:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22a53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b215 expref: 51 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.375561:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22a53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b215 expref: 51 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.375578:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22a53 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b215 expref: 51 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.375597:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.375599:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.375606:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b21c expref: 50 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.375613:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b21c expref: 50 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.375732:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b21c expref: 50 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.376029:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455178112:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.376118:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.377794:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085859500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830963455178496:0@lo:400:kworker.0 00000100:00100000:3.0:1746143524.377847:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143524.377871:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008610aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3764:1830963455179008:0@lo:400:kworker.0 00000100:00100000:3.0:1746143524.377888:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143524.377899:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455179520:0@lo:400:kworker.0 00000100:00100000:3.0:1746143524.377916:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143524.377931:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746143524.377936:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085859f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830963455178624:0@lo:400:kworker.0 00000100:00100000:3.0:1746143524.377949:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143524.377958:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008610b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3764:1830963455179136:0@lo:400:kworker.0 00000100:00100000:3.0:1746143524.377969:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143524.377989:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455178496 00000100:00100000:3.0:1746143524.377994:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455178496 00000100:00100000:1.0:1746143524.378059:0:12697:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455179008 00000100:00100000:1.0:1746143524.378061:0:12697:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455179008 00000100:00100000:0.0:1746143524.378161:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3767:1830963455178368:0@lo:400:kworker.0 00000100:00100000:0.0:1746143524.378184:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143524.378199:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3767:1830963455178880:0@lo:400:kworker.0 00000100:00100000:0.0:1746143524.378443:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143524.378457:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830963455179392:0@lo:400:kworker.0 00000100:00100000:0.0:1746143524.378476:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143524.378496:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455178624 00000100:00100000:0.0:1746143524.378499:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455178624 00000100:00100000:0.0:1746143524.378544:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455179136 00000100:00100000:0.0:1746143524.378546:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455179136 00000100:00100000:0.0:1746143524.378727:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455178368 00000100:00100000:0.0:1746143524.378730:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455178368 00000100:00100000:0.0:1746143524.378737:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455178880 00000100:00100000:0.0:1746143524.378738:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455178880 00000100:00100000:1.0:1746143524.378741:0:12697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:0.0:1746143524.378751:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:1.0:1746143524.378752:0:12697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830963455178624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746143524.378755:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830963455179136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746143524.378791:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455178752 00000100:00100000:3.0:1746143524.378794:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455178752 00000100:00100000:3.0:1746143524.378806:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1746143524.378810:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3764:x1830963455178496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746143524.378851:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830963455179136:12345-0@lo:400:kworker.0 Request processed in 94us (879us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143524.378856:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:0.0:1746143524.378870:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455179264 00000100:00100000:0.0:1746143524.378873:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455179264 00000100:00100000:0.0:1746143524.378883:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1746143524.378887:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830963455179008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746143524.378908:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830963455179008:12345-0@lo:400:kworker.0 Request processed in 21us (1019us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143524.378913:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1746143524.378922:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1746143524.378925:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830963455178368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746143524.378942:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830963455178368:12345-0@lo:400:kworker.0 Request processed in 16us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143524.378947:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1746143524.378954:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:0.0:1746143524.378957:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3767:x1830963455178880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746143524.378972:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3767:x1830963455178880:12345-0@lo:400:kworker.0 Request processed in 15us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143524.378976:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:0.0:1746143524.379005:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3767:1830963455178368:0@lo:400:kworker.0 00000100:00100000:0.0:1746143524.379012:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3767:1830963455178880:0@lo:400:kworker.0 00000100:00100000:1.0:1746143524.379175:0:12697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830963455178624:12345-0@lo:400:kworker.0 Request processed in 422us (1222us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.379179:0:12697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:1.0:1746143524.379215:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455178112:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.379226:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143524.379233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.379253:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461887616 00000100:00100000:1.0:1746143524.379255:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461887616 00000100:00100000:3.0:1746143524.379288:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3764:x1830963455178496:12345-0@lo:400:kworker.0 Request processed in 477us (1440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.379307:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1746143524.379321:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1746143524.379326:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963455178752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746143524.379346:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963455178752:12345-0@lo:400:kworker.0 Request processed in 20us (1171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.379350:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1746143524.379374:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085859f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830963455178624:0@lo:400:kworker.0 00000100:00100000:3.0:1746143524.379382:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008610b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3764:1830963455179136:0@lo:400:kworker.0 00000100:00100000:3.0:1746143524.379390:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085859500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830963455178496:0@lo:400:kworker.0 00000100:00100000:3.0:1746143524.379397:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008610aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3764:1830963455179008:0@lo:400:kworker.0 00000100:00100000:3.0:1746143524.379413:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455179392 00000100:00100000:3.0:1746143524.379415:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455179392 00002000:00100000:1.0:1746143524.379540:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb64700 x1830963461887616/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.379549:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb64700 with x1830963461887616 ext(0->4095) 00002000:00010000:1.0:1746143524.379553:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb64700 00000100:00100000:1.0:1746143524.379565:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13571 00000100:00100000:1.0:1746143524.379570:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:2007:x1830963461887616:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143524.379685:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:2007:x1830963461887616:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.379691:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13571 00002000:00100000:1.0:1746143524.379695:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb64700 x1830963461887616/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.379702:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb64700 with x1830963461887616 ext(0->4095) 00002000:00010000:1.0:1746143524.379704:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb64700 00000100:00100000:0.0:1746143524.379743:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830963455179392:0@lo:400:kworker.0 00000100:00100000:3.0:1746143524.379973:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455179520:0@lo:400:kworker.0 00000100:00100000:1.0:1746143524.380063:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2007:x1830963461887360:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4525us (4696us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.380070:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16036 00000100:00100000:0.0:1746143524.381961:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.382120:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461887744 00000100:00100000:3.0:1746143524.382127:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461887744 00000100:00100000:3.0:1746143524.382164:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30130 00000100:00100000:3.0:1746143524.382170:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461887744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.382187:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.382205:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a61 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b223 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.382234:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b21c expref: 49 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.382241:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.382243:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.382246:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a61 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b223 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.382276:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b21c expref: 49 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.382288:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b21c expref: 49 pid: 9571 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.382324:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455179648:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143524.382911:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.384202:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455179648:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143524.384228:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a61 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b223 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.384247:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9c00, rc 0) 00000100:00100000:3.0:1746143524.384283:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461887744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2112us (2327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.384291:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30130 00000100:00100000:0.0:1746143524.387553:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.387808:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461887872 00000100:00100000:1.0:1746143524.387819:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461887872 00010000:00010000:1.0:1746143524.387859:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b21c expref: 50 pid: 9571 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.387904:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16037 00000100:00100000:1.0:1746143524.387911:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2007:x1830963461887872:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.387927:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.387948:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b21c expref: 50 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.387960:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b21c expref: 50 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.387983:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22a5a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b21c expref: 50 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.388015:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.388017:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.388025:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a61 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b223 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.388036:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b223 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.388071:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b223 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.388084:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455179776:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.388168:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.390170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.390339:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455179776:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.390355:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.390394:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:2007:x1830963461887872:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2484us (2850us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.390402:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16037 00000100:00100000:3.0:1746143524.390467:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461888000 00000100:00100000:3.0:1746143524.390473:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461888000 00000100:00100000:3.0:1746143524.390499:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30131 00000100:00100000:3.0:1746143524.390505:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:1782:x1830963461888000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.390522:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.390536:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22a68 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b22a expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.390563:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a61 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b223 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.390570:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.390572:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.390575:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22a68 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b22a expref: 50 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.390598:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b223 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.390610:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b223 expref: 5 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.390635:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455179904:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143524.391052:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.391360:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.391744:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461888256 00000100:00100000:1.0:1746143524.391748:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461888256 00002000:00100000:1.0:1746143524.391776:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb64000 x1830963461888256/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.391785:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb64000 with x1830963461888256 ext(0->4095) 00010000:00010000:1.0:1746143524.391791:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a61 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b223 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.391801:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a61 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b223 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.391807:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb64000 00000100:00100000:1.0:1746143524.391831:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2798 00000100:00100000:1.0:1746143524.391836:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461888256:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143524.391960:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461888256:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (600us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.391966:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2798 00002000:00100000:1.0:1746143524.391972:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb64000 x1830963461888256/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.391977:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb64000 with x1830963461888256 ext(0->4095) 00010000:00010000:1.0:1746143524.391982:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a61 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b223 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.391990:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a61 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b223 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.391995:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb64000 00000100:00100000:3.0:1746143524.392777:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455179904:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143524.392799:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22a68 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b22a expref: 50 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.392813:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:3.0:1746143524.392837:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:1782:x1830963461888000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2333us (2672us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.392844:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30131 00000100:00100000:0.0:1746143524.394662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.395821:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461888384 00000100:00100000:1.0:1746143524.395832:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461888384 00010000:00010000:1.0:1746143524.395872:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b223 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.396024:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16038 00000100:00100000:1.0:1746143524.396033:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461888384:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.396052:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.396072:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b223 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.396089:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b223 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.396113:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22a61 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b223 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.396146:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.396148:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.396157:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22a68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b22a expref: 49 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.396164:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22a68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b22a expref: 49 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.396206:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22a68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b22a expref: 49 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.396218:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455180032:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.396325:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134840 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.398873:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455180032:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.398899:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.398943:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461888384:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2910us (4285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.398953:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16038 00000100:00100000:3.0:1746143524.400491:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461888640 00000100:00100000:3.0:1746143524.400499:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461888640 00002000:00100000:3.0:1746143524.400547:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f640700 x1830963461888640/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.400556:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f640700 with x1830963461888640 ext(0->4095) 00002000:00010000:3.0:1746143524.400561:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f640700 00000100:00100000:3.0:1746143524.400589:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13572 00000100:00100000:3.0:1746143524.400596:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2005:x1830963461888640:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746143524.400739:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2005:x1830963461888640:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (656us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.400744:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13572 00002000:00100000:3.0:1746143524.400749:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f640700 x1830963461888640/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.400761:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f640700 with x1830963461888640 ext(0->4095) 00002000:00010000:3.0:1746143524.400764:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f640700 00000100:00100000:0.0:1746143524.403570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.404230:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461888768 00000100:00100000:3.0:1746143524.404239:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461888768 00000100:00100000:3.0:1746143524.404383:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30132 00000100:00100000:3.0:1746143524.404393:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461888768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.404413:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.404430:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a6f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b231 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.404460:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22a68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b22a expref: 49 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.404466:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.404468:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.404472:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a6f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b231 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.404502:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22a68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b22a expref: 49 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.404514:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22a68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b22a expref: 49 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.404526:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455180160:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143524.408550:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02180 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.414581:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455180160:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143524.414628:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a6f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b231 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.414647:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9600, rc 0) 00000100:00100000:3.0:1746143524.414696:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461888768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10304us (11134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.414704:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30132 00000100:00100000:0.0:1746143524.415736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.415868:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461888896 00000100:00100000:1.0:1746143524.415876:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461888896 00002000:00100000:1.0:1746143524.415922:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008610b100 x1830963461888896/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 496/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.415931:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610b100 with x1830963461888896 ext(0->7) 00010000:00010000:1.0:1746143524.415938:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22a68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b22a expref: 50 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.415951:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22a68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b22a expref: 50 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.415957:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610b100 00000100:00100000:3.0:1746143524.417119:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2799 00000100:00100000:3.0:1746143524.417132:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2007:x1830963461888896:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143524.418583:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:2007:x1830963461888896:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1450us (2843us total) trans 4294972250 rc 0/0 00000100:00100000:0.0:1746143524.418591:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2799 00002000:00100000:0.0:1746143524.418599:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008610b100 x1830963461888896/t4294972250(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 496/448 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.418607:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610b100 with x1830963461888896 ext(0->7) 00010000:00010000:0.0:1746143524.418616:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22a68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b22a expref: 52 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143524.418636:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22a68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b22a expref: 52 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746143524.418642:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610b100 00000100:00100000:0.0:1746143524.437803:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461889024 00000100:00100000:0.0:1746143524.437813:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461889024 00000100:00100000:0.0:1746143524.437958:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30133 00000100:00100000:0.0:1746143524.437967:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:1782:x1830963461889024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143524.437985:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143524.438003:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097804800/0xa6c9a53f47f22a76 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b238 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.438032:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143524.438038:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a6f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b231 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.438044:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746143524.438047:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097804800/0xa6c9a53f47f22a76 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b238 expref: 53 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.438081:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a6f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b231 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.438093:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097804800/0xa6c9a53f47f22a76 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b238 expref: 53 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.438108:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097804800, rc 0) 00000100:00100000:0.0:1746143524.438158:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+53:1782:x1830963461889024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143524.438165:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30133 00000100:00100000:0.0:1746143524.443530:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.443631:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461889152 00000100:00100000:1.0:1746143524.443641:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461889152 00010000:00010000:1.0:1746143524.443681:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22a68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b22a expref: 53 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.443721:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16039 00000100:00100000:1.0:1746143524.443728:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+53:2007:x1830963461889152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.443743:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.443764:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22a68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b22a expref: 53 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.443775:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22a68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b22a expref: 53 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.443797:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22a68 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b22a expref: 53 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.443817:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.443820:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.443826:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a6f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b231 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.443834:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b231 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.443867:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b231 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.443877:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b231 expref: 5 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.443888:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455180416:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.443976:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134840 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.445508:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455180416:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.445525:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.445557:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:2007:x1830963461889152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1829us (2039us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.445566:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16039 00000100:00100000:0.0:1746143524.450014:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.451346:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461889408 00000100:00100000:1.0:1746143524.451357:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461889408 00002000:00100000:1.0:1746143524.451409:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610bb80 x1830963461889408/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.451425:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610bb80 with x1830963461889408 ext(0->4095) 00010000:00010000:1.0:1746143524.451434:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b231 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.451447:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b231 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.451453:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610bb80 00000100:00100000:1.0:1746143524.451471:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2800 00000100:00100000:1.0:1746143524.451477:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461889408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143524.451615:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461889408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (1612us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.451630:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2800 00002000:00100000:1.0:1746143524.451635:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610bb80 x1830963461889408/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.451641:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610bb80 with x1830963461889408 ext(0->4095) 00010000:00010000:1.0:1746143524.451645:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b231 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.451652:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b231 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.451658:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610bb80 00000100:00100000:0.0:1746143524.464903:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.467209:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461889536 00000100:00100000:1.0:1746143524.467223:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461889536 00010000:00010000:1.0:1746143524.467267:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b231 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.467313:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16040 00000100:00100000:1.0:1746143524.467328:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461889536:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.467343:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.467362:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b231 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.467374:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b231 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.467398:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22a6f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b231 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.467423:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.467425:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.467432:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097804800/0xa6c9a53f47f22a76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b238 expref: 51 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.467439:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097804800/0xa6c9a53f47f22a76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b238 expref: 51 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.467472:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097804800/0xa6c9a53f47f22a76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b238 expref: 51 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.467484:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455180544:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.467577:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1340c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.470083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.470774:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461889792 00000100:00100000:0.0:1746143524.470780:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461889792 00002000:00100000:0.0:1746143524.470817:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9e680 x1830963461889792/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.470826:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9e680 with x1830963461889792 ext(0->4095) 00002000:00010000:0.0:1746143524.470830:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d9e680 00000100:00100000:0.0:1746143524.471488:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13573 00000100:00100000:0.0:1746143524.471496:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:2005:x1830963461889792:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746143524.471632:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:2005:x1830963461889792:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (1557us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143524.471638:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13573 00002000:00100000:0.0:1746143524.471643:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9e680 x1830963461889792/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.471651:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9e680 with x1830963461889792 ext(0->4095) 00002000:00010000:0.0:1746143524.471653:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d9e680 00000100:00100000:0.0:1746143524.474131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.474185:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461889920 00000100:00100000:1.0:1746143524.474195:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461889920 00000100:00100000:1.0:1746143524.474243:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30134 00000100:00100000:1.0:1746143524.474250:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461889920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143524.474266:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143524.474282:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a7d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b23f expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.474330:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097804800/0xa6c9a53f47f22a76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b238 expref: 51 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.474338:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.474340:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.474344:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a7d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b23f expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.474371:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097804800/0xa6c9a53f47f22a76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b238 expref: 51 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.474383:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097804800/0xa6c9a53f47f22a76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b238 expref: 51 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.474394:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455180672:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143524.474484:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1340c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.478727:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455180672:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143524.478764:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a7d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b23f expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.478782:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93a00, rc 0) 00000100:00100000:1.0:1746143524.478855:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461889920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4604us (4732us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.478864:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30134 00000100:00100000:0.0:1746143524.517200:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.517258:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.517853:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461890048 00000100:00100000:1.0:1746143524.517858:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461890048 00002000:00100000:1.0:1746143524.517886:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880085859f80 x1830963461890048/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 496/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.517895:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859f80 with x1830963461890048 ext(0->7) 00010000:00010000:1.0:1746143524.517900:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097804800/0xa6c9a53f47f22a76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b238 expref: 53 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.517917:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097804800/0xa6c9a53f47f22a76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b238 expref: 53 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.517923:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085859f80 00000100:00100000:1.0:1746143524.517946:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2801 00000100:00100000:1.0:1746143524.517951:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+53:2007:x1830963461890048:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143524.521543:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:2007:x1830963461890048:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3581us (4343us total) trans 4294972251 rc 0/0 00000100:00100000:0.0:1746143524.521554:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2801 00002000:00100000:0.0:1746143524.521565:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880085859f80 x1830963461890048/t4294972251(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 496/448 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.521573:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859f80 with x1830963461890048 ext(0->7) 00010000:00010000:0.0:1746143524.521582:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097804800/0xa6c9a53f47f22a76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b238 expref: 55 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143524.521596:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097804800/0xa6c9a53f47f22a76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b238 expref: 55 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746143524.521603:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085859f80 00000100:00100000:0.0:1746143524.523142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.528957:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.529063:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461890560 00000100:00100000:1.0:1746143524.529071:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461890560 00002000:00100000:1.0:1746143524.529115:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045e300 x1830963461890560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.529125:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045e300 with x1830963461890560 ext(0->4095) 00010000:00010000:1.0:1746143524.529134:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b23f expref: 6 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.529147:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b23f expref: 6 pid: 9571 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.529153:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045e300 00000100:00100000:1.0:1746143524.529171:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2802 00000100:00100000:1.0:1746143524.529178:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461890560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143524.530088:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461890560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 906us (1129us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.530095:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2802 00002000:00100000:1.0:1746143524.530103:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045e300 x1830963461890560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.530110:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045e300 with x1830963461890560 ext(0->4095) 00010000:00010000:1.0:1746143524.530116:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b23f expref: 6 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.530126:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b23f expref: 6 pid: 9571 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.530131:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045e300 00000100:00100000:0.0:1746143524.536911:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.541647:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.541715:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461890944 00000100:00100000:1.0:1746143524.541721:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461890944 00002000:00100000:1.0:1746143524.541760:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045ea00 x1830963461890944/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.541774:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045ea00 with x1830963461890944 ext(0->4095) 00002000:00010000:1.0:1746143524.541779:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045ea00 00000100:00100000:1.0:1746143524.541801:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13574 00000100:00100000:1.0:1746143524.541807:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:2006:x1830963461890944:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143524.541928:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:2006:x1830963461890944:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.541933:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13574 00002000:00100000:1.0:1746143524.541938:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045ea00 x1830963461890944/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.541944:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045ea00 with x1830963461890944 ext(0->4095) 00002000:00010000:1.0:1746143524.541946:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045ea00 00000100:00100000:0.0:1746143524.548021:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.552565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.552744:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461891200 00000100:00100000:1.0:1746143524.552752:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461891200 00002000:00100000:1.0:1746143524.552795:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009045c380 x1830963461891200/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 496/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.552804:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c380 with x1830963461891200 ext(0->7) 00010000:00010000:1.0:1746143524.552813:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22a84 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b246 expref: 54 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.552825:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22a84 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b246 expref: 54 pid: 9571 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.552832:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045c380 00000100:00100000:1.0:1746143524.552851:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2803 00000100:00100000:1.0:1746143524.552858:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:2005:x1830963461891200:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143524.554564:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2005:x1830963461891200:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1704us (2004us total) trans 4294972252 rc 0/0 00000100:00100000:0.0:1746143524.554572:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2803 00002000:00100000:0.0:1746143524.554579:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009045c380 x1830963461891200/t4294972252(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 496/448 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.554591:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c380 with x1830963461891200 ext(0->7) 00010000:00010000:0.0:1746143524.554597:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22a84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b246 expref: 56 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143524.554607:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22a84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b246 expref: 56 pid: 9571 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746143524.554612:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045c380 00000100:00100000:0.0:1746143524.557975:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.558109:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461891328 00000100:00100000:2.0:1746143524.558121:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461891328 00010000:00010000:2.0:1746143524.558162:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22a84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b246 expref: 56 pid: 9571 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.558199:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16043 00000100:00100000:2.0:1746143524.558207:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2004:x1830963461891328:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143524.558222:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143524.558243:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22a84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b246 expref: 56 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.558255:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22a84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b246 expref: 56 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.558278:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22a84 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b246 expref: 56 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.558340:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.558342:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.558350:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22a8b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b24d expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.558358:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22a8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b24d expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.558392:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22a8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b24d expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143524.558405:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455181312:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143524.558492:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.560682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.560779:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461891584 00000100:00100000:1.0:1746143524.560786:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461891584 00002000:00100000:1.0:1746143524.560830:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045f480 x1830963461891584/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.560840:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045f480 with x1830963461891584 ext(0->4095) 00002000:00010000:1.0:1746143524.560845:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045f480 00000100:00100000:1.0:1746143524.560862:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13575 00000100:00100000:1.0:1746143524.560868:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461891584:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143524.561002:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461891584:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.561008:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13575 00002000:00100000:1.0:1746143524.561014:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045f480 x1830963461891584/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.561021:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045f480 with x1830963461891584 ext(0->4095) 00002000:00010000:1.0:1746143524.561024:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045f480 00000100:00100000:2.0:1746143524.562052:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455181312:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143524.562073:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143524.562114:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:2004:x1830963461891328:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3907us (4151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.562122:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16043 00000100:00100000:0.0:1746143524.563162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.563397:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461891712 00000100:00100000:2.0:1746143524.563403:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461891712 00000100:00100000:2.0:1746143524.563435:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30137 00000100:00100000:2.0:1746143524.563441:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:1794:x1830963461891712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.563457:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.563474:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b254 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.563504:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22a8b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b24d expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.563512:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.563514:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.563517:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b254 expref: 56 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.563544:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22a8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b24d expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.563556:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22a8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b24d expref: 5 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.563572:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455181440:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.563652:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.566075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.566483:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.566541:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461891968 00000100:00100000:2.0:1746143524.566550:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461891968 00010000:00010000:2.0:1746143524.566585:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22a8b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b24d expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.566613:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16044 00000100:00100000:2.0:1746143524.566630:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461891968:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143524.566644:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143524.566665:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22a8b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b24d expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.566677:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22a8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b24d expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.566701:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.566703:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.566710:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b254 expref: 56 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.566718:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b254 expref: 56 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.566748:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b254 expref: 56 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143524.566764:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455181568:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.567053:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461891840 00000100:00100000:1.0:1746143524.567058:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461891840 00000100:00100000:1.0:1746143524.567097:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30138 00000100:00100000:1.0:1746143524.567103:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1782:x1830963461891840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143524.567117:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143524.567127:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a99 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b25b expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.567148:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b254 expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.567154:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.567155:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.567158:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a99 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b25b expref: 58 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.567175:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b254 expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.567185:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 7/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b254 expref: 58 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.567193:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455181696:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143524.567450:0:9572:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22a8b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b24d expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.567471:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455181440:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143524.567491:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 8/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b254 expref: 58 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.567499:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 8/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b254 expref: 58 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.567506:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28000, rc 0) 00000100:00100000:2.0:1746143524.567915:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.567947:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.568005:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1794:x1830963461891712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4563us (4846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.568011:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30137 00000100:00100000:2.0:1746143524.569380:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455181568:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143524.569395:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143524.569424:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461891968:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2805us (2941us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.569432:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16044 00000100:00100000:1.0:1746143524.569556:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455181696:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143524.569573:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a99 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b25b expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.569585:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93a00, rc 0) 00000100:00100000:1.0:1746143524.569603:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1782:x1830963461891840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2501us (3538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.569607:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30138 00000100:00100000:0.0:1746143524.571217:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.571500:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461892224 00000100:00100000:2.0:1746143524.571509:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461892224 00002000:00100000:2.0:1746143524.571549:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978aa300 x1830963461892224/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.571558:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978aa300 with x1830963461892224 ext(0->4095) 00010000:00010000:2.0:1746143524.571565:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b254 expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.571579:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b254 expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746143524.571585:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978aa300 00000100:00100000:2.0:1746143524.571615:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2804 00000100:00100000:2.0:1746143524.571633:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2006:x1830963461892224:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143524.571792:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2006:x1830963461892224:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (580us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.571801:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2804 00002000:00100000:2.0:1746143524.571806:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978aa300 x1830963461892224/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.571813:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978aa300 with x1830963461892224 ext(0->4095) 00010000:00010000:2.0:1746143524.571817:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b254 expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.571825:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b254 expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746143524.571831:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978aa300 00000100:00100000:0.0:1746143524.574014:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.574152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.574211:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461892352 00000100:00100000:1.0:1746143524.574219:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461892352 00000100:00100000:2.0:1746143524.574405:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461892480 00000100:00100000:2.0:1746143524.574409:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461892480 00010000:00010000:2.0:1746143524.574433:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b254 expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.574469:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16045 00000100:00100000:2.0:1746143524.574476:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2004:x1830963461892480:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143524.574490:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143524.574514:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b254 expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.574527:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b254 expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.574551:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22a92 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b254 expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.574576:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.574578:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.574585:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b25b expref: 56 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.574593:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b25b expref: 56 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.574643:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b25b expref: 56 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143524.574656:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455181824:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143524.574735:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.575765:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30139 00000100:00100000:1.0:1746143524.575776:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461892352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143524.575797:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143524.575812:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22aa0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b262 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.575837:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b25b expref: 56 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.575843:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.575845:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.575848:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22aa0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b262 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.575871:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b25b expref: 56 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.575882:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a99 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b25b expref: 56 pid: 9571 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.575892:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455181952:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143524.576219:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.576756:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455181824:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143524.576776:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143524.576803:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2004:x1830963461892480:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2327us (2650us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.576812:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16045 00000100:00100000:0.0:1746143524.576966:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.577095:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461892736 00000100:00100000:1.0:1746143524.577101:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461892736 00002000:00100000:1.0:1746143524.577130:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097903100 x1830963461892736/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.577143:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097903100 with x1830963461892736 ext(0->4095) 00010000:00010000:1.0:1746143524.577150:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a99 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b25b expref: 56 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.577160:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a99 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b25b expref: 56 pid: 9571 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.577165:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097903100 00000100:00100000:1.0:1746143524.577190:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2805 00000100:00100000:1.0:1746143524.577195:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2007:x1830963461892736:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143524.577319:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2007:x1830963461892736:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (354us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.577324:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2805 00002000:00100000:1.0:1746143524.577332:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097903100 x1830963461892736/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.577338:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097903100 with x1830963461892736 ext(0->4095) 00010000:00010000:1.0:1746143524.577342:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a99 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b25b expref: 56 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.577350:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a99 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b25b expref: 56 pid: 9571 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.577354:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097903100 00000100:00100000:1.0:1746143524.578029:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455181952:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143524.578046:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22aa0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b262 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.578066:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92400, rc 0) 00000100:00100000:1.0:1746143524.578098:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461892352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2325us (4092us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.578104:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30139 00000100:00100000:0.0:1746143524.578881:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.578916:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.578972:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461892864 00000100:00100000:1.0:1746143524.578975:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461892864 00000100:00100000:1.0:1746143524.579001:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30140 00000100:00100000:1.0:1746143524.579006:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:1782:x1830963461892864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143524.579017:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143524.579027:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f22aa7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b269 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.579044:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.579048:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22aa0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b262 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.579053:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143524.579056:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f22aa7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b269 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.579079:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22aa0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b262 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.579087:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f22aa7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b269 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.579098:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123cda600, rc 0) 00000100:00100000:1.0:1746143524.579117:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1782:x1830963461892864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.579122:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30140 00000100:00100000:2.0:1746143524.579446:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461892992 00000100:00100000:2.0:1746143524.579450:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461892992 00010000:00010000:2.0:1746143524.579466:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b25b expref: 57 pid: 9571 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.579543:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16046 00000100:00100000:2.0:1746143524.579549:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2004:x1830963461892992:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143524.579560:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143524.579574:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b25b expref: 57 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.579583:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b25b expref: 57 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.579599:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22a99 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b25b expref: 57 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.579631:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.579633:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.579639:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22aa0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b262 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.579647:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22aa0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b262 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.579667:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22aa0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b262 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.579677:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22aa0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b262 expref: 5 pid: 9571 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.579687:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455182208:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143524.579749:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.581378:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455182208:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143524.581396:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143524.581425:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2004:x1830963461892992:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1877us (2509us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.581433:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16046 00000100:00100000:0.0:1746143524.582573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.582606:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461893248 00000100:00100000:1.0:1746143524.582613:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461893248 00002000:00100000:1.0:1746143524.582660:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236e300 x1830963461893248/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.582669:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236e300 with x1830963461893248 ext(0->4095) 00010000:00010000:1.0:1746143524.582677:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22aa0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b262 expref: 6 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.582689:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22aa0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b262 expref: 6 pid: 9571 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.582695:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236e300 00000100:00100000:1.0:1746143524.582722:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2806 00000100:00100000:1.0:1746143524.582728:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461893248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143524.583001:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461893248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 272us (432us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.583008:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2806 00002000:00100000:1.0:1746143524.583013:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236e300 x1830963461893248/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.583025:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236e300 with x1830963461893248 ext(0->4095) 00010000:00010000:1.0:1746143524.583029:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22aa0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b262 expref: 6 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.583038:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22aa0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b262 expref: 6 pid: 9571 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.583043:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236e300 00000100:00100000:0.0:1746143524.584444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.584491:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461893376 00000100:00100000:2.0:1746143524.584497:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461893376 00010000:00010000:2.0:1746143524.584519:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22aa0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b262 expref: 6 pid: 9571 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.584547:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16047 00000100:00100000:2.0:1746143524.584553:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009764a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461893376:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143524.584564:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143524.584578:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22aa0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b262 expref: 6 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.584593:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22aa0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b262 expref: 6 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.584614:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22aa0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b262 expref: 6 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.584648:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.584650:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.584658:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f22aa7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b269 expref: 55 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.584665:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f22aa7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b269 expref: 55 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.584697:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f22aa7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b269 expref: 55 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143524.584708:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455182336:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143524.584784:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.585804:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455182336:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143524.585822:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143524.585856:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009764a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461893376:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1302us (1413us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.585863:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16047 00000100:00100000:0.0:1746143524.586716:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.586782:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461893632 00000100:00100000:1.0:1746143524.586788:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461893632 00002000:00100000:1.0:1746143524.586823:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097648700 x1830963461893632/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.586831:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097648700 with x1830963461893632 ext(0->4095) 00002000:00010000:1.0:1746143524.586835:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097648700 00000100:00100000:1.0:1746143524.586861:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13576 00000100:00100000:1.0:1746143524.586867:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097648700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2006:x1830963461893632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143524.586982:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097648700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2006:x1830963461893632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.586988:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13576 00002000:00100000:1.0:1746143524.586993:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097648700 x1830963461893632/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.587000:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097648700 with x1830963461893632 ext(0->4095) 00002000:00010000:1.0:1746143524.587003:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097648700 00000100:00100000:0.0:1746143524.591282:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.591343:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461893760 00000100:00100000:1.0:1746143524.591353:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461893760 00000100:00100000:1.0:1746143524.591403:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30141 00000100:00100000:1.0:1746143524.591410:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461893760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143524.591429:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143524.591446:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22aae lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b270 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.591472:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f22aa7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b269 expref: 55 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.591479:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.591481:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.591484:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22aae lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b270 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.591516:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f22aa7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b269 expref: 55 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.591527:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f22aa7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b269 expref: 55 pid: 9571 timeout: 842 lvb_type: 0 00000100:00100000:1.0:1746143524.591540:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455182464:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143524.591640:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1346c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.592437:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455182464:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143524.592454:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22aae lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b270 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.592469:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92000, rc 0) 00000100:00100000:1.0:1746143524.592507:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461893760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1097us (1234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.592513:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30141 00000100:00100000:0.0:1746143524.593201:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.593350:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461893888 00000100:00100000:2.0:1746143524.593355:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461893888 00010000:00010000:2.0:1746143524.593375:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f22aa7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b269 expref: 56 pid: 9571 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.593394:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16048 00000100:00100000:2.0:1746143524.593403:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2006:x1830963461893888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143524.593416:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143524.593432:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f22aa7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b269 expref: 56 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.593441:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f22aa7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b269 expref: 56 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.593458:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f22aa7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b269 expref: 56 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.593472:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.593473:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.593479:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22aae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b270 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.593486:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22aae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b270 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.593508:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22aae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b270 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143524.593518:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455182592:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143524.593636:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.594725:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455182592:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143524.594741:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143524.594774:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:2006:x1830963461893888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1373us (1573us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.594781:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16048 00000100:00100000:0.0:1746143524.595279:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.595356:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461894144 00000100:00100000:3.0:1746143524.595361:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461894144 00002000:00100000:3.0:1746143524.595394:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c3100 x1830963461894144/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.595408:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c3100 with x1830963461894144 ext(0->4095) 00002000:00010000:3.0:1746143524.595412:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c3100 00000100:00100000:3.0:1746143524.595460:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13577 00000100:00100000:3.0:1746143524.595468:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461894144:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143524.595644:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461894144:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 176us (364us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.595650:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13577 00002000:00100000:3.0:1746143524.595656:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c3100 x1830963461894144/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.595662:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c3100 with x1830963461894144 ext(0->4095) 00002000:00010000:3.0:1746143524.595665:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c3100 00000100:00100000:0.0:1746143524.597800:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.598009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.598414:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461894272 00000100:00100000:3.0:1746143524.598421:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461894272 00000100:00100000:3.0:1746143524.598452:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461894400 00000100:00100000:3.0:1746143524.598454:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461894400 00000100:00100000:3.0:1746143524.598745:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30142 00000100:00100000:3.0:1746143524.598753:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:1782:x1830963461894272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.598770:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.598787:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22ab5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b277 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.598815:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22aae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b270 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.598822:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.598824:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.598827:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22ab5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b277 expref: 57 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.598856:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22aae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b270 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.598867:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22aae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b270 expref: 5 pid: 9571 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.598879:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455182720:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143524.598943:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.599022:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30143 00000100:00100000:0.0:1746143524.599029:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1794:x1830963461894400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143524.599036:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143524.599042:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22abc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b27e expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.599055:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143524.599059:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22ab5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b277 expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.599064:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143524.599066:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22abc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b27e expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.599088:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22ab5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b277 expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.599098:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22abc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b27e expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.599107:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097805800, rc 0) 00000100:00100000:0.0:1746143524.599126:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1794:x1830963461894400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143524.599131:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30143 00000100:00100000:0.0:1746143524.601646:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.601699:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461894528 00000100:00100000:2.0:1746143524.601706:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461894528 00000100:00100000:3.0:1746143524.601724:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455182720:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.601738:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22aae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b270 expref: 6 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.601744:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22ab5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b277 expref: 57 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.601755:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9600, rc 0) 00000100:00100000:2.0:1746143524.601771:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16049 00000100:00100000:2.0:1746143524.601776:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461894528:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143524.601790:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746143524.601803:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1782:x1830963461894272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3051us (4007us total) trans 0 rc 0/0 00010000:00010000:2.0:1746143524.601808:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22aae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b270 expref: 6 pid: 9571 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.601810:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30142 00010000:00010000:2.0:1746143524.601818:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22aae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b270 expref: 6 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.601975:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92000/0xa6c9a53f47f22aae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b270 expref: 6 pid: 9571 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.602000:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.602002:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.602009:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22ab5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b277 expref: 56 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.602017:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22ab5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b277 expref: 56 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.602044:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22ab5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b277 expref: 56 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.602054:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22ab5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b277 expref: 56 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.602064:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455182976:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143524.602281:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.603768:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455182976:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143524.603786:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143524.603844:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461894528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2066us (2203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.603853:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16049 00000100:00100000:0.0:1746143524.604852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.604930:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461894784 00000100:00100000:2.0:1746143524.604937:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461894784 00002000:00100000:2.0:1746143524.604973:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66ad80 x1830963461894784/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.604983:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66ad80 with x1830963461894784 ext(0->4095) 00010000:00010000:2.0:1746143524.604990:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22ab5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b277 expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.605002:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22ab5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b277 expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746143524.605008:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f66ad80 00000100:00100000:2.0:1746143524.605035:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2807 00000100:00100000:2.0:1746143524.605041:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2006:x1830963461894784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143524.605154:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2006:x1830963461894784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.605160:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2807 00002000:00100000:2.0:1746143524.605165:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66ad80 x1830963461894784/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.605171:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66ad80 with x1830963461894784 ext(0->4095) 00010000:00010000:2.0:1746143524.605176:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22ab5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b277 expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.605184:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22ab5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b277 expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746143524.605189:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f66ad80 00000100:00100000:0.0:1746143524.606798:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.606864:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461894912 00000100:00100000:2.0:1746143524.606871:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461894912 00010000:00010000:2.0:1746143524.606893:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22ab5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b277 expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.606913:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16050 00000100:00100000:2.0:1746143524.606918:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f669c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2007:x1830963461894912:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143524.606928:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143524.606949:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22ab5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b277 expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.606959:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22ab5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b277 expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.606980:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22ab5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b277 expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.606994:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.606996:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.607003:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22abc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b27e expref: 56 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.607016:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b27e expref: 56 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.607043:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b27e expref: 56 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143524.607054:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455183104:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143524.607132:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.608584:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455183104:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143524.608604:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143524.608645:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2007:x1830963461894912:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1725us (1850us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.608653:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16050 00000100:00100000:0.0:1746143524.609442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.609505:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461895168 00000100:00100000:2.0:1746143524.609511:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461895168 00002000:00100000:2.0:1746143524.609540:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f668a80 x1830963461895168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.609548:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668a80 with x1830963461895168 ext(0->4095) 00002000:00010000:2.0:1746143524.609552:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f668a80 00000100:00100000:2.0:1746143524.609650:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13578 00000100:00100000:2.0:1746143524.609657:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2007:x1830963461895168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143524.609773:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2007:x1830963461895168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (333us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.609779:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13578 00002000:00100000:2.0:1746143524.609783:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f668a80 x1830963461895168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.609787:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668a80 with x1830963461895168 ext(0->4095) 00002000:00010000:2.0:1746143524.609789:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f668a80 00000100:00100000:0.0:1746143524.611449:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.611645:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461895296 00000100:00100000:3.0:1746143524.611652:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461895296 00000100:00100000:3.0:1746143524.611686:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30144 00000100:00100000:3.0:1746143524.611692:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461895296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.611711:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.611728:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22ac3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b285 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.611754:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22abc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b27e expref: 55 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.611759:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.611761:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.611763:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22ac3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b285 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.611789:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b27e expref: 55 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.611796:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22abc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b27e expref: 55 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.611805:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455183232:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143524.611908:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.612817:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455183232:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143524.612835:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22ac3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b285 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.612846:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:3.0:1746143524.612886:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461895296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1193us (1440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.612894:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30144 00000100:00100000:0.0:1746143524.613062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.613201:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461895424 00000100:00100000:2.0:1746143524.613205:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461895424 00010000:00010000:2.0:1746143524.613223:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22abc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b27e expref: 56 pid: 12044 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.613242:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16051 00000100:00100000:2.0:1746143524.613248:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2007:x1830963461895424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143524.613256:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143524.613273:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22abc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b27e expref: 56 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.613281:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b27e expref: 56 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.613326:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22abc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b27e expref: 56 pid: 12044 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.613355:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.613356:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.613363:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22ac3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b285 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.613577:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22ac3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b285 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.613601:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22ac3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b285 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143524.613612:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455183360:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143524.613697:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910540 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.615452:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455183360:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143524.615469:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143524.615496:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:2007:x1830963461895424:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2248us (2433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.615504:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16051 00000100:00100000:0.0:1746143524.615777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.615852:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461895680 00000100:00100000:3.0:1746143524.615858:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461895680 00002000:00100000:3.0:1746143524.615892:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f669f80 x1830963461895680/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.615901:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f669f80 with x1830963461895680 ext(0->4095) 00002000:00010000:3.0:1746143524.615905:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f669f80 00000100:00100000:3.0:1746143524.615930:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13579 00000100:00100000:3.0:1746143524.615937:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f669f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461895680:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143524.616745:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461895680:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 807us (968us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.616752:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13579 00002000:00100000:3.0:1746143524.616758:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f669f80 x1830963461895680/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.616766:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f669f80 with x1830963461895680 ext(0->4095) 00002000:00010000:3.0:1746143524.616768:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f669f80 00000100:00100000:0.0:1746143524.617982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.618044:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461895808 00000100:00100000:3.0:1746143524.618051:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461895808 00000100:00100000:3.0:1746143524.618087:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30145 00000100:00100000:3.0:1746143524.618094:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:1794:x1830963461895808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.618112:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.618128:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22aca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b28c expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.618161:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22ac3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b285 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.618167:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.618169:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.618173:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22aca lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b28c expref: 56 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.618205:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22ac3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b285 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.618217:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22ac3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b285 expref: 5 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.618229:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455183488:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143524.618334:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.619698:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455183488:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143524.619726:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22aca lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b28c expref: 56 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.619737:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9600, rc 0) 00000100:00100000:3.0:1746143524.619875:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:1794:x1830963461895808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1779us (1894us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.619881:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30145 00000100:00100000:0.0:1746143524.620051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.620254:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461895936 00000100:00100000:3.0:1746143524.620260:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461895936 00010000:00010000:3.0:1746143524.620280:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22ac3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b285 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.620482:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.620505:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461896064 00000100:00100000:2.0:1746143524.620508:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461896064 00000100:00100000:2.0:1746143524.620530:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30146 00000100:00100000:2.0:1746143524.620535:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:1782:x1830963461896064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.620546:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.620556:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22ad1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b293 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.620572:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.620575:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22aca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b28c expref: 57 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.620585:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.620588:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22ad1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b293 expref: 57 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.620608:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22aca lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b28c expref: 57 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.620615:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22ad1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b293 expref: 57 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.620634:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28200, rc 0) 00000100:00100000:2.0:1746143524.620652:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1782:x1830963461896064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.620660:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30146 00000100:00100000:3.0:1746143524.620710:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16052 00000100:00100000:3.0:1746143524.620715:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461895936:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.620723:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.620739:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22ac3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b285 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.620748:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22ac3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b285 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.620764:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22ac3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b285 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.620776:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.620778:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.620783:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22aca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b28c expref: 56 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.620790:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22aca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b28c expref: 56 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.620804:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22aca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b28c expref: 56 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.620813:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22aca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b28c expref: 56 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.620822:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455183744:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.620855:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.622085:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455183744:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.622101:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.622135:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461895936:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1420us (2084us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.622141:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16052 00000100:00100000:0.0:1746143524.622953:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.623087:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461896320 00000100:00100000:3.0:1746143524.623092:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461896320 00002000:00100000:3.0:1746143524.623121:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a84e00 x1830963461896320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.623128:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84e00 with x1830963461896320 ext(0->4095) 00010000:00010000:3.0:1746143524.623135:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22aca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b28c expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.623145:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22aca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b28c expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746143524.623151:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a84e00 00000100:00100000:3.0:1746143524.623422:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2808 00000100:00100000:3.0:1746143524.623429:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2006:x1830963461896320:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143524.623557:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2006:x1830963461896320:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (604us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.623565:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2808 00002000:00100000:3.0:1746143524.623570:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a84e00 x1830963461896320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.623577:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84e00 with x1830963461896320 ext(0->4095) 00010000:00010000:3.0:1746143524.623581:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22aca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b28c expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.623589:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22aca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b28c expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:3.0:1746143524.623595:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a84e00 00000100:00100000:0.0:1746143524.625715:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.625798:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461896448 00000100:00100000:3.0:1746143524.625805:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461896448 00010000:00010000:3.0:1746143524.625835:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22aca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b28c expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.625866:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16053 00000100:00100000:3.0:1746143524.625872:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2006:x1830963461896448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.625884:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.625901:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22aca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b28c expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.625911:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22aca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b28c expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.625932:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22aca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b28c expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.626014:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.626018:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.626025:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22ad1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b293 expref: 56 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.626034:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22ad1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b293 expref: 56 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.626067:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22ad1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b293 expref: 56 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.626078:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455183872:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.626689:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.627676:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.627742:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461896576 00000100:00100000:2.0:1746143524.627899:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461896576 00000100:00100000:2.0:1746143524.627946:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30147 00000100:00100000:2.0:1746143524.627952:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461896576:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.627969:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.627982:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ad8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b29a expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.628059:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455183872:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.628075:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.628110:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2006:x1830963461896448:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2237us (2815us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.628118:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16053 00010000:00010000:2.0:1746143524.628158:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22ad1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b293 expref: 55 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.628166:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.628168:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.628175:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ad8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b29a expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.628322:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22ad1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b293 expref: 55 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.628333:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22ad1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b293 expref: 55 pid: 9573 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.628342:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455184000:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.628401:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.628955:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.629076:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461896832 00000100:00100000:1.0:1746143524.629082:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461896832 00002000:00100000:1.0:1746143524.629116:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a87480 x1830963461896832/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.629126:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87480 with x1830963461896832 ext(0->4095) 00010000:00010000:1.0:1746143524.629133:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22ad1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b293 expref: 56 pid: 9573 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.629144:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22ad1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b293 expref: 56 pid: 9573 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.629150:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a87480 00000100:00100000:1.0:1746143524.629480:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2809 00000100:00100000:1.0:1746143524.629486:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2007:x1830963461896832:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143524.629517:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455184000:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.629535:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ad8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b29a expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.629544:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29800, rc 0) 00000100:00100000:2.0:1746143524.629572:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461896576:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1621us (1898us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.629578:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30147 00000100:00100000:1.0:1746143524.629585:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2007:x1830963461896832:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (631us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.629590:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2809 00002000:00100000:1.0:1746143524.629595:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a87480 x1830963461896832/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.629708:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87480 with x1830963461896832 ext(0->4095) 00010000:00010000:1.0:1746143524.629713:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22ad1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b293 expref: 56 pid: 9573 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.629722:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22ad1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b293 expref: 56 pid: 9573 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.629728:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a87480 00000100:00100000:0.0:1746143524.630749:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.630820:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.631040:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461897088 00000100:00100000:2.0:1746143524.631045:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461897088 00000100:00100000:3.0:1746143524.631907:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461896960 00000100:00100000:3.0:1746143524.631912:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461896960 00010000:00010000:3.0:1746143524.631936:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22ad1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b293 expref: 57 pid: 9573 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.631967:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16054 00000100:00100000:3.0:1746143524.631974:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2004:x1830963461896960:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.631990:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.632006:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22ad1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b293 expref: 57 pid: 9573 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.632017:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22ad1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b293 expref: 57 pid: 9573 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.632037:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22ad1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b293 expref: 57 pid: 9573 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.632050:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.632052:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.632058:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ad8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b29a expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.632065:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ad8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b29a expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.632092:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ad8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b29a expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.632102:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455184128:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143524.632173:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30148 00000100:00100000:2.0:1746143524.632179:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:1782:x1830963461897088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.632191:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.632201:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22adf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b2a1 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.632224:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ad8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b29a expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.632229:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.632230:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.632233:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22adf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a1 expref: 57 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.632248:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ad8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b29a expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.632257:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ad8 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b29a expref: 5 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.632264:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455184256:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.632318:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910540 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.632401:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02000 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.633685:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455184128:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.633697:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.633727:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2004:x1830963461896960:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1754us (2907us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.633737:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16054 00000100:00100000:2.0:1746143524.633804:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455184256:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.633824:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22adf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a1 expref: 56 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.633838:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29400, rc 0) 00000100:00100000:2.0:1746143524.633856:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:1782:x1830963461897088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1677us (3150us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.633861:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30148 00000100:00100000:2.0:1746143524.633974:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.634148:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461897344 00000100:00100000:1.0:1746143524.634153:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461897344 00002000:00100000:1.0:1746143524.634182:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caf100 x1830963461897344/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.634191:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caf100 with x1830963461897344 ext(0->4095) 00010000:00010000:1.0:1746143524.634196:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ad8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b29a expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.634208:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ad8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b29a expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.634214:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092caf100 00000100:00100000:1.0:1746143524.634333:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2810 00000100:00100000:1.0:1746143524.634341:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461897344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143524.634450:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461897344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (476us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.634456:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2810 00002000:00100000:1.0:1746143524.634461:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caf100 x1830963461897344/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.634468:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caf100 with x1830963461897344 ext(0->4095) 00010000:00010000:1.0:1746143524.634472:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ad8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b29a expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.634481:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ad8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b29a expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.634486:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092caf100 00000100:00100000:0.0:1746143524.636586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.636668:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461897472 00000100:00100000:3.0:1746143524.636674:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461897472 00010000:00010000:3.0:1746143524.636696:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ad8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b29a expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.636726:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16055 00000100:00100000:3.0:1746143524.636732:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461897472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.636743:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.636757:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ad8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b29a expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.636767:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ad8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b29a expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.636788:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ad8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b29a expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.636814:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.636815:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.636822:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22adf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a1 expref: 55 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.636829:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22adf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a1 expref: 55 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.636855:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22adf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a1 expref: 55 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.636867:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455184384:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.636937:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02000 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.638533:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455184384:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.638549:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.638578:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461897472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1845us (1998us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.638586:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16055 00000100:00100000:0.0:1746143524.638954:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.639873:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461897728 00000100:00100000:1.0:1746143524.639880:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461897728 00002000:00100000:1.0:1746143524.639918:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098179500 x1830963461897728/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.639927:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098179500 with x1830963461897728 ext(0->4095) 00002000:00010000:1.0:1746143524.639932:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098179500 00000100:00100000:1.0:1746143524.639956:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13580 00000100:00100000:1.0:1746143524.639963:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2007:x1830963461897728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143524.640094:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2007:x1830963461897728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (1140us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.640099:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13580 00002000:00100000:1.0:1746143524.640105:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098179500 x1830963461897728/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.640111:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098179500 with x1830963461897728 ext(0->4095) 00002000:00010000:1.0:1746143524.640114:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098179500 00000100:00100000:0.0:1746143524.642373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.642436:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461897856 00000100:00100000:2.0:1746143524.642444:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461897856 00000100:00100000:2.0:1746143524.642626:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30149 00000100:00100000:2.0:1746143524.642637:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461897856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.642692:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.642793:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22ae6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b2a8 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.642826:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22adf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a1 expref: 55 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.642834:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.642836:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.642839:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22ae6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a8 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.642876:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22adf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a1 expref: 55 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.642890:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22adf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a1 expref: 55 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.642904:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455184512:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.644274:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910540 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.646144:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455184512:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.646178:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22ae6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a8 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.646201:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29000, rc 0) 00000100:00100000:2.0:1746143524.646250:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461897856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3614us (3882us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.646257:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30149 00000100:00100000:0.0:1746143524.646390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.646466:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461897984 00000100:00100000:3.0:1746143524.646473:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461897984 00010000:00010000:3.0:1746143524.646498:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22adf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a1 expref: 56 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.646532:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16056 00000100:00100000:3.0:1746143524.646539:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2006:x1830963461897984:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.646559:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.646577:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22adf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a1 expref: 56 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.646587:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22adf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a1 expref: 56 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.646608:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22adf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a1 expref: 56 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.646640:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.646643:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.646650:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22ae6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a8 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.646657:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a8 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.646685:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a8 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.646696:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455184640:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.646764:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02000 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.648818:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455184640:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143524.648819:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.648875:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461898240 00000100:00100000:2.0:1746143524.648881:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461898240 00002000:00100000:2.0:1746143524.648963:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098179c00 x1830963461898240/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.648976:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098179c00 with x1830963461898240 ext(0->4095) 00002000:00010000:2.0:1746143524.648980:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098179c00 00010000:00010000:3.0:1746143524.648994:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.649096:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:2006:x1830963461897984:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2555us (2705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.649104:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16056 00000100:00100000:2.0:1746143524.649274:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13581 00000100:00100000:2.0:1746143524.649281:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098179c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461898240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143524.649429:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098179c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461898240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (611us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.649435:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13581 00002000:00100000:2.0:1746143524.649440:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098179c00 x1830963461898240/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.649446:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098179c00 with x1830963461898240 ext(0->4095) 00002000:00010000:2.0:1746143524.649452:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098179c00 00000100:00100000:0.0:1746143524.650558:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.650643:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461898368 00000100:00100000:2.0:1746143524.650649:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461898368 00000100:00100000:2.0:1746143524.650688:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30150 00000100:00100000:2.0:1746143524.650694:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:1782:x1830963461898368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.650708:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.650725:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22aed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b2af expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.650750:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22ae6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a8 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.650758:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.650759:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.650762:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22aed lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2af expref: 56 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.650790:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a8 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.650802:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22ae6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a8 expref: 5 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.650814:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455184768:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.650878:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.653201:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.653264:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461898496 00000100:00100000:3.0:1746143524.653273:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461898496 00000100:00100000:0.0:1746143524.653328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.653339:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30151 00000100:00100000:3.0:1746143524.653347:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1794:x1830963461898496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.653362:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.653376:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22af4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b2b6 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.653448:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.653455:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22aed lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2af expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.653462:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.653465:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22af4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2b6 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.653497:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22aed lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2af expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.653508:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22af4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2b6 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.653517:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9c00, rc 0) 00000100:00100000:3.0:1746143524.653553:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1794:x1830963461898496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 208us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.653559:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30151 00000100:00100000:3.0:1746143524.653585:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461898624 00000100:00100000:3.0:1746143524.653587:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461898624 00000100:00100000:2.0:1746143524.653592:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455184768:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143524.653601:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22ae6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a8 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.653610:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22aed lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2af expref: 57 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.653627:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28a00, rc 0) 00000100:00100000:3.0:1746143524.653630:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16057 00000100:00100000:3.0:1746143524.653634:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098178380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461898624:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.653642:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746143524.653645:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1782:x1830963461898368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2951us (3092us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.653654:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30150 00010000:00010000:3.0:1746143524.653659:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22ae6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a8 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.653669:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a8 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.653685:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22ae6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2a8 expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.653710:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.653712:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.653718:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22aed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2af expref: 56 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.653725:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22aed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2af expref: 56 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.653742:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22aed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2af expref: 56 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.653753:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22aed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2af expref: 56 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.653763:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455185024:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.653804:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a020c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.660152:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455185024:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.660175:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.662826:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098178380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461898624:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 9179us (9486us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.662840:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16057 00000100:00100000:1.0:1746143524.663284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.663371:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461898880 00000100:00100000:2.0:1746143524.663380:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461898880 00002000:00100000:2.0:1746143524.663421:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9ce00 x1830963461898880/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.663430:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9ce00 with x1830963461898880 ext(0->4095) 00010000:00010000:2.0:1746143524.663439:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22aed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2af expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.663452:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22aed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2af expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746143524.663458:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9ce00 00000100:00100000:2.0:1746143524.664039:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2811 00000100:00100000:2.0:1746143524.664048:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2005:x1830963461898880:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746143524.664219:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2005:x1830963461898880:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (935us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.664225:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2811 00002000:00100000:2.0:1746143524.664231:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9ce00 x1830963461898880/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.664238:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9ce00 with x1830963461898880 ext(0->4095) 00010000:00010000:2.0:1746143524.664244:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22aed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2af expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.664258:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22aed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2af expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746143524.664264:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9ce00 00000100:00100000:0.0:1746143524.670151:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.670220:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461899008 00000100:00100000:3.0:1746143524.670230:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461899008 00010000:00010000:3.0:1746143524.670267:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22aed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2af expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.670580:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16058 00000100:00100000:3.0:1746143524.670588:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098179180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2005:x1830963461899008:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.670687:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.670711:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22aed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2af expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.670723:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22aed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2af expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.670745:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22aed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2af expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.670767:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.670769:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.670775:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22af4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2b6 expref: 56 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.670782:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22af4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2b6 expref: 56 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.670814:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22af4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2b6 expref: 56 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.670825:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455185152:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.671726:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a020c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.677834:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.677837:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455185152:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.677859:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.677920:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098179180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2005:x1830963461899008:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7332us (7780us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.677931:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16058 00000100:00100000:2.0:1746143524.677941:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461899264 00000100:00100000:2.0:1746143524.677948:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461899264 00002000:00100000:2.0:1746143524.677995:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098178a80 x1830963461899264/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.678004:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098178a80 with x1830963461899264 ext(0->4095) 00002000:00010000:2.0:1746143524.678008:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098178a80 00000100:00100000:2.0:1746143524.678037:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13582 00000100:00100000:2.0:1746143524.678043:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2006:x1830963461899264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143524.678171:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2006:x1830963461899264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (346us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.678177:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13582 00002000:00100000:2.0:1746143524.678183:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098178a80 x1830963461899264/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.678189:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098178a80 with x1830963461899264 ext(0->4095) 00002000:00010000:2.0:1746143524.678192:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098178a80 00000100:00100000:0.0:1746143524.682591:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.682654:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461899392 00000100:00100000:2.0:1746143524.682665:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461899392 00000100:00100000:2.0:1746143524.683275:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30152 00000100:00100000:2.0:1746143524.683285:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461899392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.683388:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.683409:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22afb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b2bd expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.683445:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22af4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2b6 expref: 55 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.683452:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.683453:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.683456:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22afb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2bd expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.683485:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22af4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2b6 expref: 55 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.683496:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22af4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2b6 expref: 55 pid: 9573 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.683508:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455185280:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.683856:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.685273:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455185280:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.685331:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22afb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2bd expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.685344:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28400, rc 0) 00000100:00100000:2.0:1746143524.685380:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461899392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2097us (2799us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.685392:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30152 00000100:00100000:0.0:1746143524.686104:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.686644:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.686743:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461899648 00000100:00100000:2.0:1746143524.686743:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461899520 00000100:00100000:3.0:1746143524.686750:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461899648 00000100:00100000:2.0:1746143524.686750:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461899520 00010000:00010000:3.0:1746143524.686777:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22af4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2b6 expref: 57 pid: 9573 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.686794:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30153 00000100:00100000:3.0:1746143524.686798:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16059 00000100:00100000:2.0:1746143524.686800:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1782:x1830963461899520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746143524.686803:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2007:x1830963461899648:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.686813:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143524.686815:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.686826:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b02 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b2c4 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.686833:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22af4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2b6 expref: 57 pid: 9573 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.686842:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22af4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2b6 expref: 58 pid: 9573 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.687271:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.687277:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22afb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2bd expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.687283:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143524.687286:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b02 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2c4 expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.687358:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22af4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2b6 expref: 58 pid: 9573 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.687372:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.687374:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.687375:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22afb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2bd expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.687380:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22afb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2bd expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.687391:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22afb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2bd expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.687401:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b02 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2c4 expref: 57 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.687408:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28200, rc 0) 00010000:00010000:3.0:1746143524.687412:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22afb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2bd expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.687422:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22afb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2bd expref: 5 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.687433:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455185536:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143524.687452:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1782:x1830963461899520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 652us (1349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.687459:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30153 00000100:00100000:3.0:1746143524.688931:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a020c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.691856:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455185536:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.691879:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.692219:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2007:x1830963461899648:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5413us (5572us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.692230:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16059 00000100:00100000:0.0:1746143524.692505:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.692702:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461899904 00000100:00100000:2.0:1746143524.692709:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461899904 00002000:00100000:2.0:1746143524.692748:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086128e00 x1830963461899904/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.692757:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128e00 with x1830963461899904 ext(0->4095) 00010000:00010000:2.0:1746143524.692766:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22afb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2bd expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.692778:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22afb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2bd expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746143524.692783:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086128e00 00000100:00100000:2.0:1746143524.692800:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2812 00000100:00100000:2.0:1746143524.692806:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461899904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143524.692941:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461899904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (436us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.692947:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2812 00002000:00100000:2.0:1746143524.692952:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086128e00 x1830963461899904/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.692959:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128e00 with x1830963461899904 ext(0->4095) 00010000:00010000:2.0:1746143524.692964:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22afb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2bd expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.692973:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22afb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2bd expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746143524.692984:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086128e00 00000100:00100000:0.0:1746143524.701277:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.702171:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461900032 00000100:00100000:3.0:1746143524.702183:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461900032 00010000:00010000:3.0:1746143524.702223:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22afb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2bd expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.702251:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16060 00000100:00100000:3.0:1746143524.702258:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461900032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.702271:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.702313:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22afb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2bd expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.702606:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22afb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2bd expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.702637:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22afb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2bd expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.702655:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.702657:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.702665:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2c4 expref: 55 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.702672:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2c4 expref: 55 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.702709:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2c4 expref: 55 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.702720:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455185664:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.703131:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a020c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.707085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.707181:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455185664:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.707201:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.707278:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461900032:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5019us (6010us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.707288:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16060 00000100:00100000:1.0:1746143524.707579:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461900288 00000100:00100000:1.0:1746143524.707586:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461900288 00002000:00100000:1.0:1746143524.707635:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cad500 x1830963461900288/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.707644:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cad500 with x1830963461900288 ext(0->4095) 00002000:00010000:1.0:1746143524.707648:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cad500 00000100:00100000:1.0:1746143524.707663:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13583 00000100:00100000:1.0:1746143524.707671:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2006:x1830963461900288:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143524.707793:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2006:x1830963461900288:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (718us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.707798:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13583 00002000:00100000:1.0:1746143524.708763:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cad500 x1830963461900288/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.708771:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cad500 with x1830963461900288 ext(0->4095) 00002000:00010000:1.0:1746143524.708774:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cad500 00000100:00100000:0.0:1746143524.718706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.718893:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461900416 00000100:00100000:2.0:1746143524.718904:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461900416 00000100:00100000:2.0:1746143524.718959:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30154 00000100:00100000:2.0:1746143524.718966:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461900416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.718986:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.719002:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b09 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b2cb expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.719032:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2c4 expref: 55 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.719038:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.719039:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.719042:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b09 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2cb expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.719072:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2c4 expref: 55 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.719082:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2c4 expref: 55 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:2.0:1746143524.719092:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455185792:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.719612:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910480 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.723360:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455185792:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.723396:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b09 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2cb expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.723412:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28000, rc 0) 00000100:00100000:2.0:1746143524.723452:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461900416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4486us (4757us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.723460:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30154 00000100:00100000:0.0:1746143524.728894:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.728948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.729048:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461900544 00000100:00100000:1.0:1746143524.729059:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461900544 00002000:00100000:1.0:1746143524.729105:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880086128700 x1830963461900544/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 496/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.729115:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128700 with x1830963461900544 ext(0->7) 00010000:00010000:1.0:1746143524.729125:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2c4 expref: 56 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:1.0:1746143524.729138:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2c4 expref: 56 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:1.0:1746143524.729146:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086128700 00000100:00100000:2.0:1746143524.729416:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461900672 00000100:00100000:2.0:1746143524.729426:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461900672 00000100:00100000:1.0:1746143524.729438:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2813 00000100:00100000:1.0:1746143524.729446:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2006:x1830963461900544:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746143524.729471:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30155 00000100:00100000:2.0:1746143524.729478:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1782:x1830963461900672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.729493:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.729506:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22b10 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b2d2 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.729528:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.729534:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b09 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2cb expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.729540:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143524.729543:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22b10 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d2 expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.729574:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b09 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2cb expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.729583:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22b10 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d2 expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.729593:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29200, rc 0) 00000100:00100000:2.0:1746143524.729646:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1782:x1830963461900672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (765us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.729652:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30155 00000100:00100000:0.0:1746143524.730499:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2006:x1830963461900544:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1052us (1548us total) trans 4294972253 rc 0/0 00000100:00100000:0.0:1746143524.730508:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2813 00002000:00100000:0.0:1746143524.730514:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880086128700 x1830963461900544/t4294972253(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 496/448 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.730521:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128700 with x1830963461900544 ext(0->7) 00010000:00010000:0.0:1746143524.730527:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2c4 expref: 59 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746143524.730537:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2c4 expref: 59 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746143524.730542:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086128700 00000100:00100000:0.0:1746143524.736878:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.736962:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461900800 00000100:00100000:3.0:1746143524.736971:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461900800 00010000:00010000:3.0:1746143524.737007:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2c4 expref: 59 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.737032:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16061 00000100:00100000:3.0:1746143524.737037:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2007:x1830963461900800:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.737050:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746143524.737065:0:7210:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746143524 -> 1746143525 00002000:00010000:3.0:1746143524.737067:0:7210:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746143524 -> 1746143525 00010000:00010000:3.0:1746143524.737072:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2c4 expref: 59 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.737082:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2c4 expref: 59 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.737103:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b02 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2c4 expref: 59 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.737133:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.737135:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.737143:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b09 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2cb expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.737151:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2cb expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.737183:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2cb expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.737196:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2cb expref: 5 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.737206:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455186048:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.737283:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a020c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.740349:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455186048:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.740367:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.740416:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461900800:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3378us (3547us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.740426:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16061 00000100:00100000:0.0:1746143524.741694:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.741780:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461901056 00000100:00100000:2.0:1746143524.741787:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461901056 00002000:00100000:2.0:1746143524.741823:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189dc00 x1830963461901056/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.741832:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189dc00 with x1830963461901056 ext(0->4095) 00010000:00010000:2.0:1746143524.741840:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2cb expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.741853:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2cb expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746143524.741859:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189dc00 00000100:00100000:2.0:1746143524.742411:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2814 00000100:00100000:2.0:1746143524.742420:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461901056:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143524.742649:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461901056:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 231us (956us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.742655:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2814 00002000:00100000:2.0:1746143524.742659:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189dc00 x1830963461901056/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.742671:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189dc00 with x1830963461901056 ext(0->4095) 00010000:00010000:2.0:1746143524.742676:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2cb expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:2.0:1746143524.742684:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2cb expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00002000:00010000:2.0:1746143524.742689:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189dc00 00000100:00100000:0.0:1746143524.745467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.745627:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461901184 00000100:00100000:3.0:1746143524.745634:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461901184 00010000:00010000:3.0:1746143524.745666:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2cb expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.745689:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16062 00000100:00100000:3.0:1746143524.745694:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461901184:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.745705:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.745721:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2cb expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.745731:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2cb expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.745750:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b09 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2cb expref: 6 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.746104:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.746106:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.746115:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22b10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d2 expref: 57 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.746122:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22b10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d2 expref: 57 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.746153:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22b10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d2 expref: 57 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.746163:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455186176:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.746236:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a020c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.748574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.748724:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461901440 00000100:00100000:2.0:1746143524.748733:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461901440 00002000:00100000:2.0:1746143524.748774:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ea00 x1830963461901440/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.748784:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ea00 with x1830963461901440 ext(0->4095) 00002000:00010000:2.0:1746143524.748788:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189ea00 00000100:00100000:2.0:1746143524.748806:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13584 00000100:00100000:2.0:1746143524.748811:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461901440:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143524.748961:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461901440:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (394us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.748967:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13584 00002000:00100000:2.0:1746143524.748972:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ea00 x1830963461901440/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.748978:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ea00 with x1830963461901440 ext(0->4095) 00002000:00010000:2.0:1746143524.748980:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189ea00 00000100:00100000:3.0:1746143524.749358:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455186176:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.749377:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.749402:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461901184:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3707us (3944us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.749409:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16062 00000100:00100000:1.0:1746143524.751588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.751671:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461901568 00000100:00100000:0.0:1746143524.751679:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461901568 00000100:00100000:0.0:1746143524.751726:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30156 00000100:00100000:0.0:1746143524.751733:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461901568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143524.751750:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143524.751767:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22b17 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b2d9 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.751802:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22b10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d2 expref: 57 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.751809:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143524.751810:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143524.751814:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22b17 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d9 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.751845:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22b10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d2 expref: 57 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.751856:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22b10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d2 expref: 57 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746143524.751868:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455186304:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143524.751945:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.754070:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455186304:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.754100:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22b17 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d9 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.754117:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097804200, rc 0) 00000100:00100000:2.0:1746143524.754581:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461901568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2840us (2992us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.754593:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30156 00000100:00100000:0.0:1746143524.755349:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.755451:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461901696 00000100:00100000:3.0:1746143524.755457:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461901696 00010000:00010000:3.0:1746143524.755485:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22b10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d2 expref: 58 pid: 9572 timeout: 842 lvb_type: 0 00000100:00100000:3.0:1746143524.755504:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16063 00000100:00100000:3.0:1746143524.755509:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461901696:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.755522:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.755539:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22b10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d2 expref: 58 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.755549:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22b10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d2 expref: 58 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.755572:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22b10 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d2 expref: 58 pid: 9572 timeout: 842 lvb_type: 0 00010000:00010000:3.0:1746143524.756024:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.756026:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.756033:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22b17 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d9 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.756042:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22b17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d9 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.756071:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22b17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d9 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.756082:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455186432:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.756165:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a020c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.758773:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455186432:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.758794:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.758831:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2007:x1830963461901696:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3320us (3483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.758845:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16063 00000100:00100000:0.0:1746143524.760329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.760599:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461901952 00000100:00100000:2.0:1746143524.760608:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461901952 00002000:00100000:2.0:1746143524.760669:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ed80 x1830963461901952/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.760680:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ed80 with x1830963461901952 ext(0->4095) 00002000:00010000:2.0:1746143524.760685:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189ed80 00000100:00100000:2.0:1746143524.760705:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13585 00000100:00100000:2.0:1746143524.760713:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461901952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143524.760859:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461901952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 148us (566us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.760865:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13585 00002000:00100000:2.0:1746143524.760870:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ed80 x1830963461901952/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.760877:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ed80 with x1830963461901952 ext(0->4095) 00002000:00010000:2.0:1746143524.760880:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189ed80 00000100:00100000:0.0:1746143524.761864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.762492:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.762702:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461902080 00000100:00100000:2.0:1746143524.762709:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461902080 00000100:00100000:2.0:1746143524.762741:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461902208 00000100:00100000:2.0:1746143524.762743:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461902208 00000100:00100000:2.0:1746143524.762767:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30157 00000100:00100000:2.0:1746143524.762773:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1782:x1830963461902080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.762787:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.762803:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22b1e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b2e0 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.762830:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22b17 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d9 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.762837:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.762839:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.762843:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22b1e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e0 expref: 59 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.762871:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22b17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d9 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.762883:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22b17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d9 expref: 5 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143524.762894:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455186560:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.762964:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.763085:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30158 00000100:00100000:0.0:1746143524.763092:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1794:x1830963461902208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143524.763098:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143524.763104:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22b25 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b2e7 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.763118:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143524.763121:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22b1e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e0 expref: 60 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.763126:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143524.763129:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22b25 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e7 expref: 60 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.763147:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22b1e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e0 expref: 60 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.763158:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22b25 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e7 expref: 60 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.763166:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097805800, rc 0) 00000100:00100000:0.0:1746143524.763188:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:1794:x1830963461902208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143524.763194:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30158 00000100:00100000:2.0:1746143524.765434:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455186560:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.765459:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22b1e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e0 expref: 59 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.765479:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28a00, rc 0) 00000100:00100000:2.0:1746143524.765523:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1782:x1830963461902080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2749us (3660us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.765531:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30157 00000100:00100000:0.0:1746143524.765783:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.765877:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461902336 00000100:00100000:3.0:1746143524.765884:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461902336 00010000:00010000:3.0:1746143524.765906:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22b17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d9 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.765925:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16064 00000100:00100000:3.0:1746143524.765929:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461902336:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.765941:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.765959:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22b17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d9 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.765968:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22b17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d9 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.765987:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22b17 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2d9 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.766680:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.766683:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.766691:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22b1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e0 expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.766699:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22b1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e0 expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.766729:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22b1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e0 expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.766740:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22b1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e0 expref: 58 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.766751:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455186816:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.766815:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.769436:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455186816:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.769456:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.769495:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461902336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3564us (3712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.769505:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16064 00000100:00100000:1.0:1746143524.769714:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.769865:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461902592 00000100:00100000:0.0:1746143524.769872:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461902592 00002000:00100000:0.0:1746143524.769911:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9c380 x1830963461902592/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.769920:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9c380 with x1830963461902592 ext(0->4095) 00010000:00010000:0.0:1746143524.769929:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22b1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e0 expref: 59 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143524.769946:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22b1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e0 expref: 59 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746143524.769952:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9c380 00000100:00100000:2.0:1746143524.770553:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2815 00000100:00100000:2.0:1746143524.770564:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2006:x1830963461902592:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143524.770695:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2006:x1830963461902592:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (981us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.770700:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2815 00002000:00100000:2.0:1746143524.770705:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9c380 x1830963461902592/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.770713:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9c380 with x1830963461902592 ext(0->4095) 00010000:00010000:2.0:1746143524.770717:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22b1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e0 expref: 59 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143524.770726:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22b1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e0 expref: 59 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143524.770732:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9c380 00000100:00100000:0.0:1746143524.774572:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.774673:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461902720 00000100:00100000:3.0:1746143524.774683:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461902720 00010000:00010000:3.0:1746143524.774720:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22b1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e0 expref: 59 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.774969:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16065 00000100:00100000:3.0:1746143524.774977:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2006:x1830963461902720:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.774992:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.775012:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22b1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e0 expref: 59 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.775025:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22b1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e0 expref: 59 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.775047:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22b1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e0 expref: 59 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.775076:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.775078:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.775085:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22b25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e7 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.775092:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22b25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e7 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.775125:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22b25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e7 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.775137:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455186944:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.775853:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.777790:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455186944:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.777810:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.777852:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963461902720:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2874us (3288us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.777862:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16065 00000100:00100000:0.0:1746143524.778462:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.778559:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461902976 00000100:00100000:2.0:1746143524.778566:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461902976 00002000:00100000:2.0:1746143524.778606:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ce00 x1830963461902976/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.778633:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ce00 with x1830963461902976 ext(0->4095) 00002000:00010000:2.0:1746143524.778637:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189ce00 00000100:00100000:2.0:1746143524.778664:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13586 00000100:00100000:2.0:1746143524.778671:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461902976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143524.778802:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461902976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (340us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.778808:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13586 00002000:00100000:2.0:1746143524.778813:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ce00 x1830963461902976/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.778820:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ce00 with x1830963461902976 ext(0->4095) 00002000:00010000:2.0:1746143524.778822:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189ce00 00000100:00100000:0.0:1746143524.780391:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.780474:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461903104 00000100:00100000:2.0:1746143524.780479:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461903104 00000100:00100000:2.0:1746143524.780518:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30159 00000100:00100000:2.0:1746143524.780523:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461903104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.780537:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.780553:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22b2c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b2ee expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.780579:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22b25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e7 expref: 57 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.780586:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.780588:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.780592:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22b2c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2ee expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.780629:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22b25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e7 expref: 57 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.780641:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22b25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e7 expref: 57 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143524.780653:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455187072:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.781150:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.782697:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455187072:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.782724:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22b2c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2ee expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.782737:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29000, rc 0) 00000100:00100000:2.0:1746143524.782766:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461903104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2242us (2379us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.782773:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30159 00000100:00100000:0.0:1746143524.783443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.783655:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461903232 00000100:00100000:3.0:1746143524.783661:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461903232 00010000:00010000:3.0:1746143524.783685:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22b25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e7 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.783705:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16066 00000100:00100000:3.0:1746143524.783710:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461903232:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.783723:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.783740:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22b25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e7 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.783749:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22b25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e7 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.783768:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22b25 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2e7 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.783780:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.783782:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.783789:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22b2c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2ee expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.783796:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22b2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2ee expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.783822:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22b2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2ee expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.783831:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455187200:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.783878:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.786286:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.786555:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461903488 00000100:00100000:2.0:1746143524.786563:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461903488 00002000:00100000:2.0:1746143524.786607:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189c000 x1830963461903488/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.786628:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189c000 with x1830963461903488 ext(0->4095) 00002000:00010000:2.0:1746143524.786633:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189c000 00000100:00100000:2.0:1746143524.786660:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13587 00000100:00100000:2.0:1746143524.786668:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461903488:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143524.786770:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455187200:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.786788:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.786830:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2007:x1830963461903232:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3118us (3387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.786842:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16066 00000100:00100000:2.0:1746143524.787750:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461903488:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1080us (1468us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.787757:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13587 00002000:00100000:2.0:1746143524.787763:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189c000 x1830963461903488/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.787770:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189c000 with x1830963461903488 ext(0->4095) 00002000:00010000:2.0:1746143524.787773:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189c000 00000100:00100000:2.0:1746143524.790132:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.790419:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461903616 00000100:00100000:0.0:1746143524.790429:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461903616 00000100:00100000:1.0:1746143524.790582:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.791035:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461903744 00000100:00100000:0.0:1746143524.791039:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461903744 00000100:00100000:0.0:1746143524.791067:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30160 00000100:00100000:0.0:1746143524.791074:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1782:x1830963461903616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143524.791091:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143524.791109:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22b33 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b2f5 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.791137:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22b2c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2ee expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.791144:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143524.791145:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143524.791148:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22b33 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2f5 expref: 59 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.791183:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22b2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2ee expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.791194:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22b2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2ee expref: 5 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746143524.791207:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d96c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455187328:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143524.791404:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30161 00000100:00100000:1.0:1746143524.791411:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1794:x1830963461903744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143524.791418:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143524.791424:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22b3a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b2fc expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.791434:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.791438:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22b33 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2f5 expref: 60 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.791443:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.791445:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22b3a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2fc expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.791467:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22b33 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2f5 expref: 60 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.791479:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22b3a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2fc expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.791493:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92400, rc 0) 00000100:00100000:1.0:1746143524.791516:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:1794:x1830963461903744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.791522:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30161 00000100:00100000:0.0:1746143524.792121:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e180 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.794339:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d96c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455187328:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.794366:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22b33 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2f5 expref: 59 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.794381:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097804000, rc 0) 00000100:00100000:2.0:1746143524.795137:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1782:x1830963461903616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4060us (5010us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.795145:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30160 00000100:00100000:0.0:1746143524.795222:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.795308:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461903872 00000100:00100000:3.0:1746143524.795314:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461903872 00010000:00010000:3.0:1746143524.795339:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22b2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2ee expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.795515:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16067 00000100:00100000:3.0:1746143524.795523:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461903872:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.795535:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.795556:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22b2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2ee expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.795565:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22b2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2ee expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.795587:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22b2c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2ee expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.795606:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.795608:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.795625:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22b33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2f5 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.795633:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22b33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2f5 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.795660:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22b33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2f5 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.795670:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22b33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2f5 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.795681:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455187584:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.796604:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.798673:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.798702:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455187584:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.798720:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.798890:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461903872:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3367us (3667us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.798899:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16067 00000100:00100000:3.0:1746143524.798946:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461904128 00000100:00100000:3.0:1746143524.798951:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461904128 00002000:00100000:3.0:1746143524.798982:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ed80 x1830963461904128/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.798991:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ed80 with x1830963461904128 ext(0->4095) 00010000:00010000:3.0:1746143524.798998:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22b33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2f5 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.799009:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22b33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2f5 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.799014:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96ed80 00000100:00100000:3.0:1746143524.799026:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2816 00000100:00100000:3.0:1746143524.799030:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2007:x1830963461904128:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143524.799134:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2007:x1830963461904128:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (469us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.799137:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2816 00002000:00100000:3.0:1746143524.799140:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ed80 x1830963461904128/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.799145:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ed80 with x1830963461904128 ext(0->4095) 00010000:00010000:3.0:1746143524.799147:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22b33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2f5 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.799153:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22b33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2f5 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.799156:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96ed80 00000100:00100000:0.0:1746143524.800929:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.801014:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461904256 00000100:00100000:3.0:1746143524.801021:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461904256 00010000:00010000:3.0:1746143524.801051:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22b33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2f5 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.801114:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16068 00000100:00100000:3.0:1746143524.801121:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2007:x1830963461904256:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.801131:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.801149:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22b33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2f5 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.801159:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22b33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2f5 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.801185:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22b33 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2f5 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.801198:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.801200:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.801207:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22b3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2fc expref: 58 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.801216:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22b3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2fc expref: 58 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.801249:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22b3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2fc expref: 58 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.801261:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455187712:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.801382:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.803400:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455187712:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.803419:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.803536:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461904256:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2414us (2612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.803546:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16068 00000100:00100000:0.0:1746143524.804219:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.804281:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461904512 00000100:00100000:3.0:1746143524.804286:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461904512 00002000:00100000:3.0:1746143524.804335:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96e680 x1830963461904512/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.804349:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96e680 with x1830963461904512 ext(0->4095) 00002000:00010000:3.0:1746143524.804353:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96e680 00000100:00100000:3.0:1746143524.804374:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13588 00000100:00100000:3.0:1746143524.804380:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963461904512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143524.804492:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963461904512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (275us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.804497:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13588 00002000:00100000:3.0:1746143524.804502:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96e680 x1830963461904512/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.804508:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96e680 with x1830963461904512 ext(0->4095) 00002000:00010000:3.0:1746143524.804511:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96e680 00000100:00100000:0.0:1746143524.806530:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.808169:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461904640 00000100:00100000:2.0:1746143524.808181:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461904640 00000100:00100000:2.0:1746143524.808240:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30162 00000100:00100000:2.0:1746143524.808246:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461904640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.808264:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.808279:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b41 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b303 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.808324:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22b3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2fc expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.808331:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.808332:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.808336:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b41 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b303 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.808366:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22b3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2fc expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.808377:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22b3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2fc expref: 57 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143524.808388:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455187840:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.808478:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.810937:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455187840:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.810969:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b41 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b303 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.810985:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29400, rc 0) 00000100:00100000:2.0:1746143524.811262:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461904640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3013us (4735us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.811270:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30162 00000100:00100000:0.0:1746143524.812791:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.813410:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461904768 00000100:00100000:3.0:1746143524.813419:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461904768 00010000:00010000:3.0:1746143524.813453:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22b3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2fc expref: 58 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.813478:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16069 00000100:00100000:3.0:1746143524.813485:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963461904768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.813499:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.813519:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22b3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2fc expref: 58 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.813528:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22b3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2fc expref: 58 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.813549:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f22b3a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b2fc expref: 58 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.814000:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.814002:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.814010:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b41 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b303 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.814018:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b303 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.814049:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b303 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.814060:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455187968:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.814141:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.815067:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.815403:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461904896 00000100:00100000:2.0:1746143524.815410:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461904896 00000100:00100000:2.0:1746143524.815451:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30163 00000100:00100000:2.0:1746143524.815458:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb20050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1782:x1830963461904896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.815474:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.815487:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b48 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b30a expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.815510:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b303 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.815517:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.815519:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.815522:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b48 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b30a expref: 59 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.815544:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b303 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.815556:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b41 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b303 expref: 5 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143524.815567:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455188096:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.815627:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.816702:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455187968:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.816719:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.816746:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2006:x1830963461904768:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3262us (3959us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.816756:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16069 00000100:00100000:0.0:1746143524.817393:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.817462:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461905152 00000100:00100000:3.0:1746143524.817467:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461905152 00002000:00100000:3.0:1746143524.817497:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96f100 x1830963461905152/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.817510:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96f100 with x1830963461905152 ext(0->4095) 00010000:00010000:3.0:1746143524.817518:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b41 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b303 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.817528:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b41 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b303 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.817533:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96f100 00000100:00100000:3.0:1746143524.818290:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2817 00000100:00100000:3.0:1746143524.818319:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461905152:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143524.819404:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455188096:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.819431:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b48 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b30a expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.819449:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29800, rc 0) 00000100:00100000:2.0:1746143524.819470:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb20050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1782:x1830963461904896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4013us (4407us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.819478:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30163 00000100:00100000:3.0:1746143524.819805:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461905152:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1488us (2488us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.819813:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2817 00002000:00100000:3.0:1746143524.819819:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96f100 x1830963461905152/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.819827:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96f100 with x1830963461905152 ext(0->4095) 00010000:00010000:3.0:1746143524.819833:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b303 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.819844:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b303 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.819849:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96f100 00000100:00100000:0.0:1746143524.821378:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.821604:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461905280 00000100:00100000:2.0:1746143524.821612:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461905280 00000100:00100000:2.0:1746143524.822024:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30164 00000100:00100000:2.0:1746143524.822032:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1794:x1830963461905280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.822049:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.822065:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b4f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b311 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.822089:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.822094:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b48 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b30a expref: 59 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.822100:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.822103:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b4f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b311 expref: 59 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143524.822428:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746143524.822484:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b48 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b30a expref: 59 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.822497:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b4f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b311 expref: 59 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.822511:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28000, rc 0) 00000100:00100000:2.0:1746143524.822556:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1794:x1830963461905280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 526us (1187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.822562:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30164 00000100:00100000:3.0:1746143524.822609:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461905408 00000100:00100000:3.0:1746143524.822613:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461905408 00010000:00010000:3.0:1746143524.822639:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b303 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.822655:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16070 00000100:00100000:3.0:1746143524.822659:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461905408:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.822667:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.822683:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b303 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.822691:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b303 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.822708:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b41 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b303 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.822717:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.822719:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.822724:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b30a expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.822730:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b30a expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.822746:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b30a expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.822754:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b30a expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.822765:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455188352:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.822817:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.824840:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455188352:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.824855:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.824884:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461905408:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2224us (2456us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.824891:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16070 00000100:00100000:0.0:1746143524.825198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.825899:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461905664 00000100:00100000:3.0:1746143524.825905:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461905664 00002000:00100000:3.0:1746143524.825944:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ce00 x1830963461905664/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.825952:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ce00 with x1830963461905664 ext(0->4095) 00010000:00010000:3.0:1746143524.825960:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b30a expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.825971:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b30a expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.825976:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96ce00 00000100:00100000:3.0:1746143524.825993:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2818 00000100:00100000:3.0:1746143524.826000:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2006:x1830963461905664:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143524.826146:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2006:x1830963461905664:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (949us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.826155:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2818 00002000:00100000:3.0:1746143524.826161:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ce00 x1830963461905664/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.826168:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ce00 with x1830963461905664 ext(0->4095) 00010000:00010000:3.0:1746143524.826172:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b30a expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.826180:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b30a expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.826186:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96ce00 00000100:00100000:0.0:1746143524.828456:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.828556:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461905792 00000100:00100000:3.0:1746143524.828566:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461905792 00010000:00010000:3.0:1746143524.828600:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b30a expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.829161:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16071 00000100:00100000:3.0:1746143524.829168:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2007:x1830963461905792:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.829182:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.829204:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b30a expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.829215:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b30a expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.829237:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b48 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b30a expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.829269:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.829271:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.829278:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b311 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.829285:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b311 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.829352:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b311 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.829365:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455188480:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.829446:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02480 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.831397:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455188480:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.831417:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.831563:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461905792:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2394us (3115us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.831573:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16071 00000100:00100000:0.0:1746143524.831773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.831874:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461906048 00000100:00100000:2.0:1746143524.831881:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461906048 00002000:00100000:2.0:1746143524.831921:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96f480 x1830963461906048/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.831930:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96f480 with x1830963461906048 ext(0->4095) 00002000:00010000:2.0:1746143524.831934:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96f480 00000100:00100000:2.0:1746143524.831961:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13589 00000100:00100000:2.0:1746143524.831969:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461906048:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143524.832105:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461906048:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (332us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.832111:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13589 00002000:00100000:2.0:1746143524.832116:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96f480 x1830963461906048/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.832122:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96f480 with x1830963461906048 ext(0->4095) 00002000:00010000:2.0:1746143524.832125:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96f480 00000100:00100000:0.0:1746143524.833080:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.833145:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461906176 00000100:00100000:2.0:1746143524.833149:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461906176 00000100:00100000:2.0:1746143524.833178:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30165 00000100:00100000:2.0:1746143524.833182:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461906176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.833196:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.833214:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22b56 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b318 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.833240:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b311 expref: 57 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.833246:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.833248:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.833251:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22b56 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b318 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.833284:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b311 expref: 57 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.833313:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b311 expref: 57 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143524.833325:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455188608:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.833386:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.834868:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455188608:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.834888:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22b56 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b318 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.834900:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29600, rc 0) 00000100:00100000:2.0:1746143524.835560:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461906176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2375us (2479us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.835572:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30165 00000100:00100000:0.0:1746143524.835994:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.836278:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461906304 00000100:00100000:3.0:1746143524.836285:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461906304 00010000:00010000:3.0:1746143524.836333:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b311 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.836356:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16072 00000100:00100000:3.0:1746143524.836362:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461906304:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.836376:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.836396:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b311 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.836406:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b311 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.836427:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22b4f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b311 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.836442:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.836443:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.836451:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22b56 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b318 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.836458:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22b56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b318 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.836594:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22b56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b318 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.836606:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455188736:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.837029:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02480 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.837965:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455188736:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.837979:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.838018:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2007:x1830963461906304:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1655us (2025us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.838029:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16072 00000100:00100000:0.0:1746143524.838326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.838381:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461906560 00000100:00100000:2.0:1746143524.838386:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461906560 00002000:00100000:2.0:1746143524.838419:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96d500 x1830963461906560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.838428:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96d500 with x1830963461906560 ext(0->4095) 00002000:00010000:2.0:1746143524.838432:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96d500 00000100:00100000:2.0:1746143524.838456:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13590 00000100:00100000:2.0:1746143524.838462:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461906560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143524.838628:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461906560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.838634:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13590 00002000:00100000:2.0:1746143524.838639:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96d500 x1830963461906560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.838646:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96d500 with x1830963461906560 ext(0->4095) 00002000:00010000:2.0:1746143524.838648:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96d500 00000100:00100000:0.0:1746143524.839896:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.840053:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461906688 00000100:00100000:2.0:1746143524.840059:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461906688 00000100:00100000:2.0:1746143524.840096:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30166 00000100:00100000:2.0:1746143524.840102:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1794:x1830963461906688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.840116:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.840130:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22b5d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b31f expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.840161:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22b56 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b318 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.840168:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.840169:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.840173:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22b5d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b31f expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.840201:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22b56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b318 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.840212:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22b56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b318 expref: 5 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143524.840250:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455188864:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.840394:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919106c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.843463:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.843687:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461906816 00000100:00100000:3.0:1746143524.843695:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461906816 00000100:00100000:3.0:1746143524.843729:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30167 00000100:00100000:3.0:1746143524.843736:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1782:x1830963461906816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.843751:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.843766:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22b64 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b326 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.843789:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.843794:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22b5d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b31f expref: 60 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.843800:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.843803:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22b64 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b326 expref: 60 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.843832:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22b5d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b31f expref: 60 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.843843:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22b64 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b326 expref: 60 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.843851:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:3.0:1746143524.843900:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:1782:x1830963461906816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.843907:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30167 00000100:00100000:2.0:1746143524.843954:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455188864:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.843973:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22b5d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b31f expref: 59 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.843983:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28400, rc 0) 00000100:00100000:2.0:1746143524.843999:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1794:x1830963461906688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3898us (4107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.844004:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30166 00000100:00100000:1.0:1746143524.844624:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.844704:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461906944 00000100:00100000:3.0:1746143524.844711:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461906944 00010000:00010000:3.0:1746143524.844737:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22b56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b318 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.844766:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16073 00000100:00100000:3.0:1746143524.844773:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461906944:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.844783:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.845127:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22b56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b318 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.845138:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22b56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b318 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.845157:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22b56 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b318 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.845185:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.845186:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.845193:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22b5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b31f expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.845200:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22b5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b31f expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.845229:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22b5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b31f expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.845245:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22b5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b31f expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.845256:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455189120:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.845354:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02480 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.846514:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455189120:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.846529:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.846603:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461906944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1829us (1992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.846612:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16073 00000100:00100000:0.0:1746143524.847926:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.848014:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461907200 00000100:00100000:3.0:1746143524.848021:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461907200 00002000:00100000:3.0:1746143524.848058:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96dc00 x1830963461907200/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.848068:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96dc00 with x1830963461907200 ext(0->4095) 00010000:00010000:3.0:1746143524.848075:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22b5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b31f expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.848086:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22b5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b31f expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.848092:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96dc00 00000100:00100000:3.0:1746143524.848113:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2819 00000100:00100000:3.0:1746143524.848118:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2006:x1830963461907200:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143524.848235:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2006:x1830963461907200:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (316us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.848240:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2819 00002000:00100000:3.0:1746143524.848244:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96dc00 x1830963461907200/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.848251:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96dc00 with x1830963461907200 ext(0->4095) 00010000:00010000:3.0:1746143524.848254:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22b5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b31f expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.848261:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22b5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b31f expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.848266:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96dc00 00000100:00100000:0.0:1746143524.851000:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.851098:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.851143:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461907328 00000100:00100000:2.0:1746143524.851154:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461907328 00000100:00100000:2.0:1746143524.851198:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30168 00000100:00100000:2.0:1746143524.851206:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461907328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.851227:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.851246:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22b6b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b32d expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.851274:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.851280:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22b64 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b326 expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.851286:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143524.851289:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22b6b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b32d expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.851366:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22b64 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b326 expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.851378:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22b6b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b32d expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.851388:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29e00, rc 0) 00000100:00100000:3.0:1746143524.851426:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461907456 00000100:00100000:3.0:1746143524.851430:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461907456 00000100:00100000:2.0:1746143524.851441:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461907328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 235us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.851447:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30168 00010000:00010000:3.0:1746143524.851563:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22b5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b31f expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.851592:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16074 00000100:00100000:3.0:1746143524.851597:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2007:x1830963461907456:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.851606:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.851634:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22b5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b31f expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.851645:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22b5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b31f expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.851663:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22b5d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b31f expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.851676:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.851677:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.851683:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22b64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b326 expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.851691:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22b64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b326 expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.851710:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22b64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b326 expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.851720:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22b64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b326 expref: 58 pid: 9572 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.851732:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455189376:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.851798:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.853828:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.853907:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455189376:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.853922:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.853967:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461907456:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2369us (2869us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.853976:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16074 00000100:00100000:2.0:1746143524.854339:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461907712 00000100:00100000:2.0:1746143524.854345:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461907712 00002000:00100000:2.0:1746143524.854379:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96d880 x1830963461907712/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.854394:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96d880 with x1830963461907712 ext(0->4095) 00010000:00010000:2.0:1746143524.854402:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22b64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b326 expref: 58 pid: 9572 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143524.854413:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22b64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b326 expref: 58 pid: 9572 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143524.854419:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96d880 00000100:00100000:2.0:1746143524.854435:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2820 00000100:00100000:2.0:1746143524.854441:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461907712:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143524.854546:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461907712:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (725us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.854551:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2820 00002000:00100000:2.0:1746143524.854556:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96d880 x1830963461907712/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.854563:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96d880 with x1830963461907712 ext(0->4095) 00010000:00010000:2.0:1746143524.854568:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22b64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b326 expref: 58 pid: 9572 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143524.854576:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22b64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b326 expref: 58 pid: 9572 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143524.854582:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96d880 00000100:00100000:0.0:1746143524.856645:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.856695:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.856778:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461907968 00000100:00100000:3.0:1746143524.856786:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461907968 00010000:00010000:3.0:1746143524.856816:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22b64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b326 expref: 58 pid: 9572 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.856894:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16075 00000100:00100000:3.0:1746143524.856901:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963461907968:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.856916:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.856938:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22b64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b326 expref: 58 pid: 9572 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.856948:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22b64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b326 expref: 58 pid: 9572 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.856972:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22b64 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b326 expref: 58 pid: 9572 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.857330:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.857332:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.857340:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22b6b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b32d expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.857349:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22b6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b32d expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.857381:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22b6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b32d expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.857393:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455189504:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143524.857513:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461907840 00000100:00100000:2.0:1746143524.857517:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461907840 00000100:00100000:2.0:1746143524.857541:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30169 00000100:00100000:2.0:1746143524.857545:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1782:x1830963461907840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.857559:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.857570:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b72 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b334 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.857588:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22b6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b32d expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.857594:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.857595:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.857598:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b72 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b334 expref: 59 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.857613:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22b6b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b32d expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.857633:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22b6b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b32d expref: 5 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143524.857641:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455189632:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.857754:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.857899:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.860408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.860479:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455189504:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.860498:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143524.860503:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455189632:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.860530:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b72 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b334 expref: 59 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.860538:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2006:x1830963461907968:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3638us (3843us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.860548:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16075 00010000:00010000:2.0:1746143524.860554:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28200, rc 0) 00000100:00100000:2.0:1746143524.860574:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1782:x1830963461907840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3029us (3941us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.860580:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30169 00000100:00100000:3.0:1746143524.860693:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461908224 00000100:00100000:3.0:1746143524.860699:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461908224 00002000:00100000:3.0:1746143524.860732:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d844000 x1830963461908224/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.860740:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d844000 with x1830963461908224 ext(0->4095) 00010000:00010000:3.0:1746143524.860747:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22b6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b32d expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.860758:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22b6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b32d expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.860764:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d844000 00000100:00100000:3.0:1746143524.860792:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2821 00000100:00100000:3.0:1746143524.860798:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461908224:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143524.861004:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461908224:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 205us (606us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.861010:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2821 00002000:00100000:3.0:1746143524.861015:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d844000 x1830963461908224/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.861027:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d844000 with x1830963461908224 ext(0->4095) 00010000:00010000:3.0:1746143524.861032:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22b6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b32d expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.861040:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22b6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b32d expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.861045:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d844000 00000100:00100000:0.0:1746143524.864433:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.864528:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461908352 00000100:00100000:3.0:1746143524.864538:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461908352 00010000:00010000:3.0:1746143524.864578:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22b6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b32d expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.864691:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16076 00000100:00100000:3.0:1746143524.864699:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d844380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461908352:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.864715:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.864738:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22b6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b32d expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.864750:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22b6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b32d expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.864774:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22b6b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b32d expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.864997:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.865000:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.865009:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b334 expref: 57 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.865016:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b334 expref: 57 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.865054:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b334 expref: 57 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.865066:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455189760:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.865826:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.868455:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455189760:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.868480:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.868533:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d844380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461908352:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3833us (4108us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.868544:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16076 00000100:00100000:0.0:1746143524.869064:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.869271:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461908608 00000100:00100000:3.0:1746143524.869278:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461908608 00002000:00100000:3.0:1746143524.869346:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d845c00 x1830963461908608/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.869356:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d845c00 with x1830963461908608 ext(0->4095) 00002000:00010000:3.0:1746143524.869361:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d845c00 00000100:00100000:3.0:1746143524.869377:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13591 00000100:00100000:3.0:1746143524.869384:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461908608:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143524.869780:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461908608:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 396us (716us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.869787:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13591 00002000:00100000:3.0:1746143524.869792:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d845c00 x1830963461908608/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.869799:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d845c00 with x1830963461908608 ext(0->4095) 00002000:00010000:3.0:1746143524.869802:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d845c00 00000100:00100000:0.0:1746143524.871546:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.871696:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461908736 00000100:00100000:2.0:1746143524.871703:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461908736 00000100:00100000:2.0:1746143524.871747:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30170 00000100:00100000:2.0:1746143524.871754:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461908736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.871772:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.871789:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b79 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b33b expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.871817:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b334 expref: 57 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.871825:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.871827:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.871831:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b79 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b33b expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.871866:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b334 expref: 57 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.871878:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b334 expref: 57 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143524.871895:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455189888:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.872037:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.873376:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455189888:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.873403:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b79 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b33b expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.873416:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29800, rc 0) 00000100:00100000:2.0:1746143524.873459:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461908736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1705us (1920us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.873467:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30170 00000100:00100000:0.0:1746143524.873665:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.873779:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461908864 00000100:00100000:3.0:1746143524.873785:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461908864 00010000:00010000:3.0:1746143524.873809:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b334 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.874017:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16077 00000100:00100000:3.0:1746143524.874024:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461908864:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.874037:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.874057:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b334 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.874066:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b334 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.874088:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22b72 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b334 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.874113:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.874114:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.874122:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b79 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b33b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.874134:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b33b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.874161:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b33b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.874172:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455190016:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.874609:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.877811:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.877924:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455190016:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.877946:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.877994:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2007:x1830963461908864:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3970us (4328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.878007:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16077 00000100:00100000:0.0:1746143524.878128:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461909120 00000100:00100000:0.0:1746143524.878136:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461909120 00002000:00100000:0.0:1746143524.878178:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045df80 x1830963461909120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.878187:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045df80 with x1830963461909120 ext(0->4095) 00002000:00010000:0.0:1746143524.878192:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045df80 00000100:00100000:0.0:1746143524.878223:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13592 00000100:00100000:0.0:1746143524.878230:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461909120:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143524.878428:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461909120:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 199us (630us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143524.878434:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13592 00002000:00100000:0.0:1746143524.878439:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045df80 x1830963461909120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.878446:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045df80 with x1830963461909120 ext(0->4095) 00002000:00010000:0.0:1746143524.878449:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045df80 00000100:00100000:0.0:1746143524.881262:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.881560:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461909248 00000100:00100000:2.0:1746143524.881571:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461909248 00000100:00100000:0.0:1746143524.881822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.882054:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461909376 00000100:00100000:2.0:1746143524.882057:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461909376 00000100:00100000:2.0:1746143524.882076:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30171 00000100:00100000:2.0:1746143524.882082:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1782:x1830963461909248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.882100:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.882117:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b80 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b342 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.882144:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b79 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b33b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.882151:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.882153:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.882156:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b80 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b342 expref: 59 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.882184:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b33b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.882195:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b33b expref: 5 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143524.882206:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455190144:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143524.882358:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30172 00000100:00100000:1.0:1746143524.882365:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1794:x1830963461909376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143524.882371:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143524.882378:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22b87 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b349 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.882388:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.882391:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b80 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b342 expref: 60 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.882395:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.882398:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22b87 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b349 expref: 60 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.882419:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b80 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b342 expref: 60 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.882430:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22b87 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b349 expref: 60 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.882438:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93a00, rc 0) 00000100:00100000:2.0:1746143524.883022:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.883156:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:1794:x1830963461909376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 790us (1333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.883162:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30172 00000100:00100000:2.0:1746143524.885415:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455190144:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.885451:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b80 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b342 expref: 59 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.885466:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29400, rc 0) 00000100:00100000:2.0:1746143524.885898:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1782:x1830963461909248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3672us (4502us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.885907:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30171 00000100:00100000:0.0:1746143524.886767:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.886905:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461909504 00000100:00100000:3.0:1746143524.886912:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461909504 00010000:00010000:3.0:1746143524.886939:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b33b expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.887028:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16078 00000100:00100000:3.0:1746143524.887034:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d846a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461909504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.887047:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.887066:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b33b expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.887077:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b33b expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.887101:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22b79 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b33b expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.887128:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.887130:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.887138:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b342 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.887146:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b342 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.887176:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b342 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.887186:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b342 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.887196:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455190400:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.887268:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02540 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.888579:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455190400:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.888593:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.888645:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d846a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461909504:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1611us (1879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.888652:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16078 00000100:00100000:0.0:1746143524.890006:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.890177:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461909760 00000100:00100000:3.0:1746143524.890184:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461909760 00002000:00100000:3.0:1746143524.890221:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d846300 x1830963461909760/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.890230:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d846300 with x1830963461909760 ext(0->4095) 00010000:00010000:3.0:1746143524.890239:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b342 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.890283:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b342 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.890290:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d846300 00000100:00100000:3.0:1746143524.890414:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2822 00000100:00100000:3.0:1746143524.890420:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2007:x1830963461909760:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143524.890909:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2007:x1830963461909760:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 488us (906us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.890914:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2822 00002000:00100000:3.0:1746143524.890920:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d846300 x1830963461909760/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.890926:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d846300 with x1830963461909760 ext(0->4095) 00010000:00010000:3.0:1746143524.890930:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b342 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.890939:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b342 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.890944:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d846300 00000100:00100000:0.0:1746143524.893370:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.893525:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461909888 00000100:00100000:3.0:1746143524.893533:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461909888 00010000:00010000:3.0:1746143524.893563:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b342 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.893584:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16079 00000100:00100000:3.0:1746143524.893589:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d844380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2006:x1830963461909888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.893601:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.893626:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b342 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.893636:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b342 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.893656:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29400/0xa6c9a53f47f22b80 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b342 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.893673:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.893675:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.893681:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22b87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b349 expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.893689:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22b87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b349 expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.893717:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22b87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b349 expref: 58 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.893732:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455190528:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.893798:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.895927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.896153:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461910144 00000100:00100000:2.0:1746143524.896163:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461910144 00002000:00100000:2.0:1746143524.896207:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235c380 x1830963461910144/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.896218:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235c380 with x1830963461910144 ext(0->4095) 00002000:00010000:2.0:1746143524.896223:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235c380 00000100:00100000:2.0:1746143524.896242:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13593 00000100:00100000:2.0:1746143524.896249:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2006:x1830963461910144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143524.896458:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2006:x1830963461910144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 208us (540us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.896465:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13593 00002000:00100000:2.0:1746143524.896471:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235c380 x1830963461910144/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.896478:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235c380 with x1830963461910144 ext(0->4095) 00002000:00010000:2.0:1746143524.896480:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235c380 00000100:00100000:3.0:1746143524.896825:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455190528:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.896846:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.896871:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d844380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963461909888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3282us (3510us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.896879:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16079 00000100:00100000:0.0:1746143524.899179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.899286:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461910272 00000100:00100000:3.0:1746143524.899322:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461910272 00000100:00100000:3.0:1746143524.899714:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30173 00000100:00100000:3.0:1746143524.899721:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461910272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.899741:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.899759:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22b8e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b350 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.899787:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22b87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b349 expref: 57 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.899793:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.899795:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.899798:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22b8e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b350 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.899825:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22b87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b349 expref: 57 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.899839:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22b87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b349 expref: 57 pid: 9572 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.899850:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455190656:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143524.900339:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02480 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.901702:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455190656:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143524.901733:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22b8e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b350 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.901749:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8c00, rc 0) 00000100:00100000:3.0:1746143524.901797:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461910272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2075us (2627us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.901806:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30173 00000100:00100000:0.0:1746143524.903147:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.903220:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461910400 00000100:00100000:3.0:1746143524.903228:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461910400 00010000:00010000:3.0:1746143524.903255:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22b87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b349 expref: 58 pid: 9572 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746143524.903422:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16080 00000100:00100000:1.0:1746143524.903430:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461910400:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.903444:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.903466:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22b87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b349 expref: 58 pid: 9572 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143524.903477:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22b87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b349 expref: 58 pid: 9572 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143524.903502:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22b87 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b349 expref: 58 pid: 9572 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143524.903528:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.903530:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.903538:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22b8e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b350 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.903545:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22b8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b350 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.903576:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22b8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b350 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.903587:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455190784:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.903675:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.905288:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455190784:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.905704:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.906031:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2007:x1830963461910400:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2599us (2885us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.906042:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16080 00000100:00100000:0.0:1746143524.907583:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.909641:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.909707:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461910656 00000100:00100000:1.0:1746143524.909717:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461910656 00002000:00100000:1.0:1746143524.909766:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235ce00 x1830963461910656/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.909776:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235ce00 with x1830963461910656 ext(0->4095) 00002000:00010000:1.0:1746143524.909782:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235ce00 00000100:00100000:3.0:1746143524.909809:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461910784 00000100:00100000:3.0:1746143524.909814:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461910784 00000100:00100000:3.0:1746143524.909852:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30174 00000100:00100000:3.0:1746143524.909859:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1782:x1830963461910784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.909874:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.909892:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22b95 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b357 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.909925:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22b8e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b350 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.909932:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.909933:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.909936:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22b95 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b357 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.909969:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22b8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b350 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.909981:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22b8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b350 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.909993:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455190912:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143524.910071:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02480 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.911478:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2823 00000100:00100000:1.0:1746143524.911488:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461910656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143524.911625:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461910656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (1991us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.911631:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2823 00002000:00100000:1.0:1746143524.911637:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235ce00 x1830963461910656/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.911645:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235ce00 with x1830963461910656 ext(0->4095) 00010000:00010000:1.0:1746143524.911651:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22b8e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b350 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143524.911661:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22b8e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b350 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143524.911667:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235ce00 00000100:00100000:0.0:1746143524.915231:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.915425:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461910912 00000100:00100000:1.0:1746143524.915435:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461910912 00000100:00100000:1.0:1746143524.915479:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30175 00000100:00100000:1.0:1746143524.915486:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1794:x1830963461910912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143524.915504:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143524.915523:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22b9c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b35e expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.915550:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.915555:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22b95 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b357 expref: 60 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.915561:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.915564:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22b9c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b35e expref: 60 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.915603:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22b95 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b357 expref: 60 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.915627:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22b9c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b35e expref: 60 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.915637:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93800, rc 0) 00000100:00100000:1.0:1746143524.915696:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:1794:x1830963461910912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.915705:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30175 00000100:00100000:3.0:1746143524.916114:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455190912:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143524.916131:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22b95 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b357 expref: 59 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.916139:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8a00, rc 0) 00000100:00100000:3.0:1746143524.916162:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1782:x1830963461910784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6304us (8585us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.916166:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30174 00000100:00100000:1.0:1746143524.916877:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143524.916926:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461911040 00000100:00100000:0.0:1746143524.916932:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461911040 00010000:00010000:0.0:1746143524.916956:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22b8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b350 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746143524.917245:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16081 00000100:00100000:0.0:1746143524.917252:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134052d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461911040:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143524.917266:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143524.917292:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22b8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b350 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143524.917336:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22b8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b350 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143524.917358:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22b8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b350 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143524.917386:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143524.917389:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143524.917396:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b357 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143524.917404:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22b95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b357 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.917490:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22b95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b357 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.917503:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22b95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b357 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746143524.917516:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455191168:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.917583:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1349c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143524.920171:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455191168:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.920193:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.920654:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134052d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461911040:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3401us (3778us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.920666:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16081 00000100:00100000:0.0:1746143524.921164:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.921220:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461911296 00000100:00100000:3.0:1746143524.921229:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461911296 00002000:00100000:3.0:1746143524.921270:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096025880 x1830963461911296/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.921279:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096025880 with x1830963461911296 ext(0->4095) 00010000:00010000:3.0:1746143524.921288:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22b95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b357 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.921324:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22b95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b357 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.921329:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096025880 00000100:00100000:3.0:1746143524.921351:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2824 00000100:00100000:3.0:1746143524.921356:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2007:x1830963461911296:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143524.921484:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2007:x1830963461911296:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.921489:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2824 00002000:00100000:3.0:1746143524.921493:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096025880 x1830963461911296/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.921499:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096025880 with x1830963461911296 ext(0->4095) 00010000:00010000:3.0:1746143524.921503:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22b95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b357 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.921510:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22b95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b357 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.921515:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096025880 00000100:00100000:0.0:1746143524.923650:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.923749:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461911424 00000100:00100000:1.0:1746143524.923762:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461911424 00010000:00010000:1.0:1746143524.923790:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22b95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b357 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746143524.923816:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16082 00000100:00100000:1.0:1746143524.923822:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2007:x1830963461911424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.923835:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.923854:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22b95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b357 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143524.923946:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22b95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b357 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143524.923969:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22b95 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b357 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143524.924032:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.924034:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.924041:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22b9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b35e expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.924050:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22b9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b35e expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.924083:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22b9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b35e expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.924095:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455191296:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.924495:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1349c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.926187:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.926239:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461911680 00000100:00100000:2.0:1746143524.926246:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461911680 00000100:00100000:1.0:1746143524.926282:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455191296:192.168.203.27@tcp:105: 00002000:00100000:2.0:1746143524.926286:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011eeef100 x1830963461911680/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746143524.926315:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746143524.926326:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeef100 with x1830963461911680 ext(0->4095) 00002000:00010000:2.0:1746143524.926331:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011eeef100 00000100:00100000:2.0:1746143524.926350:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13595 00000100:00100000:2.0:1746143524.926357:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2006:x1830963461911680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143524.926364:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2007:x1830963461911424:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2541us (2721us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.926373:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16082 00000100:00100000:2.0:1746143524.926479:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963461911680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (300us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.926484:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13595 00002000:00100000:2.0:1746143524.926489:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011eeef100 x1830963461911680/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.926496:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeef100 with x1830963461911680 ext(0->4095) 00002000:00010000:2.0:1746143524.926498:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011eeef100 00000100:00100000:0.0:1746143524.928357:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.928412:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461911808 00000100:00100000:2.0:1746143524.928419:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461911808 00000100:00100000:2.0:1746143524.928465:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30176 00000100:00100000:2.0:1746143524.928472:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461911808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.928487:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.928503:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ba3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b365 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.928530:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22b9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b35e expref: 57 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.928537:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.928539:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.928543:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ba3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b365 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.928572:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22b9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b35e expref: 57 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.928585:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22b9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b35e expref: 57 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143524.928596:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455191424:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.928680:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.930333:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455191424:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.930365:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ba3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b365 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.930385:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29800, rc 0) 00000100:00100000:2.0:1746143524.930420:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461911808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1948us (2070us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.930427:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30176 00000100:00100000:0.0:1746143524.930612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.930729:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461911936 00000100:00100000:1.0:1746143524.930739:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461911936 00010000:00010000:1.0:1746143524.930761:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22b9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b35e expref: 58 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746143524.931115:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16083 00000100:00100000:1.0:1746143524.931123:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461911936:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.931135:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.931151:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22b9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b35e expref: 58 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143524.931161:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22b9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b35e expref: 58 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143524.931179:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22b9c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b35e expref: 58 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143524.931200:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.931202:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.931207:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ba3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b365 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.931214:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ba3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b365 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.931237:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ba3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b365 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143524.931247:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455191552:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.931320:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1349c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.932822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.932843:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455191552:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.932857:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.932896:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2007:x1830963461911936:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1774us (2284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.932903:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16083 00000100:00100000:2.0:1746143524.932973:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461912192 00000100:00100000:2.0:1746143524.932979:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461912192 00002000:00100000:2.0:1746143524.933013:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091863100 x1830963461912192/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.933021:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091863100 with x1830963461912192 ext(0->4095) 00002000:00010000:2.0:1746143524.933025:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091863100 00000100:00100000:2.0:1746143524.933042:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13596 00000100:00100000:2.0:1746143524.933047:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461912192:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143524.933288:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461912192:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 239us (471us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.933318:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13596 00002000:00100000:2.0:1746143524.933324:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091863100 x1830963461912192/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.933331:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091863100 with x1830963461912192 ext(0->4095) 00002000:00010000:2.0:1746143524.933333:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091863100 00000100:00100000:0.0:1746143524.935494:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.935574:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461912320 00000100:00100000:2.0:1746143524.935584:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461912320 00000100:00100000:2.0:1746143524.936133:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30177 00000100:00100000:2.0:1746143524.936141:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1794:x1830963461912320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.936156:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.936170:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22baa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b36c expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.936195:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ba3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b365 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.936202:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.936204:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.936207:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22baa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b36c expref: 58 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.936233:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ba3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b365 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.936244:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b365 expref: 5 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143524.936259:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455191680:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.936377:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.937203:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.937279:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461912448 00000100:00100000:3.0:1746143524.937283:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461912448 00000100:00100000:3.0:1746143524.937341:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30178 00000100:00100000:3.0:1746143524.937347:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1782:x1830963461912448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143524.937355:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143524.937363:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22bb1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b373 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.937432:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.937443:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22baa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b36c expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.937448:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143524.937451:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22bb1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b373 expref: 60 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.937476:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22baa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b36c expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.937486:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22bb1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b373 expref: 60 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.937494:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8c00, rc 0) 00000100:00100000:3.0:1746143524.937531:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:1782:x1830963461912448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.937543:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30178 00000100:00100000:2.0:1746143524.938084:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455191680:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.938101:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22baa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b36c expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.938109:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28200, rc 0) 00000100:00100000:2.0:1746143524.938129:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1794:x1830963461912320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1990us (2644us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.938136:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30177 00000100:00100000:0.0:1746143524.938599:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.938675:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461912576 00000100:00100000:1.0:1746143524.938679:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461912576 00010000:00010000:1.0:1746143524.938697:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b365 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746143524.938725:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16084 00000100:00100000:1.0:1746143524.938731:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461912576:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143524.938738:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143524.938752:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b365 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143524.938761:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ba3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b365 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143524.938776:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ba3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b365 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143524.938799:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.938800:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143524.938806:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22baa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b36c expref: 58 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.938817:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22baa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b36c expref: 58 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.938940:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22baa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b36c expref: 58 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.938952:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22baa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b36c expref: 58 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746143524.938962:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455191936:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143524.938998:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1349c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143524.942257:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.942708:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455191936:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143524.942725:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143524.942773:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461912576:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4041us (4173us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.942782:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16084 00000100:00100000:3.0:1746143524.943200:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461912832 00000100:00100000:3.0:1746143524.943206:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461912832 00002000:00100000:3.0:1746143524.943251:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045fb80 x1830963461912832/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.943259:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045fb80 with x1830963461912832 ext(0->4095) 00010000:00010000:3.0:1746143524.943266:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22baa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b36c expref: 59 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.943278:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22baa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b36c expref: 59 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.943284:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045fb80 00000100:00100000:3.0:1746143524.943322:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2825 00000100:00100000:3.0:1746143524.943329:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2005:x1830963461912832:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746143524.944164:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2005:x1830963461912832:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 833us (1912us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.944170:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2825 00002000:00100000:3.0:1746143524.944176:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045fb80 x1830963461912832/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.944184:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045fb80 with x1830963461912832 ext(0->4095) 00010000:00010000:3.0:1746143524.944192:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22baa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b36c expref: 59 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.944203:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22baa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b36c expref: 59 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.944208:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045fb80 00000100:00100000:0.0:1746143524.950110:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.950283:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461912960 00000100:00100000:2.0:1746143524.950335:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461912960 00000100:00100000:2.0:1746143524.950944:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30179 00000100:00100000:2.0:1746143524.950954:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461912960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.950972:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.950989:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bb8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b37a expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.951013:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.951018:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22bb1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b373 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.951024:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143524.951026:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bb8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b37a expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.951059:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22bb1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b373 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143524.951067:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746143524.951069:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bb8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b37a expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.951079:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28000, rc 0) 00000100:00100000:2.0:1746143524.951132:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461912960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (1034us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.951141:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30179 00000100:00100000:2.0:1746143524.951182:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461913088 00000100:00100000:2.0:1746143524.951186:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461913088 00010000:00010000:2.0:1746143524.951199:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22baa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b36c expref: 59 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143524.951419:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16085 00000100:00100000:2.0:1746143524.951425:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2007:x1830963461913088:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143524.951434:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143524.951769:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22baa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b36c expref: 59 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143524.951780:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22baa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b36c expref: 59 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143524.951795:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22baa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b36c expref: 59 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143524.951810:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.951812:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143524.951818:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22bb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b373 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.951825:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22bb1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b373 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.951844:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22bb1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b373 expref: 58 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.951854:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22bb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b373 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143524.951864:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455192192:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143524.952649:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143524.954135:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455192192:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.954153:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.954182:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461913088:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2757us (3115us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.954192:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16085 00000100:00100000:0.0:1746143524.955416:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.955489:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461913344 00000100:00100000:3.0:1746143524.955495:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461913344 00002000:00100000:3.0:1746143524.955578:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800834a5880 x1830963461913344/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.955586:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a5880 with x1830963461913344 ext(0->4095) 00010000:00010000:3.0:1746143524.955593:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22bb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b373 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.955606:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22bb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b373 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.955612:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800834a5880 00000100:00100000:3.0:1746143524.955638:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2826 00000100:00100000:3.0:1746143524.955645:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963461913344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143524.956151:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963461913344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 504us (736us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143524.956157:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2826 00002000:00100000:3.0:1746143524.956162:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800834a5880 x1830963461913344/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143524.956170:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a5880 with x1830963461913344 ext(0->4095) 00010000:00010000:3.0:1746143524.956175:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22bb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b373 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.956183:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22bb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b373 expref: 58 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143524.956188:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800834a5880 00000100:00100000:0.0:1746143524.958849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.959531:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461913472 00000100:00100000:1.0:1746143524.959539:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461913472 00000100:00100000:1.0:1746143524.959588:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30180 00000100:00100000:1.0:1746143524.959596:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1782:x1830963461913472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143524.959610:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143524.959634:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22bbf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b381 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.959654:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143524.959660:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bb8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b37a expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.959665:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143524.959668:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22bbf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b381 expref: 59 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.959695:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bb8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b37a expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.959705:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22bbf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b381 expref: 59 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143524.959713:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93a00, rc 0) 00000100:00100000:1.0:1746143524.959763:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1782:x1830963461913472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143524.959768:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30180 00000100:00100000:0.0:1746143524.960180:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.960241:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461913600 00000100:00100000:3.0:1746143524.960245:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461913600 00010000:00010000:3.0:1746143524.960262:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22bb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b373 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.960280:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16086 00000100:00100000:3.0:1746143524.960285:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2007:x1830963461913600:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.960292:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.960347:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22bb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b373 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.960357:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22bb1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b373 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.960376:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22bb1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b373 expref: 59 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.960399:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.960401:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.960406:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bb8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b37a expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.960418:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b37a expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.960439:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b37a expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.960448:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b37a expref: 5 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.960458:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455192448:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.960516:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.962709:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.962804:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455192448:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.962818:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.962865:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461913600:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2579us (2684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.962874:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16086 00000100:00100000:2.0:1746143524.962952:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461913856 00000100:00100000:2.0:1746143524.962958:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461913856 00002000:00100000:2.0:1746143524.962987:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013406c700 x1830963461913856/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.962995:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406c700 with x1830963461913856 ext(0->4095) 00010000:00010000:2.0:1746143524.963001:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b37a expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143524.963011:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b37a expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143524.963016:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013406c700 00000100:00100000:2.0:1746143524.963872:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2827 00000100:00100000:2.0:1746143524.963881:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461913856:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746143524.963978:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461913856:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (1275us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143524.963984:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2827 00002000:00100000:2.0:1746143524.963989:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013406c700 x1830963461913856/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143524.964002:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406c700 with x1830963461913856 ext(0->4095) 00010000:00010000:2.0:1746143524.964007:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b37a expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143524.964016:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b37a expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143524.964021:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013406c700 00000100:00100000:0.0:1746143524.967772:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143524.967861:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461913984 00000100:00100000:3.0:1746143524.967868:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461913984 00010000:00010000:3.0:1746143524.967894:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b37a expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143524.967916:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16087 00000100:00100000:3.0:1746143524.967922:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461913984:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143524.967933:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143524.967948:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b37a expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.967958:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b37a expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.967976:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bb8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b37a expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143524.967988:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.967990:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143524.967995:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22bbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b381 expref: 57 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.968003:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22bbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b381 expref: 57 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143524.968027:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22bbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b381 expref: 57 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143524.968037:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455192576:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143524.968672:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.980633:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.980685:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461914240 00000100:00100000:1.0:1746143524.980696:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461914240 00002000:00100000:1.0:1746143524.980739:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee24000 x1830963461914240/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.980747:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee24000 with x1830963461914240 ext(0->4095) 00002000:00010000:1.0:1746143524.980752:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee24000 00000100:00100000:1.0:1746143524.980784:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13597 00000100:00100000:1.0:1746143524.980792:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461914240:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143524.980905:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461914240:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143524.980914:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13597 00002000:00100000:1.0:1746143524.981014:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee24000 x1830963461914240/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 488/4536 e 0 to 0 dl 1746143535 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.981021:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee24000 with x1830963461914240 ext(0->4095) 00002000:00010000:1.0:1746143524.981026:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee24000 00000100:00100000:3.0:1746143524.981152:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455192576:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143524.981169:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143524.981204:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461913984:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 13281us (13438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143524.981211:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16087 00000100:00100000:0.0:1746143524.983694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143524.983785:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461914368 00000100:00100000:2.0:1746143524.983796:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461914368 00000100:00100000:2.0:1746143524.983858:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30181 00000100:00100000:2.0:1746143524.983865:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461914368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143524.983880:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143524.983894:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bc6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b388 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.983920:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22bbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b381 expref: 57 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.983926:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.983927:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143524.983930:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bc6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b388 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.983955:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22bbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b381 expref: 57 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.983970:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22bbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b381 expref: 57 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143524.983980:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455192704:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143524.984071:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919109c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143524.993734:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143524.993808:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461914496 00000100:00100000:1.0:1746143524.993819:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461914496 00002000:00100000:1.0:1746143524.993860:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800920ea680 x1830963461914496/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 496/0 e 0 to 0 dl 1746143535 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143524.993869:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ea680 with x1830963461914496 ext(0->7) 00010000:00010000:1.0:1746143524.993876:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22bbf lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b381 expref: 58 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143524.993889:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22bbf lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b381 expref: 58 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143524.993895:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920ea680 00000100:00100000:1.0:1746143524.993933:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2828 00000100:00100000:1.0:1746143524.993940:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963461914496:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746143524.994025:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455192704:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143524.994046:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bc6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b388 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143524.994058:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29600, rc 0) 00000100:00100000:2.0:1746143524.994111:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461914368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10247us (10425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143524.994117:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30181 00000100:00100000:0.0:1746143524.997382:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2007:x1830963461914496:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3432us (3648us total) trans 4294972254 rc 0/0 00000100:00100000:0.0:1746143524.997394:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2828 00002000:00100000:0.0:1746143524.997405:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800920ea680 x1830963461914496/t4294972254(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:675/0 lens 496/448 e 0 to 0 dl 1746143535 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143524.997415:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ea680 with x1830963461914496 ext(0->7) 00010000:00010000:0.0:1746143524.997426:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22bbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b381 expref: 60 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143524.997442:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22bbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b381 expref: 60 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746143524.997450:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920ea680 00000100:00100000:0.0:1746143525.002210:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.002384:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461914624 00000100:00100000:3.0:1746143525.002395:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461914624 00010000:00010000:3.0:1746143525.002430:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22bbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b381 expref: 60 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.002479:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16088 00000100:00100000:3.0:1746143525.002487:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2005:x1830963461914624:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.002499:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.002517:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22bbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b381 expref: 60 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.002527:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22bbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b381 expref: 60 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.002546:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22bbf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b381 expref: 60 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.002577:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.002579:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.002585:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bc6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b388 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.002593:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bc6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b388 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.002631:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bc6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b388 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.002647:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455192832:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.002729:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.004311:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.004444:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461914752 00000100:00100000:0.0:1746143525.004450:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461914752 00000100:00100000:0.0:1746143525.004482:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30182 00000100:00100000:0.0:1746143525.004488:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:1782:x1830963461914752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143525.004503:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143525.004515:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092bd4400/0xa6c9a53f47f22bcd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b38f expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143525.004536:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bc6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b388 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143525.004542:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143525.004543:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143525.004546:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092bd4400/0xa6c9a53f47f22bcd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b38f expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143525.004566:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bc6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b388 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143525.004576:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bc6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b388 expref: 5 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746143525.004586:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455192960:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143525.004694:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e480 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.004854:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.004895:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455192832:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143525.004906:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143525.004928:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:2005:x1830963461914624:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2442us (2729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.004935:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16088 00000100:00100000:0.0:1746143525.007057:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461915008 00000100:00100000:0.0:1746143525.007065:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461915008 00002000:00100000:0.0:1746143525.007097:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045c700 x1830963461915008/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.007105:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c700 with x1830963461915008 ext(0->4095) 00010000:00010000:0.0:1746143525.007111:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bc6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b388 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.007121:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bc6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b388 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746143525.007127:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045c700 00000100:00100000:0.0:1746143525.007153:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2829 00000100:00100000:0.0:1746143525.007159:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461915008:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746143525.007285:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461915008:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (2430us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143525.007318:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2829 00002000:00100000:0.0:1746143525.007324:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045c700 x1830963461915008/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.007331:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c700 with x1830963461915008 ext(0->4095) 00010000:00010000:0.0:1746143525.007335:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bc6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b388 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.007343:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bc6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b388 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746143525.007349:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045c700 00000100:00100000:0.0:1746143525.007942:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455192960:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143525.007960:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092bd4400/0xa6c9a53f47f22bcd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b38f expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143525.007971:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bd4400, rc 0) 00000100:00100000:0.0:1746143525.008674:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:1782:x1830963461914752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4184us (4382us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143525.008681:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30182 00000100:00100000:0.0:1746143525.009694:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.009740:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.010090:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461915136 00000100:00100000:2.0:1746143525.010097:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461915136 00000100:00100000:2.0:1746143525.010133:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30183 00000100:00100000:2.0:1746143525.010140:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:1794:x1830963461915136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.010156:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.010168:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22bd4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b396 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.010186:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.010191:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092bd4400/0xa6c9a53f47f22bcd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b38f expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.010196:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.010200:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22bd4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b396 expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.010226:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092bd4400/0xa6c9a53f47f22bcd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b38f expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.010237:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22bd4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b396 expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.010244:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29000, rc 0) 00000100:00100000:3.0:1746143525.010336:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461915264 00000100:00100000:3.0:1746143525.010340:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461915264 00010000:00010000:3.0:1746143525.010356:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bc6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b388 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.010373:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16089 00000100:00100000:3.0:1746143525.010377:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097891880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461915264:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.010385:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.010397:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bc6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b388 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.010406:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bc6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b388 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.010419:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bc6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b388 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.011006:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:1794:x1830963461915136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 865us (1312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.011013:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30183 00010000:00010000:3.0:1746143525.011644:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.011646:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.011654:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092bd4400/0xa6c9a53f47f22bcd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b38f expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.011663:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092bd4400/0xa6c9a53f47f22bcd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b38f expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.011687:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092bd4400/0xa6c9a53f47f22bcd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b38f expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.011698:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092bd4400/0xa6c9a53f47f22bcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b38f expref: 60 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.011708:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455193216:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.011772:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.013500:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455193216:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.013524:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.013576:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097891880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461915264:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3196us (3833us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.013588:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16089 00000100:00100000:0.0:1746143525.016206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.016333:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461915520 00000100:00100000:3.0:1746143525.016340:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461915520 00002000:00100000:3.0:1746143525.016371:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097893800 x1830963461915520/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.016380:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097893800 with x1830963461915520 ext(0->4095) 00010000:00010000:3.0:1746143525.016387:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092bd4400/0xa6c9a53f47f22bcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b38f expref: 61 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.016397:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092bd4400/0xa6c9a53f47f22bcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b38f expref: 61 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143525.016403:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097893800 00000100:00100000:3.0:1746143525.016417:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2830 00000100:00100000:3.0:1746143525.016422:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:2006:x1830963461915520:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143525.016545:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:2006:x1830963461915520:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (345us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143525.016552:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2830 00002000:00100000:3.0:1746143525.016556:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097893800 x1830963461915520/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.016563:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097893800 with x1830963461915520 ext(0->4095) 00010000:00010000:3.0:1746143525.016567:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092bd4400/0xa6c9a53f47f22bcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b38f expref: 61 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.016575:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092bd4400/0xa6c9a53f47f22bcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b38f expref: 61 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143525.016580:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097893800 00000100:00100000:0.0:1746143525.020870:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.021098:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461915648 00000100:00100000:3.0:1746143525.021106:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461915648 00010000:00010000:3.0:1746143525.021140:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092bd4400/0xa6c9a53f47f22bcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b38f expref: 61 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.021523:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16090 00000100:00100000:3.0:1746143525.021532:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:2006:x1830963461915648:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.021543:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.021558:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092bd4400/0xa6c9a53f47f22bcd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b38f expref: 61 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.021572:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092bd4400/0xa6c9a53f47f22bcd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b38f expref: 61 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.021590:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092bd4400/0xa6c9a53f47f22bcd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b38f expref: 61 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.022403:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.022406:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.022413:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22bd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b396 expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.022421:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22bd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b396 expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.022454:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22bd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b396 expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.022465:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455193344:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.023178:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.024605:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455193344:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.024633:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.024677:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2006:x1830963461915648:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3146us (3815us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.024686:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16090 00000100:00100000:0.0:1746143525.026040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.026256:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461915904 00000100:00100000:2.0:1746143525.026269:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461915904 00002000:00100000:2.0:1746143525.026335:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096986300 x1830963461915904/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.026345:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096986300 with x1830963461915904 ext(0->4095) 00002000:00010000:2.0:1746143525.026351:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096986300 00000100:00100000:2.0:1746143525.026382:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13598 00000100:00100000:2.0:1746143525.026389:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096986300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2007:x1830963461915904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143525.026529:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096986300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2007:x1830963461915904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (496us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.026535:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13598 00002000:00100000:2.0:1746143525.026540:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096986300 x1830963461915904/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.026548:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096986300 with x1830963461915904 ext(0->4095) 00002000:00010000:2.0:1746143525.026550:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096986300 00000100:00100000:0.0:1746143525.030734:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.030939:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461916032 00000100:00100000:2.0:1746143525.030946:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461916032 00000100:00100000:2.0:1746143525.030980:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30184 00000100:00100000:2.0:1746143525.030987:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096985500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461916032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.031000:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.031013:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22bdb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b39d expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.031036:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22bd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b396 expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.031043:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.031044:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.031047:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22bdb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b39d expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.031073:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22bd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b396 expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.031083:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22bd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b396 expref: 59 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.031094:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096d9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455193472:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.031742:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.039168:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.039261:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.039519:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461916288 00000100:00100000:1.0:1746143525.039526:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461916288 00000100:00100000:1.0:1746143525.039561:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30185 00000100:00100000:1.0:1746143525.039567:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096984700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:1782:x1830963461916288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143525.039581:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143525.039596:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22be2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b3a4 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.039627:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143525.039633:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22bdb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b39d expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.039638:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143525.039641:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22be2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3a4 expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.039668:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22bdb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b39d expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.039679:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22be2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3a4 expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.039687:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93800, rc 0) 00000100:00100000:1.0:1746143525.039724:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096984700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:1782:x1830963461916288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143525.039729:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30185 00000100:00100000:2.0:1746143525.039840:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096d9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455193472:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.039858:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22bdb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b39d expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.039866:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29200, rc 0) 00000100:00100000:2.0:1746143525.039883:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096985500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461916032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8897us (9156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.039889:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30184 00000100:00100000:3.0:1746143525.040069:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461916160 00000100:00100000:3.0:1746143525.040073:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461916160 00010000:00010000:3.0:1746143525.040089:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22bd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b396 expref: 61 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.040116:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16091 00000100:00100000:3.0:1746143525.040122:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a39850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:2006:x1830963461916160:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.040129:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.040143:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22bd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b396 expref: 61 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.040153:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22bd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b396 expref: 61 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.040167:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22bd4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b396 expref: 61 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.040180:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.040181:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.040186:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22bdb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b39d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.040193:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22bdb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b39d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.040212:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22bdb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b39d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.040223:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22bdb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b39d expref: 5 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.040233:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455193728:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.041064:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.046544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.046637:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461916544 00000100:00100000:2.0:1746143525.046644:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461916544 00002000:00100000:2.0:1746143525.046681:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189c700 x1830963461916544/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.046690:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189c700 with x1830963461916544 ext(0->4095) 00010000:00010000:2.0:1746143525.046697:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22bdb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b39d expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.046711:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22bdb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b39d expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143525.046717:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189c700 00000100:00100000:2.0:1746143525.046734:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2831 00000100:00100000:2.0:1746143525.046740:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461916544:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746143525.046938:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455193728:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.046952:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143525.047754:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461916544:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 1011us (1218us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.047762:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2831 00002000:00100000:2.0:1746143525.047770:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189c700 x1830963461916544/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.047777:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189c700 with x1830963461916544 ext(0->4095) 00010000:00010000:2.0:1746143525.047782:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22bdb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b39d expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.047791:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22bdb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b39d expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143525.047796:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189c700 00000100:00100000:3.0:1746143525.047883:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a39850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2006:x1830963461916160:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7760us (8723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.047891:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16091 00000100:00100000:0.0:1746143525.053757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.053880:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461916672 00000100:00100000:3.0:1746143525.053890:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461916672 00010000:00010000:3.0:1746143525.053920:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22bdb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b39d expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.053958:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16092 00000100:00100000:3.0:1746143525.053965:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461916672:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.053977:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.053993:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22bdb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b39d expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.054004:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22bdb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b39d expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.054023:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22bdb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b39d expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.054228:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.054231:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.054238:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22be2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3a4 expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.054245:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22be2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3a4 expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.054276:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22be2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3a4 expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.054287:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455193856:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.054964:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.058874:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455193856:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.058897:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.058937:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461916672:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4972us (5188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.058947:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16092 00000100:00100000:0.0:1746143525.059608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.059908:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461916928 00000100:00100000:2.0:1746143525.059915:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461916928 00002000:00100000:2.0:1746143525.059947:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189f100 x1830963461916928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.059955:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189f100 with x1830963461916928 ext(0->4095) 00002000:00010000:2.0:1746143525.059959:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189f100 00000100:00100000:2.0:1746143525.059976:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13599 00000100:00100000:2.0:1746143525.059982:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2007:x1830963461916928:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143525.060079:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2007:x1830963461916928:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 97us (472us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.060084:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13599 00002000:00100000:2.0:1746143525.060089:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189f100 x1830963461916928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.060095:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189f100 with x1830963461916928 ext(0->4095) 00002000:00010000:2.0:1746143525.060098:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189f100 00000100:00100000:0.0:1746143525.068223:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.068626:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461917056 00000100:00100000:2.0:1746143525.068634:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461917056 00000100:00100000:2.0:1746143525.068682:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30186 00000100:00100000:2.0:1746143525.068689:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461917056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.068703:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.068715:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22be9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b3ab expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.068738:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22be2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3a4 expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.068744:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.068745:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.068748:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22be9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ab expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.068773:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22be2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3a4 expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.068782:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22be2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3a4 expref: 59 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.068791:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096d9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455193984:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.069176:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910480 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.071892:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096d9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455193984:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.071919:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22be9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ab expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.071933:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29800, rc 0) 00000100:00100000:2.0:1746143525.071967:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461917056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3279us (3752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.071975:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30186 00000100:00100000:0.0:1746143525.079740:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.079904:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461917184 00000100:00100000:2.0:1746143525.079913:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461917184 00002000:00100000:2.0:1746143525.079956:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009189c380 x1830963461917184/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.079965:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189c380 with x1830963461917184 ext(0->7) 00010000:00010000:2.0:1746143525.079975:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22be2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3a4 expref: 60 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.079992:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22be2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3a4 expref: 60 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143525.079997:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189c380 00000100:00100000:2.0:1746143525.080978:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2832 00000100:00100000:2.0:1746143525.080987:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2006:x1830963461917184:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746143525.082029:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2006:x1830963461917184:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1038us (2290us total) trans 4294972255 rc 0/0 00000100:00100000:2.0:1746143525.082103:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2832 00002000:00100000:2.0:1746143525.082111:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009189c380 x1830963461917184/t4294972255(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/448 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.082119:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189c380 with x1830963461917184 ext(0->7) 00010000:00010000:2.0:1746143525.082128:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22be2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3a4 expref: 62 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.082140:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22be2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3a4 expref: 62 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143525.082146:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189c380 00000100:00100000:0.0:1746143525.085374:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.085459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.085509:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461917440 00000100:00100000:3.0:1746143525.085518:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461917440 00010000:00010000:3.0:1746143525.085547:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22be2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3a4 expref: 62 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.085571:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16093 00000100:00100000:3.0:1746143525.085577:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2007:x1830963461917440:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.085587:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.085600:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22be2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3a4 expref: 62 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.086546:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22be2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3a4 expref: 62 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.086569:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93800/0xa6c9a53f47f22be2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3a4 expref: 62 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.086601:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.086603:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.086610:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22be9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ab expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.086625:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22be9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ab expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.086657:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22be9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ab expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.086669:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455194112:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.086736:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.086844:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461917312 00000100:00100000:2.0:1746143525.086849:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461917312 00000100:00100000:2.0:1746143525.087042:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30187 00000100:00100000:2.0:1746143525.087049:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:1782:x1830963461917312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.087060:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.087070:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22bf0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b3b2 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.087085:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22be9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ab expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.087090:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.087091:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.087093:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22bf0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b2 expref: 63 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.087107:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22be9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ab expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.087116:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22be9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ab expref: 5 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.087123:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096d9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455194240:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.087147:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910480 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.090163:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096d9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455194240:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.090187:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22bf0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b2 expref: 63 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.090201:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29e00, rc 0) 00000100:00100000:2.0:1746143525.090237:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+63:1782:x1830963461917312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3187us (4870us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.090244:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30187 00000100:00100000:3.0:1746143525.091567:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455194112:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.091581:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.091603:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2007:x1830963461917440:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6026us (6144us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.091610:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16093 00000100:00100000:2.0:1746143525.092537:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.092962:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461917696 00000100:00100000:3.0:1746143525.092969:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461917696 00002000:00100000:3.0:1746143525.092998:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9d500 x1830963461917696/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.093007:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9d500 with x1830963461917696 ext(0->4095) 00010000:00010000:3.0:1746143525.093014:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22be9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ab expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.093026:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22be9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ab expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143525.093032:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9d500 00000100:00100000:3.0:1746143525.093491:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2833 00000100:00100000:3.0:1746143525.093499:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461917696:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143525.093637:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461917696:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (1102us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143525.093643:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2833 00002000:00100000:3.0:1746143525.093647:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9d500 x1830963461917696/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.093654:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9d500 with x1830963461917696 ext(0->4095) 00010000:00010000:3.0:1746143525.093658:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22be9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ab expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.093667:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22be9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ab expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143525.093672:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9d500 00000100:00100000:0.0:1746143525.099578:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.099912:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461917824 00000100:00100000:3.0:1746143525.099925:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461917824 00010000:00010000:3.0:1746143525.099967:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22be9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ab expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.100023:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16094 00000100:00100000:3.0:1746143525.100031:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461917824:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.100045:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.100067:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22be9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ab expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.100079:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22be9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ab expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.100104:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22be9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ab expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.100142:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.100143:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.100151:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22bf0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b2 expref: 61 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.100158:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22bf0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b2 expref: 61 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.100189:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22bf0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b2 expref: 61 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.100205:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455194368:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.100337:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02180 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.103464:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455194368:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.103492:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.103536:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461917824:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3505us (3975us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.103546:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16094 00000100:00100000:0.0:1746143525.103922:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.104041:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461918080 00000100:00100000:1.0:1746143525.104048:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461918080 00002000:00100000:1.0:1746143525.104086:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9e300 x1830963461918080/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.104094:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9e300 with x1830963461918080 ext(0->4095) 00002000:00010000:1.0:1746143525.104098:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d9e300 00000100:00100000:1.0:1746143525.104125:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13600 00000100:00100000:1.0:1746143525.104132:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2006:x1830963461918080:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143525.104242:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2006:x1830963461918080:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143525.104248:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13600 00002000:00100000:1.0:1746143525.104252:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9e300 x1830963461918080/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.104259:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9e300 with x1830963461918080 ext(0->4095) 00002000:00010000:1.0:1746143525.104262:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d9e300 00000100:00100000:0.0:1746143525.109506:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.109592:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461918208 00000100:00100000:2.0:1746143525.109599:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461918208 00000100:00100000:2.0:1746143525.109652:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30188 00000100:00100000:2.0:1746143525.109660:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461918208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.109674:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.109687:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bf7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b3b9 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.109711:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22bf0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b2 expref: 61 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.109718:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.109720:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.109723:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bf7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b9 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.109745:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22bf0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b2 expref: 61 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.109755:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b2 expref: 61 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.109765:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455194496:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.109831:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910480 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.113640:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455194496:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.113669:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bf7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b9 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.113684:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28000, rc 0) 00000100:00100000:2.0:1746143525.113716:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461918208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4057us (4217us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.113723:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30188 00000100:00100000:0.0:1746143525.117757:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.120467:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461918336 00000100:00100000:3.0:1746143525.120481:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461918336 00002000:00100000:3.0:1746143525.120536:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800978abb80 x1830963461918336/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.120546:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978abb80 with x1830963461918336 ext(0->7) 00010000:00010000:3.0:1746143525.120555:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b2 expref: 62 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.120570:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b2 expref: 62 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143525.120576:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978abb80 00000100:00100000:3.0:1746143525.121709:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2834 00000100:00100000:3.0:1746143525.121723:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2006:x1830963461918336:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143525.125019:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2006:x1830963461918336:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3285us (7252us total) trans 4294972256 rc 0/0 00000100:00100000:0.0:1746143525.125036:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2834 00002000:00100000:0.0:1746143525.125053:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800978abb80 x1830963461918336/t4294972256(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/448 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.125063:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978abb80 with x1830963461918336 ext(0->7) 00010000:00010000:0.0:1746143525.125077:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b2 expref: 64 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.125096:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b2 expref: 64 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746143525.125103:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978abb80 00000100:00100000:0.0:1746143525.131630:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.132230:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461918464 00000100:00100000:3.0:1746143525.132240:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461918464 00010000:00010000:3.0:1746143525.132274:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b2 expref: 64 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.132331:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16095 00000100:00100000:3.0:1746143525.132337:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2006:x1830963461918464:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.132351:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.132366:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b2 expref: 64 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.132376:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22bf0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b2 expref: 64 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.132392:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22bf0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b2 expref: 64 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.132422:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.132424:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.132430:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bf7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b9 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.132437:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b9 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.132464:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b9 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.132472:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455194624:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.132539:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02180 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.134918:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455194624:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.134936:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.134984:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+63:2006:x1830963461918464:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2646us (3372us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.134993:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16095 00000100:00100000:0.0:1746143525.138608:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.140040:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461918720 00000100:00100000:1.0:1746143525.140052:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461918720 00002000:00100000:1.0:1746143525.140101:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caf480 x1830963461918720/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.140111:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caf480 with x1830963461918720 ext(0->4095) 00002000:00010000:1.0:1746143525.140117:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092caf480 00000100:00100000:1.0:1746143525.140139:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13601 00000100:00100000:1.0:1746143525.140145:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461918720:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143525.140280:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461918720:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (1680us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143525.140286:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13601 00002000:00100000:1.0:1746143525.140291:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caf480 x1830963461918720/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.140324:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caf480 with x1830963461918720 ext(0->4095) 00002000:00010000:1.0:1746143525.140327:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092caf480 00000100:00100000:0.0:1746143525.142018:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.142087:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461918848 00000100:00100000:2.0:1746143525.142095:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461918848 00000100:00100000:2.0:1746143525.142140:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30189 00000100:00100000:2.0:1746143525.142146:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+63:1782:x1830963461918848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.142160:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.142176:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bfe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b3c0 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.142202:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bf7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b9 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.142209:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.142211:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.142214:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bfe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c0 expref: 64 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.142242:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b9 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.142254:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b9 expref: 5 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.142270:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455194752:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.142389:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.145139:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.145235:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461918976 00000100:00100000:1.0:1746143525.145247:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461918976 00000100:00100000:1.0:1746143525.145345:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30190 00000100:00100000:1.0:1746143525.145352:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:1794:x1830963461918976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143525.145372:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143525.145390:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c05 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b3c7 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.145420:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.145425:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bfe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c0 expref: 66 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.145430:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143525.145434:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c05 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c7 expref: 66 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.145470:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bfe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c0 expref: 66 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.145480:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c05 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c7 expref: 66 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.145490:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93600, rc 0) 00000100:00100000:1.0:1746143525.145548:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+66:1794:x1830963461918976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143525.145555:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30190 00000100:00100000:3.0:1746143525.148198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.148324:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455194752:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.148352:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bfe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c0 expref: 65 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.148368:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29600, rc 0) 00000100:00100000:0.0:1746143525.148538:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461919104 00000100:00100000:0.0:1746143525.148552:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461919104 00010000:00010000:0.0:1746143525.148594:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b9 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746143525.148641:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16096 00000100:00100000:0.0:1746143525.148649:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461919104:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143525.148662:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143525.148679:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b9 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.148690:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b9 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.148706:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28000/0xa6c9a53f47f22bf7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3b9 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.148731:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143525.148733:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143525.148739:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bfe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c0 expref: 65 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143525.148747:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c0 expref: 65 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143525.148781:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c0 expref: 65 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143525.148789:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c0 expref: 65 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746143525.148798:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097900000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455195008:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143525.148923:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:1782:x1830963461918848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6775us (6911us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.148931:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30189 00000100:00100000:0.0:1746143525.148937:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.154714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.155338:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097900000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455195008:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143525.155361:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143525.155424:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461919104:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6775us (7232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.155434:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16096 00000100:00100000:3.0:1746143525.155529:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461919360 00000100:00100000:3.0:1746143525.155536:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461919360 00002000:00100000:3.0:1746143525.155575:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097900380 x1830963461919360/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.155584:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097900380 with x1830963461919360 ext(0->4095) 00010000:00010000:3.0:1746143525.155592:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c0 expref: 65 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.155605:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c0 expref: 65 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143525.155611:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097900380 00000100:00100000:3.0:1746143525.155647:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2835 00000100:00100000:3.0:1746143525.155654:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:2006:x1830963461919360:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143525.155782:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:2006:x1830963461919360:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (1075us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143525.155788:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2835 00002000:00100000:3.0:1746143525.155793:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097900380 x1830963461919360/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.155805:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097900380 with x1830963461919360 ext(0->4095) 00010000:00010000:3.0:1746143525.155809:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c0 expref: 65 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.155818:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c0 expref: 65 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143525.155823:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097900380 00000100:00100000:0.0:1746143525.162044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.162131:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461919488 00000100:00100000:2.0:1746143525.162143:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461919488 00010000:00010000:2.0:1746143525.162184:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c0 expref: 65 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.164024:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16097 00000100:00100000:2.0:1746143525.164040:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:2004:x1830963461919488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143525.164058:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143525.164082:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c0 expref: 65 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.164096:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c0 expref: 65 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.164118:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22bfe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c0 expref: 65 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.164153:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.164155:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.164162:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c05 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c7 expref: 64 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.164171:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c7 expref: 64 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.164207:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c7 expref: 64 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143525.164220:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455195136:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143525.164588:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.168731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.168841:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455195136:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143525.168861:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143525.168902:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2004:x1830963461919488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4868us (6866us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.168913:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16097 00000100:00100000:3.0:1746143525.169004:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461919744 00000100:00100000:3.0:1746143525.169010:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461919744 00002000:00100000:3.0:1746143525.169047:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c2d80 x1830963461919744/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.169056:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c2d80 with x1830963461919744 ext(0->4095) 00002000:00010000:3.0:1746143525.169061:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c2d80 00000100:00100000:3.0:1746143525.169086:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13602 00000100:00100000:3.0:1746143525.169092:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2007:x1830963461919744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143525.169213:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2007:x1830963461919744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (491us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143525.169219:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13602 00002000:00100000:3.0:1746143525.169224:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c2d80 x1830963461919744/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.169230:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c2d80 with x1830963461919744 ext(0->4095) 00002000:00010000:3.0:1746143525.169233:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c2d80 00000100:00100000:0.0:1746143525.172112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.172196:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461919872 00000100:00100000:2.0:1746143525.172205:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461919872 00000100:00100000:2.0:1746143525.172256:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30191 00000100:00100000:2.0:1746143525.172261:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461919872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.172280:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.172323:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c0c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b3ce expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.172353:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c05 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c7 expref: 63 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.172361:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.172363:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.172366:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c0c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ce expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.172392:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c7 expref: 63 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.172402:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c7 expref: 63 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.172412:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455195264:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.172487:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910480 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.177937:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455195264:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.177980:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c0c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ce expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.178010:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28400, rc 0) 00000100:00100000:2.0:1746143525.178073:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461919872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5810us (5968us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.178082:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30191 00000100:00100000:0.0:1746143525.178194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.178669:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461920000 00000100:00100000:2.0:1746143525.178676:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461920000 00010000:00010000:2.0:1746143525.178701:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c7 expref: 64 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.178722:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16098 00000100:00100000:2.0:1746143525.178729:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2006:x1830963461920000:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143525.178740:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143525.178759:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c7 expref: 64 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.178769:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c7 expref: 64 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.178791:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c05 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3c7 expref: 64 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.178804:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.178806:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.178813:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c0c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ce expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.178825:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ce expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.178855:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ce expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143525.178867:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455195392:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143525.178929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.181774:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461920128 00000100:00100000:3.0:1746143525.181789:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461920128 00000100:00100000:3.0:1746143525.181875:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30192 00000100:00100000:3.0:1746143525.181882:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:1782:x1830963461920128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143525.181900:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143525.181917:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22c13 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b3d5 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.181945:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ce expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.181951:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.181953:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.181955:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22c13 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3d5 expref: 65 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.181985:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c0c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ce expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.181995:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c0c lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ce expref: 5 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.182006:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455195520:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.182880:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910480 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.182912:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455195392:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143525.182934:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143525.182959:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:2006:x1830963461920000:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4230us (4766us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.182969:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16098 00000100:00100000:3.0:1746143525.183074:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02480 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.185125:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455195520:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143525.185153:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22c13 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3d5 expref: 64 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.185175:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8c00, rc 0) 00000100:00100000:3.0:1746143525.185228:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:1782:x1830963461920128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3345us (6297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.185235:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30192 00000100:00100000:2.0:1746143525.187365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.187989:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461920384 00000100:00100000:3.0:1746143525.187998:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461920384 00002000:00100000:3.0:1746143525.188045:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f641500 x1830963461920384/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.188054:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641500 with x1830963461920384 ext(0->4095) 00010000:00010000:3.0:1746143525.188063:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ce expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.188076:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ce expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143525.188082:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f641500 00000100:00100000:3.0:1746143525.189441:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2836 00000100:00100000:3.0:1746143525.189452:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461920384:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143525.190245:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461920384:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 793us (2886us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143525.190253:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2836 00002000:00100000:3.0:1746143525.190260:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f641500 x1830963461920384/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.190273:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641500 with x1830963461920384 ext(0->4095) 00010000:00010000:3.0:1746143525.190281:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ce expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.190309:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ce expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143525.190315:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f641500 00000100:00100000:1.0:1746143525.193834:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.193930:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461920512 00000100:00100000:2.0:1746143525.193938:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461920512 00010000:00010000:2.0:1746143525.193979:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ce expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.194016:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16099 00000100:00100000:2.0:1746143525.194024:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134052d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461920512:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143525.194040:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143525.194059:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ce expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.194075:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ce expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.194097:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c0c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ce expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.194127:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.194356:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.194365:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22c13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3d5 expref: 63 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.194373:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22c13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3d5 expref: 63 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.194410:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22c13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3d5 expref: 63 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143525.194424:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455195648:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143525.194507:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.196820:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.196989:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455195648:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143525.197012:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143525.197050:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134052d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461920512:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3026us (3225us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.197060:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16099 00000100:00100000:1.0:1746143525.197393:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461920768 00000100:00100000:1.0:1746143525.197401:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461920768 00002000:00100000:1.0:1746143525.197439:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7c000 x1830963461920768/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.197448:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7c000 with x1830963461920768 ext(0->4095) 00002000:00010000:1.0:1746143525.197452:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7c000 00000100:00100000:1.0:1746143525.197479:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13603 00000100:00100000:1.0:1746143525.197485:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2006:x1830963461920768:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143525.197598:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2006:x1830963461920768:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (786us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143525.197604:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13603 00002000:00100000:1.0:1746143525.197608:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7c000 x1830963461920768/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.197623:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7c000 with x1830963461920768 ext(0->4095) 00002000:00010000:1.0:1746143525.197626:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7c000 00000100:00100000:0.0:1746143525.204544:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.207090:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461920896 00000100:00100000:3.0:1746143525.207105:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461920896 00000100:00100000:3.0:1746143525.207739:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30193 00000100:00100000:3.0:1746143525.207749:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461920896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143525.207771:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143525.207790:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22c1a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b3dc expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.207825:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22c13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3d5 expref: 63 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.207833:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143525.207834:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143525.207837:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22c1a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3dc expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.207873:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22c13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3d5 expref: 63 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.207889:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3d5 expref: 63 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.207901:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455195776:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143525.209764:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.218935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.219221:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455195776:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143525.219252:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22c1a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3dc expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.219270:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9400, rc 0) 00000100:00100000:3.0:1746143525.219347:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461920896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11600us (14816us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.219355:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30193 00000100:00100000:3.0:1746143525.219387:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461921024 00000100:00100000:3.0:1746143525.219392:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461921024 00000100:00100000:3.0:1746143525.219432:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30194 00000100:00100000:3.0:1746143525.219438:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:1782:x1830963461921024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143525.219453:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143525.219466:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22c21 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b3e3 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.219485:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143525.219489:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22c1a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3dc expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.219499:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143525.219502:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22c21 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3e3 expref: 65 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.219528:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22c1a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3dc expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.219536:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22c21 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3e3 expref: 65 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.219543:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9c00, rc 0) 00000100:00100000:3.0:1746143525.219558:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:1782:x1830963461921024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.219563:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30194 00000100:00100000:0.0:1746143525.222412:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.222559:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461921152 00000100:00100000:3.0:1746143525.222568:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461921152 00002000:00100000:3.0:1746143525.222607:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009236c700 x1830963461921152/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.222626:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236c700 with x1830963461921152 ext(0->7) 00010000:00010000:3.0:1746143525.222633:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3d5 expref: 65 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.222647:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3d5 expref: 65 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143525.222653:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236c700 00000100:00100000:3.0:1746143525.223039:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2837 00000100:00100000:3.0:1746143525.223047:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:2007:x1830963461921152:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143525.224819:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+67:2007:x1830963461921152:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1765us (2407us total) trans 4294972257 rc 0/0 00000100:00100000:0.0:1746143525.224827:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2837 00002000:00100000:0.0:1746143525.224835:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009236c700 x1830963461921152/t4294972257(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/448 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.224843:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236c700 with x1830963461921152 ext(0->7) 00010000:00010000:0.0:1746143525.224851:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3d5 expref: 67 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.224865:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3d5 expref: 67 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746143525.224871:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236c700 00000100:00100000:0.0:1746143525.227494:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.228280:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461921280 00000100:00100000:2.0:1746143525.228291:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461921280 00010000:00010000:2.0:1746143525.228374:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3d5 expref: 67 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.228408:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16100 00000100:00100000:2.0:1746143525.228415:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+67:2004:x1830963461921280:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143525.228430:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143525.228448:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3d5 expref: 67 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.228460:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22c13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3d5 expref: 67 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.228480:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22c13 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3d5 expref: 67 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.228508:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.228511:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.228518:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22c1a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3dc expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.228526:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22c1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3dc expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.228561:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22c1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3dc expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.228576:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22c1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3dc expref: 5 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.229208:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455196032:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143525.229593:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.235410:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455196032:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143525.235437:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143525.235490:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+66:2004:x1830963461921280:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7073us (8002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.235502:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16100 00000100:00100000:0.0:1746143525.237446:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.238363:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461921536 00000100:00100000:2.0:1746143525.238374:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461921536 00002000:00100000:2.0:1746143525.238423:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092359f80 x1830963461921536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.238433:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092359f80 with x1830963461921536 ext(0->4095) 00010000:00010000:2.0:1746143525.238442:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22c1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3dc expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.238454:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22c1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3dc expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143525.238462:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092359f80 00000100:00100000:2.0:1746143525.238715:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2838 00000100:00100000:2.0:1746143525.238722:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461921536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143525.239628:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461921536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 902us (2186us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.239639:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2838 00002000:00100000:2.0:1746143525.239647:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092359f80 x1830963461921536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.239654:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092359f80 with x1830963461921536 ext(0->4095) 00010000:00010000:2.0:1746143525.239661:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22c1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3dc expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.239671:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22c1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3dc expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143525.239677:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092359f80 00000100:00100000:0.0:1746143525.246458:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.246529:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461921664 00000100:00100000:2.0:1746143525.246540:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461921664 00010000:00010000:2.0:1746143525.246583:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22c1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3dc expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.246751:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16101 00000100:00100000:3.0:1746143525.246762:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461921664:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.246779:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.246802:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22c1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3dc expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.246815:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22c1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3dc expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.246839:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22c1a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3dc expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.247744:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.247748:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.247758:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22c21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3e3 expref: 65 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.247767:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22c21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3e3 expref: 65 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.247812:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22c21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3e3 expref: 65 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.247825:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455196160:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.247926:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.253023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.253108:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461921920 00000100:00100000:2.0:1746143525.253118:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461921920 00002000:00100000:2.0:1746143525.253167:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235aa00 x1830963461921920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.253177:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235aa00 with x1830963461921920 ext(0->4095) 00002000:00010000:2.0:1746143525.253183:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235aa00 00000100:00100000:2.0:1746143525.253217:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13604 00000100:00100000:2.0:1746143525.253224:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+66:2006:x1830963461921920:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143525.253410:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+66:2006:x1830963461921920:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 186us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.253417:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13604 00002000:00100000:2.0:1746143525.253422:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235aa00 x1830963461921920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.253429:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235aa00 with x1830963461921920 ext(0->4095) 00002000:00010000:2.0:1746143525.253432:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235aa00 00000100:00100000:3.0:1746143525.253528:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455196160:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.253547:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.253574:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461921664:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6814us (7130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.253583:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16101 00000100:00100000:0.0:1746143525.258150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.259558:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461922048 00000100:00100000:2.0:1746143525.259571:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461922048 00000100:00100000:2.0:1746143525.259646:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30195 00000100:00100000:2.0:1746143525.259655:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461922048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.259677:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.259697:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22c28 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b3ea expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.259729:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22c21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3e3 expref: 65 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.259737:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.259739:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.259742:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22c28 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ea expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.259775:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22c21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3e3 expref: 65 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.259788:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22c21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3e3 expref: 65 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.259805:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455196288:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.259897:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910540 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.265760:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455196288:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.265804:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22c28 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ea expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.265824:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29000, rc 0) 00000100:00100000:2.0:1746143525.265914:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461922048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6258us (7773us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.265923:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30195 00000100:00100000:0.0:1746143525.268540:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.268637:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461922176 00000100:00100000:1.0:1746143525.268654:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461922176 00002000:00100000:1.0:1746143525.268699:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bb65500 x1830963461922176/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.268708:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb65500 with x1830963461922176 ext(0->7) 00010000:00010000:1.0:1746143525.268717:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22c21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3e3 expref: 66 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.268730:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22c21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3e3 expref: 66 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.268740:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb65500 00000100:00100000:1.0:1746143525.268838:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2839 00000100:00100000:1.0:1746143525.268847:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+66:2007:x1830963461922176:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746143525.273945:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2007:x1830963461922176:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 5078us (5394us total) trans 4294972258 rc 0/0 00000100:00100000:1.0:1746143525.273962:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2839 00002000:00100000:1.0:1746143525.273979:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bb65500 x1830963461922176/t4294972258(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/448 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.273989:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb65500 with x1830963461922176 ext(0->7) 00010000:00010000:1.0:1746143525.273999:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22c21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3e3 expref: 68 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.274017:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22c21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3e3 expref: 68 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.274023:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb65500 00000100:00100000:0.0:1746143525.278531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.278819:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461922304 00000100:00100000:2.0:1746143525.278831:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461922304 00000100:00100000:2.0:1746143525.278893:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30196 00000100:00100000:2.0:1746143525.278903:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:1782:x1830963461922304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.278926:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.278946:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c2f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b3f1 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.278978:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.278986:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22c28 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ea expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.278992:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143525.278996:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c2f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f1 expref: 69 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.279051:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22c28 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ea expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.279063:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c2f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f1 expref: 69 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.279074:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28a00, rc 0) 00000100:00100000:2.0:1746143525.279131:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:1782:x1830963461922304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 230us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.279137:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30196 00000100:00100000:3.0:1746143525.283886:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.283965:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461922432 00000100:00100000:0.0:1746143525.283974:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461922432 00010000:00010000:0.0:1746143525.284015:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22c21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3e3 expref: 69 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746143525.284054:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16102 00000100:00100000:0.0:1746143525.284061:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:2006:x1830963461922432:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143525.284075:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143525.284095:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22c21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3e3 expref: 69 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.284106:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22c21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3e3 expref: 69 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.284129:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22c21 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3e3 expref: 69 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.284159:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143525.284161:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143525.284169:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22c28 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ea expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143525.284176:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22c28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ea expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143525.284214:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22c28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ea expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143525.284225:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22c28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ea expref: 5 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746143525.284236:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455196544:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143525.284339:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.288824:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455196544:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143525.288847:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143525.289266:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.289632:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2006:x1830963461922432:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5569us (5756us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143525.289644:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16102 00000100:00100000:1.0:1746143525.289713:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461922688 00000100:00100000:1.0:1746143525.289723:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461922688 00002000:00100000:1.0:1746143525.289777:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ca80 x1830963461922688/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.289786:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ca80 with x1830963461922688 ext(0->4095) 00010000:00010000:1.0:1746143525.289795:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22c28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ea expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.289811:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22c28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ea expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.289817:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189ca80 00000100:00100000:1.0:1746143525.289842:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2840 00000100:00100000:1.0:1746143525.289849:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461922688:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143525.290235:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461922688:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 385us (970us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143525.290241:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2840 00002000:00100000:1.0:1746143525.290247:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ca80 x1830963461922688/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.290254:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ca80 with x1830963461922688 ext(0->4095) 00010000:00010000:1.0:1746143525.290258:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22c28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ea expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.290267:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22c28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ea expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.290272:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189ca80 00000100:00100000:3.0:1746143525.292958:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.293081:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461922816 00000100:00100000:0.0:1746143525.293090:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461922816 00010000:00010000:0.0:1746143525.293187:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22c28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ea expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746143525.293978:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16103 00000100:00100000:0.0:1746143525.293987:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461922816:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143525.294002:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143525.294024:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22c28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ea expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.294036:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22c28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ea expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.294061:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29000/0xa6c9a53f47f22c28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ea expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.294092:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143525.294095:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143525.294104:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f1 expref: 67 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143525.294113:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f1 expref: 67 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143525.294150:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f1 expref: 67 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143525.294163:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455196672:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143525.294251:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.302355:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.302404:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461923072 00000100:00100000:2.0:1746143525.302414:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461923072 00002000:00100000:2.0:1746143525.302478:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6fb80 x1830963461923072/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.302490:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6fb80 with x1830963461923072 ext(0->4095) 00002000:00010000:2.0:1746143525.302496:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6fb80 00000100:00100000:2.0:1746143525.302538:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13605 00000100:00100000:2.0:1746143525.302547:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2007:x1830963461923072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143525.302736:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2007:x1830963461923072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 190us (393us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.302743:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13605 00002000:00100000:2.0:1746143525.302749:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6fb80 x1830963461923072/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.302757:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6fb80 with x1830963461923072 ext(0->4095) 00002000:00010000:2.0:1746143525.302760:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6fb80 00000100:00100000:0.0:1746143525.302973:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455196672:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143525.302994:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143525.303021:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461922816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 9036us (10072us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143525.303030:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16103 00000100:00100000:0.0:1746143525.308211:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.308290:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461923200 00000100:00100000:1.0:1746143525.308339:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461923200 00000100:00100000:1.0:1746143525.308408:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30197 00000100:00100000:1.0:1746143525.308416:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461923200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143525.308439:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143525.308461:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c36 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b3f8 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.308497:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f1 expref: 67 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.308504:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143525.308505:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143525.308508:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c36 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f8 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.308540:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f1 expref: 67 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.308551:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f1 expref: 67 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746143525.308564:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455196800:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143525.308668:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143525.314544:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455196800:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143525.314580:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c36 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f8 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.314596:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93600, rc 0) 00000100:00100000:1.0:1746143525.314669:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461923200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6252us (6470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143525.314678:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30197 00000100:00100000:0.0:1746143525.316569:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.316644:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461923328 00000100:00100000:2.0:1746143525.316655:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461923328 00002000:00100000:2.0:1746143525.316703:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008610aa00 x1830963461923328/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.316712:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610aa00 with x1830963461923328 ext(0->7) 00010000:00010000:2.0:1746143525.316721:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f1 expref: 68 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.316734:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f1 expref: 68 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143525.316740:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610aa00 00000100:00100000:2.0:1746143525.316770:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2841 00000100:00100000:2.0:1746143525.316778:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2007:x1830963461923328:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143525.317569:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2007:x1830963461923328:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 790us (1006us total) trans 4294972259 rc 0/0 00000100:00100000:0.0:1746143525.317576:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2841 00002000:00100000:0.0:1746143525.317582:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008610aa00 x1830963461923328/t4294972259(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/448 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.317590:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610aa00 with x1830963461923328 ext(0->7) 00010000:00010000:0.0:1746143525.317595:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f1 expref: 70 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.317604:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f1 expref: 70 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746143525.317610:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610aa00 00000100:00100000:0.0:1746143525.320166:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.320288:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461923456 00000100:00100000:2.0:1746143525.320330:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461923456 00010000:00010000:2.0:1746143525.320370:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f1 expref: 70 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.320397:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16104 00000100:00100000:2.0:1746143525.320404:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2006:x1830963461923456:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143525.320419:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143525.320440:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f1 expref: 70 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.320450:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f1 expref: 70 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.320472:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c2f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f1 expref: 70 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.320502:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.320505:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.320512:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f8 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.320518:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f8 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.320552:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f8 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143525.320564:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097a6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455196928:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143525.320660:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910540 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.323805:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097a6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455196928:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143525.323833:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143525.324308:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:2006:x1830963461923456:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3887us (4133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.324320:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16104 00000100:00100000:2.0:1746143525.327270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.327475:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461923712 00000100:00100000:0.0:1746143525.327485:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461923712 00002000:00100000:0.0:1746143525.327530:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6d880 x1830963461923712/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.327540:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6d880 with x1830963461923712 ext(0->4095) 00002000:00010000:0.0:1746143525.327547:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6d880 00000100:00100000:0.0:1746143525.327575:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13606 00000100:00100000:0.0:1746143525.327581:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461923712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143525.327748:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461923712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 166us (488us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143525.327754:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13606 00002000:00100000:0.0:1746143525.327759:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6d880 x1830963461923712/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.327767:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6d880 with x1830963461923712 ext(0->4095) 00002000:00010000:0.0:1746143525.327769:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6d880 00000100:00100000:0.0:1746143525.332507:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.332782:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461923840 00000100:00100000:1.0:1746143525.332792:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461923840 00000100:00100000:1.0:1746143525.332845:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30198 00000100:00100000:1.0:1746143525.332852:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:1794:x1830963461923840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143525.332872:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143525.332889:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22c3d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b3ff expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.332920:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f8 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.332927:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.332929:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.332932:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22c3d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ff expref: 70 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.332962:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f8 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.332972:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f8 expref: 5 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746143525.332984:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455197056:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143525.333082:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143525.336956:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455197056:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143525.336994:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22c3d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ff expref: 70 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.337016:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93200, rc 0) 00000100:00100000:1.0:1746143525.337071:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:1794:x1830963461923840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4219us (4575us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143525.337080:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30198 00000100:00100000:0.0:1746143525.340489:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.340916:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461923968 00000100:00100000:2.0:1746143525.340926:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461923968 00010000:00010000:2.0:1746143525.340965:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f8 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.341005:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16105 00000100:00100000:2.0:1746143525.341011:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461923968:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143525.341025:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143525.341046:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f8 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.341058:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f8 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.341082:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93600/0xa6c9a53f47f22c36 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3f8 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.343224:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.343230:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.343244:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22c3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ff expref: 69 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.343255:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22c3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ff expref: 69 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.343323:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22c3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ff expref: 69 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143525.343342:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455197184:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143525.343456:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910540 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.345165:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455197184:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143525.345173:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746143525.345185:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.345228:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461924224 00000100:00100000:3.0:1746143525.345235:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461924224 00002000:00100000:3.0:1746143525.345281:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610b480 x1830963461924224/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.345290:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610b480 with x1830963461924224 ext(0->4095) 00002000:00010000:3.0:1746143525.345327:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008610b480 00000100:00100000:3.0:1746143525.345352:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13607 00000100:00100000:3.0:1746143525.345360:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2006:x1830963461924224:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143525.345507:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2006:x1830963461924224:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (335us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143525.345513:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13607 00002000:00100000:3.0:1746143525.345519:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610b480 x1830963461924224/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.345525:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610b480 with x1830963461924224 ext(0->4095) 00002000:00010000:3.0:1746143525.345528:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008610b480 00000100:00100000:2.0:1746143525.345932:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461923968:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4919us (5449us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.345940:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16105 00000100:00100000:0.0:1746143525.347081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.348583:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461924352 00000100:00100000:1.0:1746143525.348593:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461924352 00000100:00100000:1.0:1746143525.348657:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30199 00000100:00100000:1.0:1746143525.348666:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461924352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143525.348684:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143525.348703:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22c44 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b406 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.348734:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22c3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ff expref: 69 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.348740:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143525.348742:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143525.348745:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22c44 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b406 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.348773:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22c3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ff expref: 69 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.348784:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22c3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ff expref: 69 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746143525.348799:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455197312:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143525.348886:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.352705:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.352772:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461924480 00000100:00100000:3.0:1746143525.352782:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461924480 00000100:00100000:1.0:1746143525.352817:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455197312:192.168.203.27@tcp:104: 00002000:00100000:3.0:1746143525.352836:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880085859500 x1830963461924480/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.352847:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859500 with x1830963461924480 ext(0->7) 00010000:00010000:1.0:1746143525.352847:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22c44 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b406 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.352853:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22c3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ff expref: 70 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.352865:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097804200, rc 0) 00010000:00010000:3.0:1746143525.352866:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22c3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ff expref: 70 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143525.352872:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085859500 00000100:00100000:1.0:1746143525.352907:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461924352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4244us (5829us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143525.352916:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30199 00000100:00100000:3.0:1746143525.352942:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2842 00000100:00100000:3.0:1746143525.352949:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2005:x1830963461924480:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143525.357183:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2005:x1830963461924480:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 4222us (4477us total) trans 4294972260 rc 0/0 00000100:00100000:0.0:1746143525.357197:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2842 00002000:00100000:0.0:1746143525.357208:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880085859500 x1830963461924480/t4294972260(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/448 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.357216:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859500 with x1830963461924480 ext(0->7) 00010000:00010000:0.0:1746143525.357227:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22c3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ff expref: 72 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.357244:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22c3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ff expref: 72 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746143525.357253:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085859500 00000100:00100000:0.0:1746143525.363458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.363519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.363807:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461924608 00000100:00100000:1.0:1746143525.363817:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461924608 00000100:00100000:1.0:1746143525.363880:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30200 00000100:00100000:1.0:1746143525.363888:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:1782:x1830963461924608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143525.363907:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143525.363925:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c4b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b40d expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.363952:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143525.363957:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22c44 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b406 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.363963:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143525.363966:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c4b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b40d expref: 73 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.364005:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22c44 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b406 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.364016:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c4b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b40d expref: 73 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.364025:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097805800, rc 0) 00000100:00100000:1.0:1746143525.364070:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+73:1782:x1830963461924608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143525.364076:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30200 00000100:00100000:2.0:1746143525.364139:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461924736 00000100:00100000:2.0:1746143525.364143:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461924736 00010000:00010000:2.0:1746143525.364160:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22c3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ff expref: 73 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.364178:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16106 00000100:00100000:2.0:1746143525.364182:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+73:2004:x1830963461924736:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143525.364189:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143525.364207:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22c3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ff expref: 73 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.364216:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22c3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ff expref: 73 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.364232:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22c3d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b3ff expref: 73 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.364246:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.364247:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.364252:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22c44 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b406 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.364258:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22c44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b406 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.364277:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22c44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b406 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.364286:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22c44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b406 expref: 5 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.364325:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455197568:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143525.364375:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919109c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.367181:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455197568:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143525.367205:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143525.367247:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2004:x1830963461924736:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3064us (3727us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.367257:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16106 00000100:00100000:0.0:1746143525.369086:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.369496:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461924992 00000100:00100000:1.0:1746143525.369505:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461924992 00002000:00100000:1.0:1746143525.369554:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134091500 x1830963461924992/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.369563:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134091500 with x1830963461924992 ext(0->4095) 00010000:00010000:1.0:1746143525.369573:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22c44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b406 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.369585:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22c44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b406 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.369591:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134091500 00000100:00100000:1.0:1746143525.369631:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2843 00000100:00100000:1.0:1746143525.369637:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461924992:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143525.369807:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461924992:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 168us (727us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143525.369813:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2843 00002000:00100000:1.0:1746143525.369818:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134091500 x1830963461924992/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.369825:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134091500 with x1830963461924992 ext(0->4095) 00010000:00010000:1.0:1746143525.369829:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22c44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b406 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.369837:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22c44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b406 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.369842:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134091500 00000100:00100000:0.0:1746143525.373571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.373984:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461925120 00000100:00100000:2.0:1746143525.373996:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461925120 00010000:00010000:2.0:1746143525.374033:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22c44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b406 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.374623:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16107 00000100:00100000:2.0:1746143525.374634:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134093800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461925120:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143525.374654:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143525.374678:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22c44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b406 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.374690:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22c44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b406 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.374714:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097804200/0xa6c9a53f47f22c44 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b406 expref: 6 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.374748:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.374750:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.374758:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b40d expref: 71 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.374766:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b40d expref: 71 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.374932:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b40d expref: 71 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143525.374948:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455197696:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143525.375284:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919109c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.378673:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455197696:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143525.378698:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143525.378739:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461925120:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4107us (5179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.378753:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16107 00000100:00100000:0.0:1746143525.379092:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.379186:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461925376 00000100:00100000:1.0:1746143525.379193:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461925376 00002000:00100000:1.0:1746143525.379227:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134090380 x1830963461925376/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.379235:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090380 with x1830963461925376 ext(0->4095) 00002000:00010000:1.0:1746143525.379240:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134090380 00000100:00100000:1.0:1746143525.379260:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13608 00000100:00100000:1.0:1746143525.379265:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2006:x1830963461925376:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143525.379403:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2006:x1830963461925376:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143525.379409:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13608 00002000:00100000:1.0:1746143525.379413:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134090380 x1830963461925376/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.379424:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090380 with x1830963461925376 ext(0->4095) 00002000:00010000:1.0:1746143525.379427:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134090380 00000100:00100000:0.0:1746143525.389484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.389674:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461925504 00000100:00100000:3.0:1746143525.389684:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461925504 00000100:00100000:3.0:1746143525.389735:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30201 00000100:00100000:3.0:1746143525.389742:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461925504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143525.389763:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143525.389781:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22c52 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b414 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.389813:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b40d expref: 71 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.389820:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143525.389822:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143525.389825:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22c52 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b414 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.389854:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b40d expref: 71 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.389865:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b40d expref: 71 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.389877:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455197824:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143525.389965:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02540 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.391316:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455197824:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143525.391342:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22c52 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b414 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.391353:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8400, rc 0) 00000100:00100000:3.0:1746143525.391384:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461925504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1642us (1909us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.391392:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30201 00000100:00100000:0.0:1746143525.393274:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.393417:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461925632 00000100:00100000:2.0:1746143525.393426:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461925632 00002000:00100000:2.0:1746143525.393468:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880134091880 x1830963461925632/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.393477:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134091880 with x1830963461925632 ext(0->7) 00010000:00010000:2.0:1746143525.393485:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b40d expref: 72 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.393497:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b40d expref: 72 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143525.393503:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134091880 00000100:00100000:2.0:1746143525.393522:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2844 00000100:00100000:2.0:1746143525.393529:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2006:x1830963461925632:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143525.394969:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:2006:x1830963461925632:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1434us (1697us total) trans 4294972261 rc 0/0 00000100:00100000:0.0:1746143525.394977:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2844 00002000:00100000:0.0:1746143525.394984:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880134091880 x1830963461925632/t4294972261(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/448 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.394992:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134091880 with x1830963461925632 ext(0->7) 00010000:00010000:0.0:1746143525.394999:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b40d expref: 74 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.395011:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b40d expref: 74 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746143525.395016:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134091880 00000100:00100000:3.0:1746143525.403446:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746143525.403469:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830963455197952:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746143525.403544:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143525.403586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.403593:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455197952 00000100:00100000:3.0:1746143525.403601:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455197952 00000100:00100000:3.0:1746143525.403655:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1746143525.403662:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3764:x1830963455197952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746143525.403697:0:7226:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:1.0:1746143525.403713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.403737:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3764:x1830963455197952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.403743:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1746143525.403750:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461925888 00000100:00100000:1.0:1746143525.403753:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461925888 00010000:00010000:1.0:1746143525.403779:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b40d expref: 74 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.403783:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830963455197952:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746143525.403804:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16108 00000100:00100000:1.0:1746143525.403809:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:2006:x1830963461925888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143525.403818:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143525.403841:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b40d expref: 74 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.403851:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b40d expref: 74 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.403878:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c4b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b40d expref: 74 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.403900:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.403902:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.403909:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22c52 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b414 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.403920:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22c52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b414 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.403945:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22c52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b414 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143525.403954:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455198080:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143525.404006:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461925760 00000100:00100000:0.0:1746143525.404009:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461925760 00000100:00100000:0.0:1746143525.404032:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30202 00000100:00100000:0.0:1746143525.404036:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:1782:x1830963461925760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143525.404045:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143525.404059:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092bd5e00/0xa6c9a53f47f22c59 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b41b expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143525.404076:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22c52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b414 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143525.404082:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143525.404083:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143525.404085:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092bd5e00/0xa6c9a53f47f22c59 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b41b expref: 75 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143525.404102:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22c52 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b414 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143525.404112:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22c52 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b414 expref: 5 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746143525.404119:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455198208:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143525.404168:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:1.0:1746143525.404262:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134840 going to sleep for 11 seconds 00000100:00100000:1.0:1746143525.407628:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455198080:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143525.407629:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746143525.407647:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143525.407657:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455198208:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143525.407657:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461926144 00000100:00100000:0.0:1746143525.407662:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461926144 00010000:00010000:2.0:1746143525.407686:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092bd5e00/0xa6c9a53f47f22c59 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b41b expref: 75 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143525.407700:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+75:2006:x1830963461925888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3889us (4115us total) trans 0 rc 0/0 00010000:00010000:2.0:1746143525.407703:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bd5e00, rc 0) 00002000:00100000:0.0:1746143525.407705:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134093b80 x1830963461926144/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746143525.407709:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16108 00002000:00100000:0.0:1746143525.407715:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134093b80 with x1830963461926144 ext(0->4095) 00010000:00010000:0.0:1746143525.407722:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22c52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b414 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.407735:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22c52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b414 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746143525.407741:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134093b80 00000100:00100000:2.0:1746143525.407754:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:1782:x1830963461925760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3716us (4040us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.407763:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30202 00000100:00100000:0.0:1746143525.407764:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2845 00000100:00100000:0.0:1746143525.407774:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461926144:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143525.407905:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461926144:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (291us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143525.407911:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2845 00002000:00100000:0.0:1746143525.407916:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134093b80 x1830963461926144/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.407922:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134093b80 with x1830963461926144 ext(0->4095) 00010000:00010000:0.0:1746143525.407927:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22c52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b414 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.407936:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22c52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b414 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746143525.407942:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134093b80 00000100:00100000:0.0:1746143525.410112:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.410174:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461926272 00000100:00100000:1.0:1746143525.410178:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461926272 00010000:00010000:1.0:1746143525.410198:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22c52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b414 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.410588:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16109 00000100:00100000:2.0:1746143525.410597:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134092300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461926272:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143525.410620:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143525.410640:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22c52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b414 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.410651:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22c52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b414 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.410677:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22c52 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b414 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.410706:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.410708:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.410714:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092bd5e00/0xa6c9a53f47f22c59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b41b expref: 73 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.410721:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092bd5e00/0xa6c9a53f47f22c59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b41b expref: 73 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.410755:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092bd5e00/0xa6c9a53f47f22c59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b41b expref: 73 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143525.410765:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455198336:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143525.410829:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919109c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.412544:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455198336:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143525.412563:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143525.412591:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134092300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461926272:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1997us (2485us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.412602:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16109 00000100:00100000:0.0:1746143525.413355:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.413452:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461926528 00000100:00100000:2.0:1746143525.413457:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461926528 00002000:00100000:2.0:1746143525.413486:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134092a00 x1830963461926528/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.413493:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134092a00 with x1830963461926528 ext(0->4095) 00002000:00010000:2.0:1746143525.413496:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134092a00 00000100:00100000:2.0:1746143525.413647:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13609 00000100:00100000:2.0:1746143525.413654:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:2007:x1830963461926528:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143525.413806:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:2007:x1830963461926528:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (451us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.413812:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13609 00002000:00100000:2.0:1746143525.413816:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134092a00 x1830963461926528/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.413824:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134092a00 with x1830963461926528 ext(0->4095) 00002000:00010000:2.0:1746143525.413826:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134092a00 00000100:00100000:0.0:1746143525.416942:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.417037:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461926656 00000100:00100000:2.0:1746143525.417047:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461926656 00000100:00100000:2.0:1746143525.417144:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30203 00000100:00100000:2.0:1746143525.417156:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097825c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461926656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.417175:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.417192:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c60 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b422 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.417227:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092bd5e00/0xa6c9a53f47f22c59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b41b expref: 73 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.417235:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.417236:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.417240:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c60 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b422 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.417276:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092bd5e00/0xa6c9a53f47f22c59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b41b expref: 73 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.417288:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092bd5e00/0xa6c9a53f47f22c59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b41b expref: 73 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.417373:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455198464:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.417600:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.418707:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455198464:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.418732:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c60 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b422 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.418745:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28a00, rc 0) 00000100:00100000:2.0:1746143525.419029:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097825c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461926656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1875us (2095us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.419036:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30203 00000100:00100000:0.0:1746143525.419207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.419358:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461926784 00000100:00100000:3.0:1746143525.419363:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461926784 00010000:00010000:3.0:1746143525.419386:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092bd5e00/0xa6c9a53f47f22c59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b41b expref: 74 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.419419:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16110 00000100:00100000:3.0:1746143525.419426:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097825f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:2007:x1830963461926784:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.419437:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.419456:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092bd5e00/0xa6c9a53f47f22c59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b41b expref: 74 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.419466:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092bd5e00/0xa6c9a53f47f22c59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b41b expref: 74 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.419486:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092bd5e00/0xa6c9a53f47f22c59 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b41b expref: 74 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.419502:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.419504:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.419510:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c60 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b422 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.419518:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b422 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.419545:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b422 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.419556:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455198592:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.419604:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02540 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.421032:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455198592:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.421045:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.421069:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097825f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+73:2007:x1830963461926784:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1644us (1863us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.421075:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16110 00000100:00100000:0.0:1746143525.422809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.422923:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461927040 00000100:00100000:2.0:1746143525.422930:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461927040 00002000:00100000:2.0:1746143525.422972:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097826d80 x1830963461927040/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.422982:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097826d80 with x1830963461927040 ext(0->4095) 00002000:00010000:2.0:1746143525.422987:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097826d80 00000100:00100000:2.0:1746143525.423041:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13610 00000100:00100000:2.0:1746143525.423048:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461927040:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143525.423184:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461927040:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (381us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.423189:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13610 00002000:00100000:2.0:1746143525.423195:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097826d80 x1830963461927040/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.423201:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097826d80 with x1830963461927040 ext(0->4095) 00002000:00010000:2.0:1746143525.423204:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097826d80 00000100:00100000:0.0:1746143525.423567:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.424167:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461927168 00000100:00100000:3.0:1746143525.424172:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461927168 00000100:00100000:3.0:1746143525.424198:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30204 00000100:00100000:3.0:1746143525.424203:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+73:1782:x1830963461927168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143525.424213:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143525.424227:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22c67 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b429 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.424249:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c60 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b422 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.424256:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.424257:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.424261:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22c67 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b429 expref: 74 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.424290:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b422 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.424326:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b422 expref: 5 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.424338:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455198720:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143525.426493:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.427541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.428181:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461927296 00000100:00100000:2.0:1746143525.428191:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461927296 00000100:00100000:2.0:1746143525.428287:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30205 00000100:00100000:2.0:1746143525.428325:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+75:1794:x1830963461927296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.428345:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.428365:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c6e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b430 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.428397:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.428403:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22c67 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b429 expref: 76 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.428414:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.428417:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c6e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b430 expref: 76 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.428458:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22c67 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b429 expref: 76 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.428474:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c6e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b430 expref: 76 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.428485:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29800, rc 0) 00000100:00100000:2.0:1746143525.428536:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+76:1794:x1830963461927296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 242us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.428542:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30205 00000100:00100000:0.0:1746143525.432271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.432332:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455198720:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143525.432362:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22c67 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b429 expref: 75 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.432379:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:3.0:1746143525.432434:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+75:1782:x1830963461927168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8230us (8867us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.432442:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30204 00000100:00100000:3.0:1746143525.433749:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461927424 00000100:00100000:3.0:1746143525.433759:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461927424 00010000:00010000:3.0:1746143525.433788:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b422 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.433814:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16111 00000100:00100000:3.0:1746143525.433821:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097891880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461927424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.433833:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.433854:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b422 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.433864:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b422 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.433887:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22c60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b422 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.433914:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.433916:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.433923:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22c67 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b429 expref: 74 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.433931:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22c67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b429 expref: 74 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.433966:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22c67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b429 expref: 74 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.433977:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22c67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b429 expref: 74 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.433988:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455198976:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.434044:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02540 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.436678:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455198976:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.436700:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.436760:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097891880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461927424:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2937us (4497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.436771:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16111 00000100:00100000:0.0:1746143525.438985:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.439074:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461927680 00000100:00100000:1.0:1746143525.439083:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461927680 00002000:00100000:1.0:1746143525.439129:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097890000 x1830963461927680/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.439138:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097890000 with x1830963461927680 ext(0->4095) 00010000:00010000:1.0:1746143525.439148:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22c67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b429 expref: 75 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.439165:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22c67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b429 expref: 75 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.439172:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097890000 00000100:00100000:1.0:1746143525.439224:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2846 00000100:00100000:1.0:1746143525.439231:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+75:2007:x1830963461927680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143525.440030:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+75:2007:x1830963461927680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 795us (1048us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143525.440036:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2846 00002000:00100000:1.0:1746143525.440042:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097890000 x1830963461927680/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.440048:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097890000 with x1830963461927680 ext(0->4095) 00010000:00010000:1.0:1746143525.440054:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22c67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b429 expref: 75 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.440063:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22c67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b429 expref: 75 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.440067:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097890000 00000100:00100000:0.0:1746143525.445050:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.445799:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461927808 00000100:00100000:3.0:1746143525.445810:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461927808 00010000:00010000:3.0:1746143525.445848:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22c67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b429 expref: 75 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.445887:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16112 00000100:00100000:3.0:1746143525.445894:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+75:2005:x1830963461927808:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.445910:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.445933:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22c67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b429 expref: 75 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.445944:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22c67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b429 expref: 75 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.446225:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22c67 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b429 expref: 75 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.446311:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.446313:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.446321:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b430 expref: 74 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.446329:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b430 expref: 74 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.446363:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b430 expref: 74 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.446376:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455199104:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.446480:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02540 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.449101:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455199104:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.449126:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.449171:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:2005:x1830963461927808:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3276us (4131us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.449183:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16112 00000100:00100000:0.0:1746143525.449522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.449977:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461928064 00000100:00100000:2.0:1746143525.449988:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461928064 00002000:00100000:2.0:1746143525.450029:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097891880 x1830963461928064/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.450040:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097891880 with x1830963461928064 ext(0->4095) 00002000:00010000:2.0:1746143525.450045:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097891880 00000100:00100000:2.0:1746143525.450070:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13611 00000100:00100000:2.0:1746143525.450077:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:2007:x1830963461928064:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143525.450222:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:2007:x1830963461928064:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (700us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.450232:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13611 00002000:00100000:2.0:1746143525.450237:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097891880 x1830963461928064/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.450244:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097891880 with x1830963461928064 ext(0->4095) 00002000:00010000:2.0:1746143525.450247:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097891880 00010000:00010000:0.0:1746143525.455751:0:8900:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746143525.455829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.456143:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461928192 00000100:00100000:3.0:1746143525.456152:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461928192 00000100:00100000:0.0:1746143525.456812:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30206 00000100:00100000:0.0:1746143525.456823:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461928192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143525.458169:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143525.458196:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c75 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b437 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.458236:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b430 expref: 73 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.458245:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143525.458247:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143525.458251:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c75 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b437 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.458287:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b430 expref: 73 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.458334:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b430 expref: 73 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746143525.458347:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455199232:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143525.458473:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1340c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143525.464049:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455199232:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143525.464083:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c75 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b437 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.464104:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097805800, rc 0) 00000100:00100000:1.0:1746143525.464218:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461928192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7397us (8393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143525.464227:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30206 00000100:00100000:0.0:1746143525.477726:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.479734:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461928320 00000100:00100000:2.0:1746143525.479747:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461928320 00002000:00100000:2.0:1746143525.479799:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800920e9c00 x1830963461928320/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.479809:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9c00 with x1830963461928320 ext(0->7) 00010000:00010000:2.0:1746143525.479819:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b430 expref: 74 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.479833:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b430 expref: 74 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143525.479841:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920e9c00 00000100:00100000:2.0:1746143525.479869:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2847 00000100:00100000:2.0:1746143525.479877:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:2007:x1830963461928320:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143525.481757:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+76:2007:x1830963461928320:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1874us (4037us total) trans 4294972262 rc 0/0 00000100:00100000:0.0:1746143525.481766:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2847 00002000:00100000:0.0:1746143525.481773:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800920e9c00 x1830963461928320/t4294972262(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/448 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.481781:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9c00 with x1830963461928320 ext(0->7) 00010000:00010000:0.0:1746143525.481787:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b430 expref: 76 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.481798:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b430 expref: 76 pid: 9573 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746143525.481804:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920e9c00 00000100:00100000:0.0:1746143525.487030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.487348:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461928448 00000100:00100000:1.0:1746143525.487358:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461928448 00000100:00100000:1.0:1746143525.487413:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30207 00000100:00100000:1.0:1746143525.487421:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+76:1782:x1830963461928448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143525.487443:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143525.487461:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22c7c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b43e expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.487490:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143525.487496:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c75 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b437 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.487502:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143525.487506:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22c7c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b43e expref: 77 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.487541:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c75 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b437 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.487552:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22c7c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b43e expref: 77 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.487561:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097804000, rc 0) 00000100:00100000:1.0:1746143525.487624:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+77:1782:x1830963461928448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 203us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143525.487630:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30207 00000100:00100000:0.0:1746143525.492511:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.492624:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461928576 00000100:00100000:3.0:1746143525.492633:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461928576 00010000:00010000:3.0:1746143525.492672:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b430 expref: 77 pid: 9573 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.492717:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16113 00000100:00100000:3.0:1746143525.492724:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+77:2004:x1830963461928576:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.492739:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.492759:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b430 expref: 77 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.492771:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b430 expref: 77 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.492794:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c6e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b430 expref: 77 pid: 9573 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.493228:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.493230:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.493238:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c75 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b437 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.493250:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b437 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.493285:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b437 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.493322:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b437 expref: 5 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.493334:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455199488:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.494338:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02480 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.497095:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455199488:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.497115:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143525.497551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.497586:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+76:2004:x1830963461928576:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4862us (5085us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.497596:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16113 00000100:00100000:3.0:1746143525.497652:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461928832 00000100:00100000:3.0:1746143525.497658:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461928832 00002000:00100000:3.0:1746143525.497695:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96c380 x1830963461928832/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.497709:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96c380 with x1830963461928832 ext(0->4095) 00010000:00010000:3.0:1746143525.497718:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b437 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.497730:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b437 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143525.497736:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96c380 00000100:00100000:3.0:1746143525.497757:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2848 00000100:00100000:3.0:1746143525.497763:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461928832:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746143525.499752:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461928832:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 1982us (2195us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143525.499760:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2848 00002000:00100000:3.0:1746143525.499768:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96c380 x1830963461928832/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.499776:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96c380 with x1830963461928832 ext(0->4095) 00010000:00010000:3.0:1746143525.499783:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b437 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.499793:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b437 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:3.0:1746143525.499799:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96c380 00000100:00100000:0.0:1746143525.502668:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.502818:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461928960 00000100:00100000:3.0:1746143525.502829:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461928960 00010000:00010000:3.0:1746143525.502869:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b437 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.502944:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16114 00000100:00100000:3.0:1746143525.502952:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461928960:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.502966:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.502991:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b437 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.503010:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b437 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.503037:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f22c75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b437 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.504116:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.504121:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.504137:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22c7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b43e expref: 75 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.504151:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22c7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b43e expref: 75 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.504200:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22c7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b43e expref: 75 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.504214:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455199616:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.504895:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.506478:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455199616:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.506495:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.506533:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461928960:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3581us (3873us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.506545:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16114 00000100:00100000:0.0:1746143525.507455:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.508004:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461929216 00000100:00100000:3.0:1746143525.508013:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461929216 00002000:00100000:3.0:1746143525.508055:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009817ad80 x1830963461929216/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.508066:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009817ad80 with x1830963461929216 ext(0->4095) 00002000:00010000:3.0:1746143525.508070:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009817ad80 00000100:00100000:3.0:1746143525.508538:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13612 00000100:00100000:3.0:1746143525.508546:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+76:2007:x1830963461929216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143525.508692:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+76:2007:x1830963461929216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (1238us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143525.508698:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13612 00002000:00100000:3.0:1746143525.508703:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009817ad80 x1830963461929216/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.508711:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009817ad80 with x1830963461929216 ext(0->4095) 00002000:00010000:3.0:1746143525.508714:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009817ad80 00000100:00100000:1.0:1746143525.511495:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.511605:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461929344 00000100:00100000:2.0:1746143525.511620:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461929344 00000100:00100000:2.0:1746143525.511669:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30208 00000100:00100000:2.0:1746143525.511676:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461929344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.511695:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.511711:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22c83 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b445 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.511738:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22c7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b43e expref: 75 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.511745:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.511747:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.511750:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22c83 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b445 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.511781:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22c7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b43e expref: 75 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.511793:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22c7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b43e expref: 75 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.511804:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009235b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455199744:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.511879:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.520808:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009235b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455199744:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.520850:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22c83 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b445 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.520871:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28200, rc 0) 00000100:00100000:2.0:1746143525.520938:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461929344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9261us (9450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.520950:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30208 00000100:00100000:0.0:1746143525.521496:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.521802:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461929472 00000100:00100000:2.0:1746143525.521810:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461929472 00002000:00100000:2.0:1746143525.521851:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880098178000 x1830963461929472/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.521860:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098178000 with x1830963461929472 ext(0->7) 00010000:00010000:2.0:1746143525.521867:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22c7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b43e expref: 76 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.521879:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22c7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b43e expref: 76 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143525.521886:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098178000 00000100:00100000:2.0:1746143525.521916:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2849 00000100:00100000:2.0:1746143525.521923:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+76:2007:x1830963461929472:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143525.523007:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2007:x1830963461929472:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1083us (1510us total) trans 4294972263 rc 0/0 00000100:00100000:0.0:1746143525.523014:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2849 00002000:00100000:0.0:1746143525.523020:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880098178000 x1830963461929472/t4294972263(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/448 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.523027:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098178000 with x1830963461929472 ext(0->7) 00010000:00010000:0.0:1746143525.523032:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22c7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b43e expref: 78 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.523042:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22c7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b43e expref: 78 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746143525.523047:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098178000 00000100:00100000:0.0:1746143525.524767:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.524821:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461929600 00000100:00100000:3.0:1746143525.524827:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461929600 00010000:00010000:3.0:1746143525.524852:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22c7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b43e expref: 78 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.524890:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16115 00000100:00100000:3.0:1746143525.524896:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2004:x1830963461929600:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.524909:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.524926:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22c7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b43e expref: 78 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.524936:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22c7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b43e expref: 78 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.524959:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097804000/0xa6c9a53f47f22c7c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b43e expref: 78 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.524986:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.524989:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.525000:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22c83 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b445 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.525008:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22c83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b445 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.525039:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22c83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b445 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.525050:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455199872:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.525114:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.530132:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.530187:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461929856 00000100:00100000:1.0:1746143525.530197:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461929856 00002000:00100000:1.0:1746143525.530244:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098178380 x1830963461929856/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.530260:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098178380 with x1830963461929856 ext(0->4095) 00002000:00010000:1.0:1746143525.530266:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098178380 00000100:00100000:1.0:1746143525.530315:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13613 00000100:00100000:1.0:1746143525.530323:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461929856:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746143525.530354:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455199872:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.530374:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.530424:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+77:2004:x1830963461929600:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5528us (5660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.530432:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16115 00000100:00100000:1.0:1746143525.530444:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461929856:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143525.530449:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13613 00002000:00100000:1.0:1746143525.530453:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098178380 x1830963461929856/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.530460:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098178380 with x1830963461929856 ext(0->4095) 00002000:00010000:1.0:1746143525.530462:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098178380 00000100:00100000:0.0:1746143525.532068:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.532134:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461929984 00000100:00100000:2.0:1746143525.532139:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461929984 00000100:00100000:2.0:1746143525.533263:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30209 00000100:00100000:2.0:1746143525.533272:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+77:1794:x1830963461929984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.533288:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.533313:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22c8a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b44c expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.533340:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22c83 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b445 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.533350:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.533352:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.533355:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22c8a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b44c expref: 78 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.533384:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22c83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b445 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.533395:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22c83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b445 expref: 5 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.533407:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009235b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455200000:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.534600:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.535566:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009235b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455200000:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.535600:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22c8a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b44c expref: 78 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.535626:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29e00, rc 0) 00000100:00100000:2.0:1746143525.535679:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:1794:x1830963461929984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2406us (3614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.535687:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30209 00000100:00100000:0.0:1746143525.538056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.538382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.538436:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461930240 00000100:00100000:2.0:1746143525.538446:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461930240 00000100:00100000:3.0:1746143525.538457:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461930112 00000100:00100000:3.0:1746143525.538461:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461930112 00010000:00010000:3.0:1746143525.538485:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22c83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b445 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.538492:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30210 00000100:00100000:2.0:1746143525.538498:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:1782:x1830963461930240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.538516:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746143525.538522:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16116 00000100:00100000:3.0:1746143525.538527:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461930112:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143525.538530:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c91 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b453 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.538540:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143525.538550:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.538554:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22c8a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b44c expref: 79 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.538559:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.538563:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c91 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b453 expref: 79 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.538643:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22c83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b445 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.538653:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22c83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b445 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.538668:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22c8a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b44c expref: 79 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.538671:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22c83 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b445 expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.538680:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c91 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b453 expref: 79 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.538689:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.538690:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.538699:0:12044:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22c8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b44c expref: 79 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.538705:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22c8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b44c expref: 79 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.538716:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143525.538781:0:12044:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22c8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b44c expref: 79 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.538797:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22c8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b44c expref: 79 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.538808:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009235b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455200256:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.538856:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461930112:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 328us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.538862:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16116 00000100:00100000:2.0:1746143525.538960:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.540513:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009235b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455200256:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143525.540530:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28400, rc 0) 00000100:00100000:2.0:1746143525.540576:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+79:1782:x1830963461930240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2077us (2195us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.540583:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30210 00000100:00100000:0.0:1746143525.540800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.541241:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461930496 00000100:00100000:2.0:1746143525.541247:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461930496 00002000:00100000:2.0:1746143525.541278:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008612a680 x1830963461930496/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.541287:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008612a680 with x1830963461930496 ext(0->4095) 00010000:00010000:2.0:1746143525.541318:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22c8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b44c expref: 79 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.541330:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22c8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b44c expref: 79 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143525.541336:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008612a680 00000100:00100000:2.0:1746143525.541566:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2850 00000100:00100000:2.0:1746143525.541573:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+79:2007:x1830963461930496:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143525.541690:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+79:2007:x1830963461930496:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (890us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.541695:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2850 00002000:00100000:2.0:1746143525.541700:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008612a680 x1830963461930496/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.541707:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008612a680 with x1830963461930496 ext(0->4095) 00010000:00010000:2.0:1746143525.541710:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22c8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b44c expref: 79 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.541719:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22c8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b44c expref: 79 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143525.541724:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008612a680 00000100:00100000:0.0:1746143525.544592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.544640:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461930624 00000100:00100000:2.0:1746143525.544648:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461930624 00000100:00100000:0.0:1746143525.544688:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.544693:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30211 00000100:00100000:2.0:1746143525.544699:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461930624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746143525.544753:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461930752 00000100:00100000:3.0:1746143525.544757:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461930752 00010000:00010000:3.0:1746143525.544779:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22c8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b44c expref: 79 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.544807:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16117 00000100:00100000:3.0:1746143525.544813:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+79:2007:x1830963461930752:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.544826:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.544844:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22c8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b44c expref: 79 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.544856:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22c8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b44c expref: 79 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.544879:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22c8a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b44c expref: 79 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.544902:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.544904:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.544912:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b453 expref: 78 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.544920:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b453 expref: 78 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.544951:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b453 expref: 78 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.544963:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455200384:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.545035:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02180 going to sleep for 11 seconds 00010000:00010000:2.0:1746143525.545111:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.545133:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22c98 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b45a expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.545151:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b453 expref: 78 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.545156:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.545157:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.545161:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22c98 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b45a expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.545177:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b453 expref: 78 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.545187:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c91 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b453 expref: 78 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.545195:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009235b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455200512:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.545217:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.545947:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746143525.545959:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830963455200640:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746143525.545993:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143525.546015:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455200640 00000100:00100000:2.0:1746143525.546018:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455200640 00000100:00100000:2.0:1746143525.546119:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1746143525.546125:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1830963455200640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746143525.546156:0:7226:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:2.0:1746143525.546201:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1830963455200640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.546208:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1746143525.546311:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830963455200640:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746143525.550266:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455200384:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143525.550269:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009235b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455200512:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143525.550288:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143525.550321:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22c98 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b45a expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.550338:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29a00, rc 0) 00000100:00100000:3.0:1746143525.550361:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2007:x1830963461930752:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5546us (5670us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.550362:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461930624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5663us (5780us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.550370:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30211 00000100:00100000:3.0:1746143525.550371:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16117 00000100:00100000:0.0:1746143525.551527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.551605:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461931008 00000100:00100000:1.0:1746143525.551621:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461931008 00002000:00100000:1.0:1746143525.551670:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086128380 x1830963461931008/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.551680:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128380 with x1830963461931008 ext(0->4095) 00010000:00010000:1.0:1746143525.551688:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b453 expref: 78 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.551702:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b453 expref: 78 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.551709:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086128380 00000100:00100000:1.0:1746143525.551742:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2851 00000100:00100000:1.0:1746143525.551748:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2006:x1830963461931008:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143525.551971:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2006:x1830963461931008:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 222us (448us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143525.551977:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2851 00002000:00100000:1.0:1746143525.551982:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086128380 x1830963461931008/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.551990:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128380 with x1830963461931008 ext(0->4095) 00010000:00010000:1.0:1746143525.551994:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b453 expref: 78 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.552004:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b453 expref: 78 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.552010:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086128380 00000100:00100000:0.0:1746143525.554977:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.555086:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.555354:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461931136 00000100:00100000:2.0:1746143525.555363:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461931136 00000100:00100000:2.0:1746143525.555408:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30212 00000100:00100000:2.0:1746143525.555415:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:1782:x1830963461931136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.555435:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.555452:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c9f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b461 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.555482:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.555488:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22c98 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b45a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.555489:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461931264 00000100:00100000:3.0:1746143525.555493:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461931264 00010000:00010000:2.0:1746143525.555494:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143525.555498:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c9f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b461 expref: 80 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.555510:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b453 expref: 80 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.555533:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22c98 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b45a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.555535:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16118 00000100:00100000:3.0:1746143525.555539:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f669c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:2005:x1830963461931264:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.555546:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.555566:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b453 expref: 80 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.555577:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b453 expref: 80 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.555593:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22c91 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b453 expref: 80 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.555619:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.555621:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.555626:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22c98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b45a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.555637:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22c98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b45a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.555658:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22c98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b45a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.555667:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22c98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b45a expref: 5 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.555678:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455200896:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.555756:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02180 going to sleep for 11 seconds 00010000:00010000:2.0:1746143525.557563:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c9f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b461 expref: 79 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.557579:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29800, rc 0) 00000100:00100000:2.0:1746143525.557651:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+79:1782:x1830963461931136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2235us (2690us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.557658:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30212 00000100:00100000:2.0:1746143525.565483:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.565547:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461931520 00000100:00100000:0.0:1746143525.565557:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461931520 00002000:00100000:0.0:1746143525.565620:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235b480 x1830963461931520/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.565631:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235b480 with x1830963461931520 ext(0->4095) 00010000:00010000:0.0:1746143525.565642:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22c98 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b45a expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.565657:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22c98 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b45a expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746143525.565665:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235b480 00000100:00100000:0.0:1746143525.565697:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2852 00000100:00100000:0.0:1746143525.565705:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461931520:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143525.565874:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461931520:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 169us (403us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143525.565881:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2852 00002000:00100000:0.0:1746143525.565887:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235b480 x1830963461931520/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.565895:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235b480 with x1830963461931520 ext(0->4095) 00010000:00010000:0.0:1746143525.565899:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22c98 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b45a expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.565909:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22c98 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b45a expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746143525.565915:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235b480 00000100:00100000:3.0:1746143525.565988:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455200896:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.566006:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.566041:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2005:x1830963461931264:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 10501us (10954us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.566050:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16118 00000100:00100000:0.0:1746143525.569717:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.569787:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461931648 00000100:00100000:3.0:1746143525.569796:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461931648 00010000:00010000:3.0:1746143525.569833:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22c98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b45a expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.569872:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16119 00000100:00100000:3.0:1746143525.569880:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461931648:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.569899:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.569921:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22c98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b45a expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.569933:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22c98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b45a expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.569960:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22c98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b45a expref: 6 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.569982:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.569984:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.569991:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b461 expref: 77 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.569998:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b461 expref: 77 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.570034:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b461 expref: 77 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.570106:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455201024:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.571702:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.574584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.575188:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455201024:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.575210:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.575259:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461931648:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5379us (5550us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.575271:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16119 00000100:00100000:1.0:1746143525.575654:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461931904 00000100:00100000:1.0:1746143525.575661:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461931904 00002000:00100000:1.0:1746143525.575704:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66aa00 x1830963461931904/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.575715:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66aa00 with x1830963461931904 ext(0->4095) 00002000:00010000:1.0:1746143525.575720:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f66aa00 00000100:00100000:1.0:1746143525.575737:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13614 00000100:00100000:1.0:1746143525.575743:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2006:x1830963461931904:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143525.575897:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2006:x1830963461931904:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (1327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143525.575903:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13614 00002000:00100000:1.0:1746143525.575907:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66aa00 x1830963461931904/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.575914:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66aa00 with x1830963461931904 ext(0->4095) 00002000:00010000:1.0:1746143525.575917:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f66aa00 00000100:00100000:0.0:1746143525.583184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.583284:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461932032 00000100:00100000:2.0:1746143525.583326:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461932032 00000100:00100000:2.0:1746143525.583375:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30213 00000100:00100000:2.0:1746143525.583383:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461932032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.583403:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.583421:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22ca6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b468 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.583455:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b461 expref: 77 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.583463:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.583464:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.583467:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22ca6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b468 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.583499:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b461 expref: 77 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.583510:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b461 expref: 77 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.583523:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009235b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455201152:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.583758:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.584967:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009235b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455201152:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.584997:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22ca6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b468 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.585014:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29200, rc 0) 00000100:00100000:2.0:1746143525.585047:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461932032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1665us (1876us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.585055:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30213 00000100:00100000:0.0:1746143525.598521:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.598730:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461932160 00000100:00100000:2.0:1746143525.598740:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461932160 00002000:00100000:2.0:1746143525.598796:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096a86680 x1830963461932160/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.598805:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86680 with x1830963461932160 ext(0->7) 00010000:00010000:2.0:1746143525.598814:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b461 expref: 78 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.598827:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b461 expref: 78 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143525.598834:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a86680 00000100:00100000:1.0:1746143525.599963:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2853 00000100:00100000:1.0:1746143525.599974:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+78:2007:x1830963461932160:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746143525.602192:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:2007:x1830963461932160:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2211us (3671us total) trans 4294972264 rc 0/0 00000100:00100000:1.0:1746143525.602203:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2853 00002000:00100000:1.0:1746143525.602213:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096a86680 x1830963461932160/t4294972264(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/448 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.602222:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86680 with x1830963461932160 ext(0->7) 00010000:00010000:1.0:1746143525.602232:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b461 expref: 80 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.602247:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b461 expref: 80 pid: 12044 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.602253:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a86680 00000100:00100000:0.0:1746143525.610918:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.611041:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461932288 00000100:00100000:2.0:1746143525.611051:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461932288 00000100:00100000:2.0:1746143525.611097:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30214 00000100:00100000:2.0:1746143525.611105:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:1782:x1830963461932288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.611126:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.611143:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22cad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b46f expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.611172:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.611179:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22ca6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b468 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.611184:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143525.611187:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22cad lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b46f expref: 81 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.611223:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22ca6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b468 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.611233:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22cad lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b46f expref: 81 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.611243:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29a00, rc 0) 00000100:00100000:2.0:1746143525.612780:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+81:1782:x1830963461932288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1491us (1687us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.612790:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30214 00000100:00100000:0.0:1746143525.614509:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.614672:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461932416 00000100:00100000:3.0:1746143525.614680:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461932416 00010000:00010000:3.0:1746143525.614712:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b461 expref: 81 pid: 12044 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.614747:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16120 00000100:00100000:3.0:1746143525.614753:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+81:2005:x1830963461932416:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.614766:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.614784:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b461 expref: 81 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.614794:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b461 expref: 81 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.614814:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22c9f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b461 expref: 81 pid: 12044 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.614831:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.614833:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.614840:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22ca6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b468 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.614849:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22ca6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b468 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.614878:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22ca6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b468 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.614893:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22ca6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b468 expref: 5 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.614903:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455201408:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.614976:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.616728:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455201408:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.616747:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.616786:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:2005:x1830963461932416:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2032us (2280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.616795:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16120 00000100:00100000:0.0:1746143525.616935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.617097:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461932672 00000100:00100000:1.0:1746143525.617103:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461932672 00002000:00100000:1.0:1746143525.617143:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a87b80 x1830963461932672/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.617157:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87b80 with x1830963461932672 ext(0->4095) 00010000:00010000:1.0:1746143525.617164:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22ca6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b468 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.617174:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22ca6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b468 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.617180:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a87b80 00000100:00100000:1.0:1746143525.617205:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2854 00000100:00100000:1.0:1746143525.617211:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461932672:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143525.617369:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461932672:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 157us (434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143525.617375:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2854 00002000:00100000:1.0:1746143525.617380:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a87b80 x1830963461932672/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.617387:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87b80 with x1830963461932672 ext(0->4095) 00010000:00010000:1.0:1746143525.617391:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22ca6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b468 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.617399:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22ca6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b468 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.617404:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a87b80 00000100:00100000:0.0:1746143525.619325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.619403:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461932800 00000100:00100000:3.0:1746143525.619409:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461932800 00010000:00010000:3.0:1746143525.619436:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22ca6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b468 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.620565:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16121 00000100:00100000:3.0:1746143525.620575:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461932800:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.620590:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.620620:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22ca6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b468 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.620632:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22ca6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b468 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.620656:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22ca6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b468 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.620676:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.620679:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.620687:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22cad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b46f expref: 79 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.620695:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22cad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b46f expref: 79 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.620730:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22cad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b46f expref: 79 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.620743:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455201536:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.621164:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.626257:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.626327:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461933056 00000100:00100000:2.0:1746143525.626337:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461933056 00002000:00100000:2.0:1746143525.626384:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a84a80 x1830963461933056/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.626394:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84a80 with x1830963461933056 ext(0->4095) 00002000:00010000:2.0:1746143525.626399:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a84a80 00000100:00100000:2.0:1746143525.626433:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13615 00000100:00100000:2.0:1746143525.626440:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:2006:x1830963461933056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143525.626589:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:2006:x1830963461933056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.626599:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13615 00002000:00100000:2.0:1746143525.626604:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a84a80 x1830963461933056/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.626638:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84a80 with x1830963461933056 ext(0->4095) 00002000:00010000:2.0:1746143525.626641:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a84a80 00000100:00100000:3.0:1746143525.626643:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455201536:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.626661:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.626717:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461932800:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6143us (7398us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.626725:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16121 00000100:00100000:0.0:1746143525.628507:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.628564:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461933184 00000100:00100000:2.0:1746143525.628571:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461933184 00000100:00100000:2.0:1746143525.628627:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30215 00000100:00100000:2.0:1746143525.628634:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461933184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.628650:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.628668:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cb4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b476 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.628697:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22cad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b46f expref: 79 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.628704:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.628705:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.628708:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cb4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b476 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.628736:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22cad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b46f expref: 79 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.628746:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22cad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b46f expref: 79 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.628762:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009235b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455201664:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.630162:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.630802:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009235b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455201664:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.630835:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cb4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b476 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.630853:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29200, rc 0) 00000100:00100000:2.0:1746143525.630903:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461933184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2268us (2403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.630911:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30215 00000100:00100000:0.0:1746143525.632567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.632623:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461933312 00000100:00100000:1.0:1746143525.632630:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461933312 00002000:00100000:1.0:1746143525.632669:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800920d5180 x1830963461933312/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.632678:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5180 with x1830963461933312 ext(0->7) 00010000:00010000:1.0:1746143525.632686:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22cad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b46f expref: 80 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.632697:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22cad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b46f expref: 80 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.632703:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920d5180 00000100:00100000:1.0:1746143525.632730:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2855 00000100:00100000:1.0:1746143525.632737:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+80:2004:x1830963461933312:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143525.634335:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:2004:x1830963461933312:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1591us (1766us total) trans 4294972265 rc 0/0 00000100:00100000:0.0:1746143525.634343:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2855 00002000:00100000:0.0:1746143525.634351:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800920d5180 x1830963461933312/t4294972265(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/448 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.634359:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5180 with x1830963461933312 ext(0->7) 00010000:00010000:0.0:1746143525.634366:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22cad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b46f expref: 82 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.634378:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22cad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b46f expref: 82 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746143525.634385:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920d5180 00000100:00100000:0.0:1746143525.639720:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.639954:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461933440 00000100:00100000:3.0:1746143525.639964:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461933440 00010000:00010000:3.0:1746143525.640000:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22cad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b46f expref: 82 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.640037:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16122 00000100:00100000:3.0:1746143525.640045:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090527800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:2004:x1830963461933440:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.640063:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.640084:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22cad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b46f expref: 82 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.640095:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22cad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b46f expref: 82 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.640119:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22cad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b46f expref: 82 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.640142:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.640144:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.640151:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cb4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b476 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.640159:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b476 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.640191:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b476 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.640202:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455201792:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.640279:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.642974:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455201792:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.642995:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.643032:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090527800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+81:2004:x1830963461933440:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2988us (3323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.643045:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16122 00000100:00100000:0.0:1746143525.645261:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.645483:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461933696 00000100:00100000:2.0:1746143525.645492:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461933696 00002000:00100000:2.0:1746143525.645538:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090526d80 x1830963461933696/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.645547:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090526d80 with x1830963461933696 ext(0->4095) 00002000:00010000:2.0:1746143525.645553:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090526d80 00000100:00100000:2.0:1746143525.645572:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13616 00000100:00100000:2.0:1746143525.645579:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461933696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143525.645730:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461933696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (477us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.645736:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13616 00002000:00100000:2.0:1746143525.645741:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090526d80 x1830963461933696/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.645754:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090526d80 with x1830963461933696 ext(0->4095) 00002000:00010000:2.0:1746143525.645757:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090526d80 00000100:00100000:0.0:1746143525.647413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.647643:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461933824 00000100:00100000:2.0:1746143525.647649:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461933824 00000100:00100000:2.0:1746143525.647679:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30216 00000100:00100000:2.0:1746143525.647685:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+81:1794:x1830963461933824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.647698:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.647714:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cbb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b47d expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.647741:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cb4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b476 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.647749:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.647750:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.647754:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cbb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b47d expref: 82 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.647783:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b476 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.647795:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b476 expref: 5 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.647805:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009235b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455201920:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.647880:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.649917:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009235b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455201920:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.649946:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cbb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b47d expref: 82 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.649961:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28a00, rc 0) 00000100:00100000:2.0:1746143525.649995:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:1794:x1830963461933824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2310us (2585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.650003:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30216 00000100:00100000:0.0:1746143525.651687:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.652152:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461933952 00000100:00100000:2.0:1746143525.652161:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461933952 00000100:00100000:2.0:1746143525.652645:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30217 00000100:00100000:2.0:1746143525.652654:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:1782:x1830963461933952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.652673:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.652688:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cc2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b484 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.652715:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.652720:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cbb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b47d expref: 83 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.652725:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.652728:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cc2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b484 expref: 83 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.652768:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cbb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b47d expref: 83 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.652779:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cc2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b484 expref: 83 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.652788:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28200, rc 0) 00000100:00100000:2.0:1746143525.653998:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:1782:x1830963461933952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1337us (2309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.654007:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30217 00000100:00100000:0.0:1746143525.654345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.654414:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461934080 00000100:00100000:3.0:1746143525.654422:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461934080 00010000:00010000:3.0:1746143525.654455:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b476 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.654481:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16123 00000100:00100000:3.0:1746143525.654488:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461934080:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.654500:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.654521:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b476 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.654533:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b476 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.654554:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cb4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b476 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.654569:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.654570:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.654576:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b47d expref: 82 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.654584:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cbb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b47d expref: 82 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.654624:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cbb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b47d expref: 82 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.654636:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b47d expref: 82 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.654647:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455202176:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.654730:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.657430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.657434:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455202176:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.657452:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.658272:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461934080:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3781us (3925us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143525.658279:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461934336 00000100:00100000:3.0:1746143525.658282:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16123 00000100:00100000:1.0:1746143525.658285:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461934336 00002000:00100000:1.0:1746143525.658347:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090524380 x1830963461934336/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.658362:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090524380 with x1830963461934336 ext(0->4095) 00010000:00010000:1.0:1746143525.658371:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b47d expref: 83 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.658428:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b47d expref: 83 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.658435:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090524380 00000100:00100000:1.0:1746143525.658464:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2856 00000100:00100000:1.0:1746143525.658473:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:2007:x1830963461934336:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143525.658833:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:2007:x1830963461934336:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 361us (1409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143525.658839:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2856 00002000:00100000:1.0:1746143525.658845:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090524380 x1830963461934336/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.658852:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090524380 with x1830963461934336 ext(0->4095) 00010000:00010000:1.0:1746143525.658856:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b47d expref: 83 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.658865:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b47d expref: 83 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.658871:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090524380 00000100:00100000:0.0:1746143525.666365:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.666470:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.666576:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461934592 00000100:00100000:3.0:1746143525.666587:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461934592 00010000:00010000:3.0:1746143525.666635:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b47d expref: 83 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.666667:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16124 00000100:00100000:3.0:1746143525.666674:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:2005:x1830963461934592:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.666688:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.666708:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b47d expref: 83 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.666720:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cbb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b47d expref: 83 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.666744:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cbb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b47d expref: 83 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.666775:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.666777:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.666785:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b484 expref: 82 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.666792:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b484 expref: 82 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.666892:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b484 expref: 82 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.666906:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455202304:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143525.666908:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461934464 00000100:00100000:2.0:1746143525.666912:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461934464 00000100:00100000:2.0:1746143525.666946:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30218 00000100:00100000:2.0:1746143525.666951:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461934464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.666966:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.666977:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22cc9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b48b expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.666980:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1746143525.666995:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b484 expref: 82 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.667001:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.667002:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.667005:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22cc9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b48b expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.667021:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b484 expref: 82 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.667031:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cc2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b484 expref: 82 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.667043:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009235b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455202432:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.667068:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.669847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.669990:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461934848 00000100:00100000:1.0:1746143525.669999:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461934848 00002000:00100000:1.0:1746143525.670038:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2f800 x1830963461934848/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.670048:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2f800 with x1830963461934848 ext(0->4095) 00010000:00010000:1.0:1746143525.670057:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cc2 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b484 expref: 83 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.670070:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cc2 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b484 expref: 83 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.670077:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee2f800 00000100:00100000:1.0:1746143525.670097:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2857 00000100:00100000:1.0:1746143525.670103:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:2007:x1830963461934848:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143525.670184:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455202304:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.670203:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.670244:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:2005:x1830963461934592:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3569us (3772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.670253:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16124 00000100:00100000:2.0:1746143525.670311:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009235b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455202432:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.670334:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22cc9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b48b expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.670348:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29600, rc 0) 00000100:00100000:1.0:1746143525.670386:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:2007:x1830963461934848:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 282us (549us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143525.670393:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2857 00002000:00100000:1.0:1746143525.670398:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2f800 x1830963461934848/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.670405:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2f800 with x1830963461934848 ext(0->4095) 00010000:00010000:1.0:1746143525.670409:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b484 expref: 82 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.670417:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b484 expref: 82 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.670423:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee2f800 00000100:00100000:2.0:1746143525.671583:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461934464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4628us (5225us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.671590:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30218 00000100:00100000:0.0:1746143525.673927:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.673971:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.673977:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461934976 00000100:00100000:2.0:1746143525.673985:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461934976 00000100:00100000:3.0:1746143525.674031:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461935104 00000100:00100000:3.0:1746143525.674036:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461935104 00000100:00100000:2.0:1746143525.674052:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30219 00000100:00100000:2.0:1746143525.674061:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:1782:x1830963461934976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143525.674062:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b484 expref: 83 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.674075:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.674090:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22cd0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b492 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.674100:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16125 00000100:00100000:3.0:1746143525.674106:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2005:x1830963461935104:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143525.674115:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143525.674118:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143525.674121:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22cc9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b48b expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.674126:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143525.674129:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22cd0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b492 expref: 84 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.674263:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b484 expref: 84 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.674276:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b484 expref: 84 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.674314:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cc2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b484 expref: 84 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.674314:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22cc9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b48b expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.674326:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22cd0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b492 expref: 83 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.674331:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.674332:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.674338:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22cc9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b48b expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.674345:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22cc9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b48b expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.674355:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29800, rc 0) 00010000:00010000:3.0:1746143525.674366:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22cc9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b48b expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.674376:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22cc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b48b expref: 5 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.674387:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455202688:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143525.674405:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:1782:x1830963461934976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 346us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.674411:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30219 00000100:00100000:3.0:1746143525.676046:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.676479:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455202688:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.676497:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.676533:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:2005:x1830963461935104:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2427us (2561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.676541:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16125 00000100:00100000:0.0:1746143525.677462:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.677578:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461935360 00000100:00100000:2.0:1746143525.677585:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461935360 00002000:00100000:2.0:1746143525.677636:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091baf100 x1830963461935360/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.677645:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091baf100 with x1830963461935360 ext(0->4095) 00010000:00010000:2.0:1746143525.677652:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22cc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b48b expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.677664:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22cc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b48b expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143525.677670:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091baf100 00000100:00100000:2.0:1746143525.678232:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2858 00000100:00100000:2.0:1746143525.678240:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461935360:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143525.678758:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461935360:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 517us (1297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.678765:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2858 00002000:00100000:2.0:1746143525.678770:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091baf100 x1830963461935360/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.678778:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091baf100 with x1830963461935360 ext(0->4095) 00010000:00010000:2.0:1746143525.678784:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22cc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b48b expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:2.0:1746143525.678794:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22cc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b48b expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:2.0:1746143525.678799:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091baf100 00000100:00100000:0.0:1746143525.688198:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.688291:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461935488 00000100:00100000:3.0:1746143525.688327:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461935488 00010000:00010000:3.0:1746143525.688369:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22cc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b48b expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.688399:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16126 00000100:00100000:3.0:1746143525.688408:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a38450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461935488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.688422:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.688442:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22cc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b48b expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.688454:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22cc9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b48b expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.688477:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22cc9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b48b expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.689717:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.689721:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.689732:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22cd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b492 expref: 81 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.689743:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22cd0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b492 expref: 81 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.689785:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22cd0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b492 expref: 81 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.689798:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455202816:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.690388:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.691718:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455202816:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.691736:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.691772:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a38450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461935488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3365us (3587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.691782:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16126 00000100:00100000:0.0:1746143525.694013:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.694095:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461935744 00000100:00100000:2.0:1746143525.694103:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461935744 00002000:00100000:2.0:1746143525.694151:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091baf480 x1830963461935744/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.694160:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091baf480 with x1830963461935744 ext(0->4095) 00002000:00010000:2.0:1746143525.694165:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091baf480 00000100:00100000:2.0:1746143525.694198:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13617 00000100:00100000:2.0:1746143525.694204:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:2007:x1830963461935744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143525.694386:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:2007:x1830963461935744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 181us (381us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.694393:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13617 00002000:00100000:2.0:1746143525.694398:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091baf480 x1830963461935744/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.694411:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091baf480 with x1830963461935744 ext(0->4095) 00002000:00010000:2.0:1746143525.694414:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091baf480 00000100:00100000:0.0:1746143525.698585:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.698764:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461935872 00000100:00100000:2.0:1746143525.698777:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461935872 00000100:00100000:2.0:1746143525.699030:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30220 00000100:00100000:2.0:1746143525.699039:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461935872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.699062:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.699082:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cd7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b499 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.699114:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22cd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b492 expref: 81 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.699121:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.699123:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.699126:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cd7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b499 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.699158:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22cd0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b492 expref: 81 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.699169:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22cd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b492 expref: 81 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.699181:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009235b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455202944:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.699277:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919106c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.700332:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009235b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455202944:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.700357:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cd7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b499 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.700546:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29200, rc 0) 00000100:00100000:2.0:1746143525.701325:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461935872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2284us (2751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.701334:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30220 00000100:00100000:0.0:1746143525.703263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.703346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.704244:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461936000 00000100:00100000:3.0:1746143525.704257:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461936000 00010000:00010000:3.0:1746143525.704319:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22cd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b492 expref: 82 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.704348:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16127 00000100:00100000:3.0:1746143525.704356:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:2007:x1830963461936000:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.704373:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.704398:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22cd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b492 expref: 82 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.704410:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22cd0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b492 expref: 82 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.704438:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22cd0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b492 expref: 82 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.704475:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.704478:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.704486:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cd7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b499 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.704495:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b499 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.704532:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b499 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.704543:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455203072:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.704644:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.705683:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461936128 00000100:00100000:3.0:1746143525.705691:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461936128 00000100:00100000:3.0:1746143525.706496:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30221 00000100:00100000:3.0:1746143525.706508:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:1782:x1830963461936128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143525.706532:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143525.706556:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22cde lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b4a0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.706595:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b499 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.706602:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.706604:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.706616:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22cde lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a0 expref: 83 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.706646:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b499 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.706658:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cd7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b499 expref: 5 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.706670:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455203200:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143525.706770:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02480 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.708944:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.709640:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455203072:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.709665:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.709718:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:2007:x1830963461936000:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5363us (6464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.709728:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16127 00000100:00100000:1.0:1746143525.710315:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461936384 00000100:00100000:1.0:1746143525.710322:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461936384 00002000:00100000:1.0:1746143525.710371:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235b100 x1830963461936384/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.710380:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235b100 with x1830963461936384 ext(0->4095) 00010000:00010000:1.0:1746143525.710388:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cd7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b499 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.710401:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cd7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b499 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.710412:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235b100 00000100:00100000:1.0:1746143525.710442:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2859 00000100:00100000:1.0:1746143525.710448:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461936384:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143525.710567:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461936384:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (1634us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143525.710573:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2859 00002000:00100000:1.0:1746143525.710578:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235b100 x1830963461936384/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.710585:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235b100 with x1830963461936384 ext(0->4095) 00010000:00010000:1.0:1746143525.710589:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cd7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b499 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.710598:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cd7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b499 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.710603:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235b100 00000100:00100000:2.0:1746143525.710684:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455203200:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.710703:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22cde lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a0 expref: 82 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.710716:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9400, rc 0) 00000100:00100000:2.0:1746143525.710739:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:1782:x1830963461936128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4234us (7393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.710745:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30221 00000100:00100000:0.0:1746143525.714064:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.714606:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461936512 00000100:00100000:3.0:1746143525.714625:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461936512 00010000:00010000:3.0:1746143525.714670:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b499 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:3.0:1746143525.714832:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16128 00000100:00100000:3.0:1746143525.714840:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461936512:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.714856:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.714878:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b499 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.714896:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b499 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.714923:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22cd7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b499 expref: 6 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:3.0:1746143525.714956:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.714958:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.714966:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22cde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a0 expref: 81 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.714974:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22cde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a0 expref: 81 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.715010:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22cde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a0 expref: 81 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.715023:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455203328:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.715118:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.717508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.717694:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455203328:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.717714:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.717753:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461936512:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2914us (3700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.717762:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16128 00000100:00100000:2.0:1746143525.717909:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461936768 00000100:00100000:2.0:1746143525.717915:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461936768 00002000:00100000:2.0:1746143525.717954:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092368380 x1830963461936768/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.717963:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368380 with x1830963461936768 ext(0->4095) 00002000:00010000:2.0:1746143525.717967:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092368380 00000100:00100000:2.0:1746143525.718456:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13618 00000100:00100000:2.0:1746143525.718465:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:2005:x1830963461936768:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746143525.718593:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:2005:x1830963461936768:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (1091us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.718598:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13618 00002000:00100000:2.0:1746143525.718603:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092368380 x1830963461936768/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.718620:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368380 with x1830963461936768 ext(0->4095) 00002000:00010000:2.0:1746143525.718622:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092368380 00000100:00100000:0.0:1746143525.723845:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.724364:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461936896 00000100:00100000:2.0:1746143525.724374:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461936896 00000100:00100000:2.0:1746143525.724630:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30222 00000100:00100000:2.0:1746143525.724638:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461936896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.724658:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.724675:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ce5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b4a7 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.724703:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22cde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a0 expref: 81 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.724710:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.724712:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.724715:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ce5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a7 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.724745:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22cde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a0 expref: 81 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.724759:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22cde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a0 expref: 81 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:2.0:1746143525.724770:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455203456:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.724847:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.730259:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455203456:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.730318:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ce5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a7 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.730336:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29800, rc 0) 00000100:00100000:2.0:1746143525.730382:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461936896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5744us (6546us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.730390:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30222 00000100:00100000:0.0:1746143525.746403:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.746467:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.746552:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461937152 00000100:00100000:2.0:1746143525.746562:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461937152 00000100:00100000:2.0:1746143525.746636:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30223 00000100:00100000:2.0:1746143525.746643:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+82:1782:x1830963461937152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.746663:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.746680:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b4ae expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.746710:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.746716:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ce5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a7 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.746726:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143525.746730:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ae expref: 83 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.746773:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ce5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a7 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.746785:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ae expref: 83 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.746796:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28200, rc 0) 00000100:00100000:2.0:1746143525.746843:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:1782:x1830963461937152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.746849:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30223 00000100:00100000:1.0:1746143525.747108:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461937024 00000100:00100000:1.0:1746143525.747113:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461937024 00002000:00100000:1.0:1746143525.747140:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880095d9f800 x1830963461937024/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.747149:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9f800 with x1830963461937024 ext(0->7) 00010000:00010000:1.0:1746143525.747155:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22cde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a0 expref: 83 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.747171:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22cde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a0 expref: 83 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:1.0:1746143525.747177:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9f800 00000100:00100000:1.0:1746143525.747200:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2860 00000100:00100000:1.0:1746143525.747205:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:2004:x1830963461937024:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143525.747896:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+85:2004:x1830963461937024:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 690us (1502us total) trans 4294972266 rc 0/0 00000100:00100000:0.0:1746143525.747903:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2860 00002000:00100000:0.0:1746143525.747909:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880095d9f800 x1830963461937024/t4294972266(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/448 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.747916:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9f800 with x1830963461937024 ext(0->7) 00010000:00010000:0.0:1746143525.747921:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22cde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a0 expref: 85 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746143525.747930:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22cde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a0 expref: 85 pid: 9571 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746143525.747936:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9f800 00000100:00100000:0.0:1746143525.757894:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.757966:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461937280 00000100:00100000:3.0:1746143525.757977:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461937280 00010000:00010000:3.0:1746143525.758013:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22cde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a0 expref: 85 pid: 9571 timeout: 843 lvb_type: 0 00000100:00100000:1.0:1746143525.758658:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16129 00000100:00100000:1.0:1746143525.758820:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+85:2005:x1830963461937280:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143525.758836:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746143525.758853:0:7210:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746143525 -> 1746143526 00002000:00010000:1.0:1746143525.758856:0:7210:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746143525 -> 1746143526 00010000:00010000:1.0:1746143525.758862:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22cde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a0 expref: 85 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.758875:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22cde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a0 expref: 85 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.758898:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22cde lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a0 expref: 85 pid: 9571 timeout: 843 lvb_type: 0 00010000:00010000:1.0:1746143525.758920:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.758922:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.760169:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ce5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a7 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.760187:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ce5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a7 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.760229:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ce5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a7 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.760242:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ce5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a7 expref: 5 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143525.760255:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455203712:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143525.762198:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1346c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143525.768210:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455203712:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143525.768234:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143525.769051:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2005:x1830963461937280:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 10382us (11174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143525.769063:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16129 00000100:00100000:0.0:1746143525.769787:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.769939:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461937536 00000100:00100000:2.0:1746143525.769947:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461937536 00002000:00100000:2.0:1746143525.769988:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c2300 x1830963461937536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.769997:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c2300 with x1830963461937536 ext(0->4095) 00010000:00010000:2.0:1746143525.770006:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ce5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a7 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143525.770019:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ce5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a7 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143525.770025:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978c2300 00000100:00100000:2.0:1746143525.770054:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2861 00000100:00100000:2.0:1746143525.770060:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461937536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143525.770188:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461937536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.770194:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2861 00002000:00100000:2.0:1746143525.770198:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c2300 x1830963461937536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.770205:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c2300 with x1830963461937536 ext(0->4095) 00010000:00010000:2.0:1746143525.770209:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ce5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a7 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143525.770217:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ce5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a7 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143525.770223:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978c2300 00000100:00100000:0.0:1746143525.772839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.772924:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461937664 00000100:00100000:1.0:1746143525.772930:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461937664 00010000:00010000:1.0:1746143525.772960:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ce5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a7 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143525.773624:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16130 00000100:00100000:1.0:1746143525.773632:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461937664:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143525.773644:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143525.773662:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ce5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a7 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.773673:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ce5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a7 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.773696:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22ce5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4a7 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.773726:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.773727:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.773735:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ae expref: 83 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.773742:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ae expref: 83 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.773773:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ae expref: 83 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143525.773786:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455203840:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143525.773859:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1346c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.776712:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.776968:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461937920 00000100:00100000:2.0:1746143525.776976:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461937920 00002000:00100000:2.0:1746143525.777278:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caea00 x1830963461937920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.777287:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caea00 with x1830963461937920 ext(0->4095) 00002000:00010000:2.0:1746143525.777292:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092caea00 00000100:00100000:2.0:1746143525.777340:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13619 00000100:00100000:2.0:1746143525.777346:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2006:x1830963461937920:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143525.777503:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2006:x1830963461937920:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (804us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.777510:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13619 00002000:00100000:2.0:1746143525.777515:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caea00 x1830963461937920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.777522:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caea00 with x1830963461937920 ext(0->4095) 00002000:00010000:2.0:1746143525.777525:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092caea00 00000100:00100000:1.0:1746143525.777930:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455203840:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143525.777950:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143525.777989:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461937664:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4357us (5157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143525.777997:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16130 00000100:00100000:0.0:1746143525.779254:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.781020:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461938048 00000100:00100000:2.0:1746143525.781030:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461938048 00000100:00100000:2.0:1746143525.781086:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30224 00000100:00100000:2.0:1746143525.781093:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461938048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.781110:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.781127:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cf3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b4b5 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.781157:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ae expref: 83 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.781164:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.781166:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.781170:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cf3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4b5 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.781200:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ae expref: 83 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.781211:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ae expref: 83 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143525.781228:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455203968:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.781336:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919106c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.785756:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.785844:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461938176 00000100:00100000:1.0:1746143525.785854:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461938176 00010000:00010000:1.0:1746143525.785889:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cec lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ae expref: 84 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143525.785929:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16131 00000100:00100000:1.0:1746143525.785936:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2006:x1830963461938176:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143525.785948:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143525.785966:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cec lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ae expref: 84 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.785978:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ae expref: 84 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.786002:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.786004:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.786011:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cf3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4b5 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.786019:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4b5 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.786050:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4b5 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143525.786063:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455204096:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143525.786130:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1346c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746143525.786178:0:12044:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22cec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ae expref: 84 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143525.786195:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455203968:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.786218:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4b5 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.786227:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28a00, rc 0) 00000100:00100000:2.0:1746143525.786249:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461938048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5156us (7000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.786256:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30224 00000100:00100000:0.0:1746143525.790796:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.791794:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455204096:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143525.791820:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143525.791875:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:2006:x1830963461938176:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5939us (6129us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143525.791886:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16131 00000100:00100000:3.0:1746143525.791967:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461938304 00000100:00100000:3.0:1746143525.791976:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461938304 00000100:00100000:3.0:1746143525.792022:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30225 00000100:00100000:3.0:1746143525.792029:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:1782:x1830963461938304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143525.792048:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143525.792064:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22cfa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b4bc expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.793282:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cf3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4b5 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.793292:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.793310:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.793314:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22cfa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4bc expref: 84 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.793353:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cf3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4b5 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.793366:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4b5 expref: 5 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143525.793378:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455204224:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143525.793469:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.794022:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.794896:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461938560 00000100:00100000:3.0:1746143525.794902:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461938560 00002000:00100000:3.0:1746143525.794943:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb65180 x1830963461938560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.794953:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb65180 with x1830963461938560 ext(0->4095) 00010000:00010000:3.0:1746143525.794961:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cf3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4b5 expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.794972:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cf3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4b5 expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746143525.794979:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb65180 00000100:00100000:3.0:1746143525.795134:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2862 00000100:00100000:3.0:1746143525.795141:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461938560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143525.796085:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461938560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 941us (2060us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143525.796098:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2862 00002000:00100000:3.0:1746143525.796104:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb65180 x1830963461938560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.796115:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb65180 with x1830963461938560 ext(0->4095) 00010000:00010000:3.0:1746143525.796120:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cf3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4b5 expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.796129:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cf3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4b5 expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746143525.796144:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb65180 00000100:00100000:3.0:1746143525.796848:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455204224:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143525.796881:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22cfa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4bc expref: 84 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.796896:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9c00, rc 0) 00000100:00100000:3.0:1746143525.796939:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:1782:x1830963461938304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4907us (6152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.796946:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30225 00000100:00100000:0.0:1746143525.799131:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.799209:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.799326:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461938816 00000100:00100000:3.0:1746143525.799335:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461938816 00000100:00100000:3.0:1746143525.799375:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30226 00000100:00100000:3.0:1746143525.799382:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:1794:x1830963461938816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143525.799399:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143525.799417:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22d01 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b4c3 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143525.799462:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461938688 00000100:00100000:1.0:1746143525.799466:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461938688 00010000:00010000:1.0:1746143525.799483:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4b5 expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143525.799513:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16132 00000100:00100000:1.0:1746143525.799518:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461938688:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143525.799532:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143525.799557:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4b5 expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.799569:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cf3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4b5 expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.799595:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22cf3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4b5 expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.799621:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.799623:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.799629:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22cfa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4bc expref: 84 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.799637:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22cfa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4bc expref: 84 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.799806:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22cfa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4bc expref: 84 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143525.799855:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455204352:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.800019:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22cfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4bc expref: 85 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.800025:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143525.800026:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143525.800029:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22d01 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4c3 expref: 85 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.800046:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22cfa lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4bc expref: 85 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.800057:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22cfa lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4bc expref: 85 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143525.800065:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455204480:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143525.800145:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143525.800415:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1346c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.803006:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455204480:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143525.803036:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22d01 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4c3 expref: 85 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.803051:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8a00, rc 0) 00000100:00100000:3.0:1746143525.803785:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+85:1794:x1830963461938816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4399us (4571us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.803794:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30226 00000100:00100000:1.0:1746143525.804596:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455204352:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143525.804621:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143525.804654:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461938688:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5135us (5530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143525.804662:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16132 00000100:00100000:0.0:1746143525.805027:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.805193:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461939072 00000100:00100000:2.0:1746143525.805201:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461939072 00002000:00100000:2.0:1746143525.805243:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96f800 x1830963461939072/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.805253:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96f800 with x1830963461939072 ext(0->4095) 00010000:00010000:2.0:1746143525.805260:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22cfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4bc expref: 85 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143525.805274:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22cfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4bc expref: 85 pid: 12044 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143525.805286:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96f800 00000100:00100000:2.0:1746143525.805341:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2863 00000100:00100000:2.0:1746143525.805349:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+85:2006:x1830963461939072:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143525.805470:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+85:2006:x1830963461939072:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (444us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.805476:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2863 00002000:00100000:2.0:1746143525.805480:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96f800 x1830963461939072/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.805487:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96f800 with x1830963461939072 ext(0->4095) 00010000:00010000:2.0:1746143525.805491:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22cfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4bc expref: 85 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143525.805500:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22cfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4bc expref: 85 pid: 12044 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143525.805505:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96f800 00000100:00100000:0.0:1746143525.808015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.808173:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461939200 00000100:00100000:1.0:1746143525.808182:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461939200 00010000:00010000:1.0:1746143525.808216:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22cfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4bc expref: 85 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143525.808254:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16133 00000100:00100000:1.0:1746143525.808261:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+85:2004:x1830963461939200:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143525.808278:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143525.808331:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22cfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4bc expref: 85 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.808343:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22cfa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4bc expref: 85 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.808365:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f22cfa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4bc expref: 85 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.808718:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.808722:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.808729:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22d01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4c3 expref: 84 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.808738:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22d01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4c3 expref: 84 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.808774:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22d01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4c3 expref: 84 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143525.808787:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455204608:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143525.808871:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1346c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143525.811541:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455204608:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.811662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746143525.811750:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143525.811803:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2004:x1830963461939200:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3541us (3797us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143525.811814:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16133 00000100:00100000:3.0:1746143525.812349:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461939456 00000100:00100000:3.0:1746143525.812355:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461939456 00002000:00100000:3.0:1746143525.812395:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7c700 x1830963461939456/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.812404:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7c700 with x1830963461939456 ext(0->4095) 00002000:00010000:3.0:1746143525.812408:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7c700 00000100:00100000:3.0:1746143525.812426:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13620 00000100:00100000:3.0:1746143525.812432:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2006:x1830963461939456:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143525.812565:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2006:x1830963461939456:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (904us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143525.812571:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13620 00002000:00100000:3.0:1746143525.812575:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7c700 x1830963461939456/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.812582:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7c700 with x1830963461939456 ext(0->4095) 00002000:00010000:3.0:1746143525.812585:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7c700 00000100:00100000:0.0:1746143525.816442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.816575:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461939584 00000100:00100000:3.0:1746143525.816584:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461939584 00000100:00100000:3.0:1746143525.816734:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30227 00000100:00100000:3.0:1746143525.816743:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461939584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143525.816766:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143525.816782:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22d08 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b4ca expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.816814:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22d01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4c3 expref: 83 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.816821:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143525.816823:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143525.816826:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22d08 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ca expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.816863:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22d01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4c3 expref: 83 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.816875:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22d01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4c3 expref: 83 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143525.816891:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455204736:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143525.816982:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.819057:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.819236:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455204736:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143525.819259:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22d08 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ca expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.819273:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9a00, rc 0) 00000100:00100000:3.0:1746143525.819340:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461939584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2598us (2908us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.819349:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30227 00000100:00100000:1.0:1746143525.819548:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461939712 00000100:00100000:1.0:1746143525.819554:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461939712 00010000:00010000:1.0:1746143525.819577:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22d01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4c3 expref: 84 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143525.819621:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16134 00000100:00100000:1.0:1746143525.819628:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2007:x1830963461939712:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143525.819643:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143525.819662:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22d01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4c3 expref: 84 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.819673:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22d01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4c3 expref: 84 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.819693:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22d01 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4c3 expref: 84 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.819719:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.819720:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.819727:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22d08 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ca expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.819735:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22d08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ca expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.819762:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22d08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ca expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143525.819773:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455204864:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143525.819841:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143525.822356:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455204864:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143525.822373:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143525.822553:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:2007:x1830963461939712:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2925us (3501us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143525.822566:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16134 00000100:00100000:0.0:1746143525.824947:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.824999:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.825211:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461940096 00000100:00100000:2.0:1746143525.825221:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461940096 00000100:00100000:2.0:1746143525.825262:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30228 00000100:00100000:2.0:1746143525.825269:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+83:1782:x1830963461940096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.825287:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746143525.825442:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461939968 00000100:00100000:3.0:1746143525.825450:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461939968 00002000:00100000:3.0:1746143525.825480:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96df80 x1830963461939968/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.825489:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96df80 with x1830963461939968 ext(0->4095) 00002000:00010000:3.0:1746143525.825494:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96df80 00000100:00100000:3.0:1746143525.825516:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13621 00000100:00100000:3.0:1746143525.825521:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461939968:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00010000:00010000:2.0:1746143525.825522:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d0f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b4d1 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.825552:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22d08 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ca expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.825559:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.825560:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.825563:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d0f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d1 expref: 84 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.825592:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22d08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ca expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.825604:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22d08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ca expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143525.825626:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455204992:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143525.825669:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461939968:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (803us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143525.825675:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13621 00002000:00100000:3.0:1746143525.825680:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96df80 x1830963461939968/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.825732:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96df80 with x1830963461939968 ext(0->4095) 00010000:00010000:3.0:1746143525.825738:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22d08 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ca expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.825748:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22d08 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ca expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746143525.825754:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96df80 00000100:00100000:2.0:1746143525.825850:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919106c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.827662:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455204992:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.827689:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d0f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d1 expref: 84 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.827702:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29800, rc 0) 00000100:00100000:2.0:1746143525.827771:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:1782:x1830963461940096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2501us (2770us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.827778:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30228 00000100:00100000:0.0:1746143525.828696:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.828735:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.828801:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461940224 00000100:00100000:2.0:1746143525.828808:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461940224 00000100:00100000:2.0:1746143525.828837:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30229 00000100:00100000:2.0:1746143525.828844:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:1794:x1830963461940224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.828858:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.828871:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d16 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b4d8 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.828891:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.828894:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d0f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d1 expref: 85 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.828900:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.828903:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d16 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d8 expref: 85 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.828932:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d0f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d1 expref: 85 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.828941:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d16 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d8 expref: 85 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.828948:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29200, rc 0) 00000100:00100000:2.0:1746143525.828971:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+85:1794:x1830963461940224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.828976:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30229 00000100:00100000:1.0:1746143525.829101:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461940352 00000100:00100000:1.0:1746143525.829105:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461940352 00010000:00010000:1.0:1746143525.829122:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22d08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ca expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143525.829151:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16135 00000100:00100000:1.0:1746143525.829157:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461940352:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143525.829166:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143525.829183:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22d08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ca expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.829194:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22d08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ca expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.829210:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22d08 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ca expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.829237:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.829239:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143525.829244:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d1 expref: 84 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.829251:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d1 expref: 84 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.829271:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d1 expref: 84 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143525.829283:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d1 expref: 84 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143525.829321:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455205248:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143525.829376:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143525.831641:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455205248:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143525.831658:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143525.831704:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461940352:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2546us (2968us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143525.831714:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16135 00000100:00100000:0.0:1746143525.831882:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.832097:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461940608 00000100:00100000:3.0:1746143525.832102:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461940608 00002000:00100000:3.0:1746143525.832133:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978a8380 x1830963461940608/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.832142:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978a8380 with x1830963461940608 ext(0->4095) 00010000:00010000:3.0:1746143525.832150:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d1 expref: 85 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.832161:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d1 expref: 85 pid: 12044 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746143525.832167:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978a8380 00000100:00100000:3.0:1746143525.832182:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2864 00000100:00100000:3.0:1746143525.832188:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+85:2006:x1830963461940608:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143525.832336:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+85:2006:x1830963461940608:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (454us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143525.832342:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2864 00002000:00100000:3.0:1746143525.832348:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978a8380 x1830963461940608/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.832356:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978a8380 with x1830963461940608 ext(0->4095) 00010000:00010000:3.0:1746143525.832360:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d1 expref: 85 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.832369:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d1 expref: 85 pid: 12044 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746143525.832374:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978a8380 00000100:00100000:0.0:1746143525.835053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.835162:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461940736 00000100:00100000:1.0:1746143525.835170:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461940736 00010000:00010000:1.0:1746143525.835199:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d1 expref: 85 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143525.835404:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16136 00000100:00100000:2.0:1746143525.835414:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+85:2006:x1830963461940736:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143525.835429:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143525.835448:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d1 expref: 85 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143525.835459:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d1 expref: 85 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143525.835480:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d0f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d1 expref: 85 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143525.835516:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.835518:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.835524:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d8 expref: 84 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.835532:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d8 expref: 84 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.835564:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d8 expref: 84 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143525.835575:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455205376:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143525.835663:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919106c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.837521:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455205376:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143525.837542:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143525.837573:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2006:x1830963461940736:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2160us (2530us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.837585:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16136 00000100:00100000:0.0:1746143525.840329:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.840403:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461940992 00000100:00100000:2.0:1746143525.840412:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461940992 00002000:00100000:2.0:1746143525.840463:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086108700 x1830963461940992/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.840473:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108700 with x1830963461940992 ext(0->4095) 00002000:00010000:2.0:1746143525.840478:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086108700 00000100:00100000:2.0:1746143525.840509:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13622 00000100:00100000:2.0:1746143525.840516:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2006:x1830963461940992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143525.840666:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2006:x1830963461940992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.840672:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13622 00002000:00100000:2.0:1746143525.840678:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086108700 x1830963461940992/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.840685:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108700 with x1830963461940992 ext(0->4095) 00002000:00010000:2.0:1746143525.840687:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086108700 00000100:00100000:0.0:1746143525.842923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.843165:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461941120 00000100:00100000:2.0:1746143525.843173:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461941120 00000100:00100000:2.0:1746143525.843787:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30230 00000100:00100000:2.0:1746143525.843796:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461941120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.843811:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.843828:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d1d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b4df expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.843862:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d8 expref: 83 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.843869:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.843871:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.843874:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d1d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4df expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.843902:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d8 expref: 83 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.843914:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d8 expref: 83 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143525.843926:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455205504:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.844708:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.848381:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455205504:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.848412:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d1d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4df expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.848429:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29a00, rc 0) 00000100:00100000:2.0:1746143525.848754:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461941120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4957us (5836us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.848762:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30230 00000100:00100000:0.0:1746143525.848821:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.848917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.849406:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461941248 00000100:00100000:3.0:1746143525.849413:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461941248 00010000:00010000:3.0:1746143525.849442:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d8 expref: 84 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143525.849469:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16137 00000100:00100000:3.0:1746143525.849474:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2007:x1830963461941248:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.849486:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.849504:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d8 expref: 84 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.849513:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d8 expref: 84 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.849533:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d16 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4d8 expref: 84 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.849556:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.849558:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.849564:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d1d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4df expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.849571:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4df expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.849597:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4df expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.849617:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455205632:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.849675:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02480 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.849812:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461941376 00000100:00100000:2.0:1746143525.849816:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461941376 00000100:00100000:2.0:1746143525.849838:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30231 00000100:00100000:2.0:1746143525.849842:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:1782:x1830963461941376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.849854:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.849864:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d24 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b4e6 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.849881:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4df expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.849887:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.849888:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143525.849891:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d24 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4e6 expref: 85 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.849906:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4df expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.849916:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d1d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4df expref: 5 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143525.849924:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455205760:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.849943:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.853722:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455205632:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.853747:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.853807:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+85:2007:x1830963461941248:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4331us (4889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.853817:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16137 00000100:00100000:2.0:1746143525.854020:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455205760:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.854041:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d24 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4e6 expref: 84 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.854062:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28200, rc 0) 00000100:00100000:0.0:1746143525.854445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.854511:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:1782:x1830963461941376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4661us (5689us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.854518:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30231 00000100:00100000:3.0:1746143525.854586:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461941632 00000100:00100000:3.0:1746143525.854600:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461941632 00002000:00100000:3.0:1746143525.854643:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098179180 x1830963461941632/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.854651:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098179180 with x1830963461941632 ext(0->4095) 00010000:00010000:3.0:1746143525.854657:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4df expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.854673:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4df expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746143525.854678:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098179180 00000100:00100000:3.0:1746143525.854705:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2865 00000100:00100000:3.0:1746143525.854712:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461941632:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143525.854851:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461941632:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (414us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143525.854857:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2865 00002000:00100000:3.0:1746143525.854862:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098179180 x1830963461941632/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.854868:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098179180 with x1830963461941632 ext(0->4095) 00010000:00010000:3.0:1746143525.854872:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4df expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.854880:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4df expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746143525.854885:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098179180 00000100:00100000:0.0:1746143525.856656:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.857201:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461941760 00000100:00100000:3.0:1746143525.857214:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461941760 00010000:00010000:3.0:1746143525.857254:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4df expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143525.857321:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16138 00000100:00100000:3.0:1746143525.857330:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461941760:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.857342:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.857359:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4df expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.857370:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4df expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.857391:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d1d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4df expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.857424:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.857426:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.857432:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4e6 expref: 83 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.857439:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4e6 expref: 83 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.857470:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4e6 expref: 83 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.857482:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455205888:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.857585:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02480 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.858875:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455205888:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.858891:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.858936:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461941760:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1607us (2286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.858946:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16138 00000100:00100000:0.0:1746143525.859196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.859284:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461942016 00000100:00100000:2.0:1746143525.859291:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461942016 00002000:00100000:2.0:1746143525.859364:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f1500 x1830963461942016/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.859373:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f1500 with x1830963461942016 ext(0->4095) 00002000:00010000:2.0:1746143525.859378:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800918f1500 00000100:00100000:2.0:1746143525.859405:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13623 00000100:00100000:2.0:1746143525.859413:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2006:x1830963461942016:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143525.859871:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2006:x1830963461942016:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 457us (677us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.859878:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13623 00002000:00100000:2.0:1746143525.859884:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f1500 x1830963461942016/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.859892:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f1500 with x1830963461942016 ext(0->4095) 00002000:00010000:2.0:1746143525.859895:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800918f1500 00000100:00100000:0.0:1746143525.862430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.862629:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461942144 00000100:00100000:2.0:1746143525.862637:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461942144 00000100:00100000:2.0:1746143525.862675:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30232 00000100:00100000:2.0:1746143525.862681:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461942144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.862698:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.862716:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d2b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b4ed expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.862743:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4e6 expref: 83 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.862750:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.862751:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.862754:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d2b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ed expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.862785:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4e6 expref: 83 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.862796:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4e6 expref: 83 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143525.862808:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455206016:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.863876:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.865645:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.865725:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455206016:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.865751:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d2b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ed expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.865766:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29200, rc 0) 00000100:00100000:2.0:1746143525.865816:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461942144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3133us (3392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.865827:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30232 00000100:00100000:3.0:1746143525.866034:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461942272 00000100:00100000:3.0:1746143525.866040:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461942272 00002000:00100000:3.0:1746143525.866073:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097900000 x1830963461942272/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143525.866081:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097900000 with x1830963461942272 ext(0->7) 00010000:00010000:3.0:1746143525.866087:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4e6 expref: 84 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.866098:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4e6 expref: 84 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746143525.866104:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097900000 00000100:00100000:3.0:1746143525.866132:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2866 00000100:00100000:3.0:1746143525.866139:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+84:2005:x1830963461942272:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143525.867501:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+86:2005:x1830963461942272:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1359us (1857us total) trans 4294972267 rc 0/0 00000100:00100000:0.0:1746143525.867510:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2866 00002000:00100000:0.0:1746143525.867517:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097900000 x1830963461942272/t4294972267(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/448 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.867526:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097900000 with x1830963461942272 ext(0->7) 00010000:00010000:0.0:1746143525.867531:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4e6 expref: 86 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143525.867542:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4e6 expref: 86 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746143525.867549:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097900000 00000100:00100000:0.0:1746143525.882117:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143525.882168:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.882183:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461942400 00000100:00100000:3.0:1746143525.882194:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461942400 00000100:00100000:2.0:1746143525.882317:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461942528 00000100:00100000:2.0:1746143525.882321:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461942528 00000100:00100000:2.0:1746143525.882371:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30233 00000100:00100000:2.0:1746143525.882379:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:1782:x1830963461942528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.882399:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.882416:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22d32 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b4f4 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.882443:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.882449:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d2b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ed expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.882455:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143525.882458:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22d32 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4f4 expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.882498:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d2b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ed expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.882511:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22d32 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4f4 expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.882522:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28400, rc 0) 00010000:00010000:3.0:1746143525.882793:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4e6 expref: 88 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143525.883045:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16139 00000100:00100000:3.0:1746143525.883051:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2005:x1830963461942400:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.883059:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.883076:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4e6 expref: 88 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.883090:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4e6 expref: 88 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.883106:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4e6 expref: 88 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.883122:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.883123:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.883128:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d2b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ed expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.883135:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ed expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.883151:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ed expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.883159:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ed expref: 5 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143525.883169:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455206272:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143525.886987:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:1782:x1830963461942528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4593us (4801us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.886997:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30233 00000100:00100000:3.0:1746143525.887099:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143525.894195:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.894889:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455206272:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.894910:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.894953:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+86:2005:x1830963461942400:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 11902us (12847us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.894967:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16139 00000100:00100000:1.0:1746143525.895398:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461942784 00000100:00100000:1.0:1746143525.895405:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461942784 00002000:00100000:1.0:1746143525.895443:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969e8700 x1830963461942784/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.895452:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e8700 with x1830963461942784 ext(0->4095) 00010000:00010000:1.0:1746143525.895459:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ed expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.895471:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ed expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746143525.895478:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969e8700 00000100:00100000:1.0:1746143525.895508:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2867 00000100:00100000:1.0:1746143525.895515:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461942784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143525.895645:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461942784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (1459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143525.895651:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2867 00002000:00100000:1.0:1746143525.895655:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969e8700 x1830963461942784/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.895662:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e8700 with x1830963461942784 ext(0->4095) 00010000:00010000:1.0:1746143525.895667:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ed expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.895674:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ed expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746143525.895680:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969e8700 00000100:00100000:0.0:1746143525.900124:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143525.900240:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461942912 00000100:00100000:3.0:1746143525.900248:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461942912 00010000:00010000:3.0:1746143525.900284:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ed expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143525.900340:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16140 00000100:00100000:3.0:1746143525.900347:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b943c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461942912:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143525.900360:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143525.900379:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ed expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.900392:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ed expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.900415:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d2b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4ed expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143525.900449:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.900450:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143525.900458:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22d32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4f4 expref: 85 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.900466:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22d32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4f4 expref: 85 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143525.900500:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22d32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4f4 expref: 85 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143525.900513:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455206400:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143525.900596:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02480 going to sleep for 11 seconds 00000100:00100000:3.0:1746143525.902903:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455206400:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143525.902920:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143525.902952:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b943c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461942912:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2605us (2838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143525.902960:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16140 00000100:00100000:1.0:1746143525.904166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.904230:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461943168 00000100:00100000:2.0:1746143525.904237:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461943168 00002000:00100000:2.0:1746143525.904271:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134050380 x1830963461943168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.904281:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050380 with x1830963461943168 ext(0->4095) 00002000:00010000:2.0:1746143525.904285:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134050380 00000100:00100000:2.0:1746143525.904316:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13624 00000100:00100000:2.0:1746143525.904322:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+86:2007:x1830963461943168:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143525.904461:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+86:2007:x1830963461943168:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143525.904467:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13624 00002000:00100000:2.0:1746143525.904472:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134050380 x1830963461943168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 488/4536 e 0 to 0 dl 1746143536 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143525.904479:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050380 with x1830963461943168 ext(0->4095) 00002000:00010000:2.0:1746143525.904482:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134050380 00000100:00100000:1.0:1746143525.915625:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143525.915995:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461943296 00000100:00100000:2.0:1746143525.916004:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461943296 00000100:00100000:2.0:1746143525.916103:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30234 00000100:00100000:2.0:1746143525.916111:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461943296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143525.916131:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143525.916148:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d39 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b4fb expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.916178:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22d32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4f4 expref: 85 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.916189:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.916190:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143525.916194:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d39 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4fb expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.916222:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22d32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4f4 expref: 85 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.916234:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22d32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4f4 expref: 85 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143525.916246:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455206528:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143525.920748:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143525.945322:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455206528:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143525.945367:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d39 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4fb expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143525.945388:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28a00, rc 0) 00000100:00100000:2.0:1746143525.945454:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461943296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 29341us (29845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143525.945463:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30234 00000100:00100000:0.0:1746143525.992428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143525.992545:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461943424 00000100:00100000:1.0:1746143525.992555:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461943424 00002000:00100000:1.0:1746143525.992604:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969e8a80 x1830963461943424/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/0 e 0 to 0 dl 1746143536 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143525.992622:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e8a80 with x1830963461943424 ext(0->7) 00010000:00010000:1.0:1746143525.992632:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22d32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4f4 expref: 86 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143525.992646:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22d32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4f4 expref: 86 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746143525.992652:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969e8a80 00000100:00100000:1.0:1746143525.992681:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2868 00000100:00100000:1.0:1746143525.992687:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+86:2005:x1830963461943424:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143525.994766:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2005:x1830963461943424:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2072us (2341us total) trans 4294972268 rc 0/0 00000100:00100000:0.0:1746143525.994776:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2868 00002000:00100000:0.0:1746143525.994784:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969e8a80 x1830963461943424/t4294972268(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:676/0 lens 496/448 e 0 to 0 dl 1746143536 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143525.994792:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e8a80 with x1830963461943424 ext(0->7) 00010000:00010000:0.0:1746143525.994800:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22d32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4f4 expref: 88 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143525.994812:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22d32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4f4 expref: 88 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746143525.994818:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969e8a80 00000100:00100000:0.0:1746143526.007412:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.007568:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461943552 00000100:00100000:3.0:1746143526.007577:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461943552 00010000:00010000:3.0:1746143526.007687:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22d32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4f4 expref: 88 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.007724:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16141 00000100:00100000:3.0:1746143526.007733:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2004:x1830963461943552:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.007746:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.007766:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22d32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4f4 expref: 88 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.007778:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22d32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4f4 expref: 88 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.007800:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22d32 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4f4 expref: 88 pid: 9573 timeout: 844 lvb_type: 0 00000100:00080000:2.0:1746143526.007862:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746143526.009492:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.009497:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.009508:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d39 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4fb expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.009518:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4fb expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.009562:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4fb expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.009575:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455206656:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.010811:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.012209:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455206656:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.012228:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.012277:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:2004:x1830963461943552:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4544us (4874us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.012287:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16141 00000100:00100000:0.0:1746143526.012904:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.012972:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461943808 00000100:00100000:1.0:1746143526.012979:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461943808 00002000:00100000:1.0:1746143526.013034:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969e9180 x1830963461943808/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.013044:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e9180 with x1830963461943808 ext(0->4095) 00002000:00010000:1.0:1746143526.013048:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969e9180 00000100:00100000:1.0:1746143526.013065:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13625 00000100:00100000:1.0:1746143526.013070:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461943808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143526.013194:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461943808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143526.013199:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13625 00002000:00100000:1.0:1746143526.013203:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969e9180 x1830963461943808/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.013212:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e9180 with x1830963461943808 ext(0->4095) 00002000:00010000:1.0:1746143526.013215:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969e9180 00000100:00080000:2.0:1746143526.013277:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746143526.015461:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.015565:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461943936 00000100:00100000:2.0:1746143526.015574:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461943936 00000100:00100000:2.0:1746143526.015628:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30235 00000100:00100000:2.0:1746143526.015637:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+87:1794:x1830963461943936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.015654:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.015671:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d40 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b502 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.015696:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d39 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4fb expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.015703:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.015704:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.015707:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d40 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b502 expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.015736:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4fb expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.015749:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4fb expref: 5 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143526.015761:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455206784:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143526.015843:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.017016:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455206784:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143526.017040:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d40 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b502 expref: 88 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.017052:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29a00, rc 0) 00000100:00100000:2.0:1746143526.017181:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:1794:x1830963461943936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1544us (1726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.017190:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30235 00000100:00100000:0.0:1746143526.020829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.020922:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461944064 00000100:00100000:3.0:1746143526.020934:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461944064 00010000:00010000:3.0:1746143526.020970:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4fb expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.021005:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16142 00000100:00100000:3.0:1746143526.021012:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461944064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.021026:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.021045:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4fb expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.021062:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4fb expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.021082:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b4fb expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.021107:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.021109:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.021116:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b502 expref: 87 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.021123:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b502 expref: 87 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.021152:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b502 expref: 87 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.021164:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455206912:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.021242:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.023714:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455206912:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.023735:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143526.023753:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.023854:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461944064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2842us (3035us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.023864:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16142 00000100:00100000:1.0:1746143526.024405:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461944320 00000100:00100000:1.0:1746143526.024412:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461944320 00002000:00100000:1.0:1746143526.024449:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969e9c00 x1830963461944320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.024458:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e9c00 with x1830963461944320 ext(0->4095) 00002000:00010000:1.0:1746143526.024463:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969e9c00 00000100:00100000:1.0:1746143526.025600:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13626 00000100:00100000:1.0:1746143526.025617:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2005:x1830963461944320:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143526.025872:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2005:x1830963461944320:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 263us (2119us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143526.025878:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13626 00002000:00100000:1.0:1746143526.025884:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969e9c00 x1830963461944320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.025891:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e9c00 with x1830963461944320 ext(0->4095) 00002000:00010000:1.0:1746143526.025895:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969e9c00 00000100:00100000:0.0:1746143526.030251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.030938:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461944448 00000100:00100000:2.0:1746143526.030948:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461944448 00000100:00100000:2.0:1746143526.031486:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30236 00000100:00100000:2.0:1746143526.031804:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461944448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.031824:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.031842:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d47 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b509 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.031871:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b502 expref: 87 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.031878:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.031880:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.031883:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d47 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b509 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.031911:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b502 expref: 87 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.031922:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b502 expref: 87 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143526.031933:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455207040:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143526.032487:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.034060:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455207040:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143526.034089:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d47 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b509 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.034102:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29200, rc 0) 00000100:00100000:2.0:1746143526.034132:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461944448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2638us (3891us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.034139:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30236 00000100:00100000:0.0:1746143526.041168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.041276:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461944576 00000100:00100000:1.0:1746143526.041286:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461944576 00002000:00100000:1.0:1746143526.041363:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969ea300 x1830963461944576/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.041372:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ea300 with x1830963461944576 ext(0->7) 00010000:00010000:1.0:1746143526.041382:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b502 expref: 88 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.041396:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b502 expref: 88 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746143526.041408:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ea300 00000100:00100000:1.0:1746143526.041678:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2869 00000100:00100000:1.0:1746143526.041686:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+88:2005:x1830963461944576:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143526.043141:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+90:2005:x1830963461944576:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1449us (1978us total) trans 4294972269 rc 0/0 00000100:00100000:0.0:1746143526.043152:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2869 00002000:00100000:0.0:1746143526.043160:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969ea300 x1830963461944576/t4294972269(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/448 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.043174:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ea300 with x1830963461944576 ext(0->7) 00010000:00010000:0.0:1746143526.043182:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b502 expref: 90 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.043194:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b502 expref: 90 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746143526.043200:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ea300 00000100:00100000:0.0:1746143526.046417:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.046540:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461944704 00000100:00100000:2.0:1746143526.046550:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461944704 00000100:00100000:2.0:1746143526.046601:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30237 00000100:00100000:2.0:1746143526.046618:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+90:1782:x1830963461944704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.046636:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.046654:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d4e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b510 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.046681:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.046686:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d47 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b509 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.046692:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143526.046696:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d4e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b510 expref: 91 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.046735:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d47 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b509 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.046746:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d4e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b510 expref: 91 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.046761:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29800, rc 0) 00000100:00100000:2.0:1746143526.046817:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+91:1782:x1830963461944704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 208us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.046823:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30237 00000100:00100000:0.0:1746143526.049703:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.049775:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461944832 00000100:00100000:3.0:1746143526.049784:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461944832 00010000:00010000:3.0:1746143526.049823:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b502 expref: 91 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.049861:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16143 00000100:00100000:3.0:1746143526.049868:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+91:2004:x1830963461944832:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.049884:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.049906:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b502 expref: 91 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.049917:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b502 expref: 91 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.049939:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d40 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b502 expref: 91 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.049961:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.049963:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.049970:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d47 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b509 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.049978:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b509 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.050074:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b509 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.050084:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b509 expref: 5 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.050098:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455207296:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.050718:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.051546:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455207296:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.051561:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.051586:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+90:2004:x1830963461944832:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1718us (1891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.051593:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16143 00000100:00100000:0.0:1746143526.051767:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.051860:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461945088 00000100:00100000:1.0:1746143526.051866:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461945088 00002000:00100000:1.0:1746143526.051897:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ead80 x1830963461945088/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.051906:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ead80 with x1830963461945088 ext(0->4095) 00010000:00010000:1.0:1746143526.051912:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b509 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.051926:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b509 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746143526.051934:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ead80 00000100:00100000:1.0:1746143526.051962:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2870 00000100:00100000:1.0:1746143526.051967:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461945088:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143526.052082:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461945088:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143526.052087:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2870 00002000:00100000:1.0:1746143526.052092:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ead80 x1830963461945088/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.052098:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ead80 with x1830963461945088 ext(0->4095) 00010000:00010000:1.0:1746143526.052103:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b509 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.052110:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b509 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746143526.052115:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ead80 00000100:00100000:0.0:1746143526.054571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.054683:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461945216 00000100:00100000:3.0:1746143526.054691:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461945216 00010000:00010000:3.0:1746143526.054720:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b509 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.054757:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16144 00000100:00100000:3.0:1746143526.054765:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461945216:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.054779:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.055857:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b509 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.055872:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b509 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.055894:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22d47 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b509 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.055934:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.055938:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.055945:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b510 expref: 89 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.055954:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b510 expref: 89 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.055989:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b510 expref: 89 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.056001:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455207424:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.056094:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.062938:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455207424:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.062962:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.063029:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461945216:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 8264us (8466us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.063040:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16144 00000100:00100000:0.0:1746143526.063575:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.064240:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461945472 00000100:00100000:2.0:1746143526.064248:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461945472 00002000:00100000:2.0:1746143526.064291:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969eb480 x1830963461945472/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.064335:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eb480 with x1830963461945472 ext(0->4095) 00002000:00010000:2.0:1746143526.064340:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969eb480 00000100:00100000:2.0:1746143526.064369:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13627 00000100:00100000:2.0:1746143526.064376:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+90:2007:x1830963461945472:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143526.064511:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+90:2007:x1830963461945472:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (933us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.064516:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13627 00002000:00100000:2.0:1746143526.064521:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969eb480 x1830963461945472/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.064527:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eb480 with x1830963461945472 ext(0->4095) 00002000:00010000:2.0:1746143526.064530:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969eb480 00000100:00100000:0.0:1746143526.069990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.070368:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461945600 00000100:00100000:2.0:1746143526.070378:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461945600 00000100:00100000:2.0:1746143526.070421:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30238 00000100:00100000:2.0:1746143526.070428:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461945600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.070446:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.070465:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d55 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b517 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.070496:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b510 expref: 89 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.070503:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.070504:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.070507:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d55 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b517 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.070538:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b510 expref: 89 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.070550:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b510 expref: 89 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143526.070561:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455207552:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143526.070666:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.072173:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455207552:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143526.072198:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d55 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b517 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.072211:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28200, rc 0) 00000100:00100000:2.0:1746143526.072240:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461945600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1813us (2262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.072251:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30238 00000100:00100000:0.0:1746143526.079961:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.080099:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461945728 00000100:00100000:1.0:1746143526.080110:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461945728 00002000:00100000:1.0:1746143526.080157:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969ebb80 x1830963461945728/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.080166:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ebb80 with x1830963461945728 ext(0->7) 00010000:00010000:1.0:1746143526.080175:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b510 expref: 90 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.080188:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b510 expref: 90 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746143526.080194:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ebb80 00000100:00100000:1.0:1746143526.080232:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2871 00000100:00100000:1.0:1746143526.080239:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+90:2005:x1830963461945728:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143526.081051:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+92:2005:x1830963461945728:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 811us (1100us total) trans 4294972270 rc 0/0 00000100:00100000:0.0:1746143526.081058:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2871 00002000:00100000:0.0:1746143526.081064:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969ebb80 x1830963461945728/t4294972270(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/448 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.081071:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ebb80 with x1830963461945728 ext(0->7) 00010000:00010000:0.0:1746143526.081075:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b510 expref: 92 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.081084:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b510 expref: 92 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746143526.081090:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ebb80 00000100:00100000:0.0:1746143526.086600:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.086790:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461945856 00000100:00100000:3.0:1746143526.086800:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461945856 00010000:00010000:3.0:1746143526.086842:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b510 expref: 92 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.086872:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16145 00000100:00100000:3.0:1746143526.086880:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+92:2004:x1830963461945856:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.086898:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.086918:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b510 expref: 92 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.086936:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b510 expref: 92 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.086958:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29800/0xa6c9a53f47f22d4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b510 expref: 92 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.086996:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.086998:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.087005:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d55 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b517 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.087013:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b517 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.087051:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b517 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.087064:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455207680:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.087165:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.089787:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455207680:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143526.089789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746143526.089806:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.090433:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+91:2004:x1830963461945856:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3551us (3841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.090445:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16145 00000100:00100000:1.0:1746143526.090531:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461946112 00000100:00100000:1.0:1746143526.090538:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461946112 00002000:00100000:1.0:1746143526.090580:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835dc000 x1830963461946112/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.090590:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dc000 with x1830963461946112 ext(0->4095) 00002000:00010000:1.0:1746143526.090594:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800835dc000 00000100:00100000:1.0:1746143526.090624:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13628 00000100:00100000:1.0:1746143526.090630:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461946112:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746143526.090951:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461946112:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 320us (1167us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143526.090957:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13628 00002000:00100000:1.0:1746143526.090963:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835dc000 x1830963461946112/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.090969:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dc000 with x1830963461946112 ext(0->4095) 00002000:00010000:1.0:1746143526.090972:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800835dc000 00000100:00100000:0.0:1746143526.093269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.094324:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461946240 00000100:00100000:2.0:1746143526.094333:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461946240 00000100:00100000:2.0:1746143526.094393:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30239 00000100:00100000:2.0:1746143526.094401:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+91:1782:x1830963461946240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.094421:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.094440:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d5c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b51e expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.094471:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d55 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b517 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.094479:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.094481:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.094485:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d5c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b51e expref: 92 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.094519:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b517 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.094530:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b517 expref: 5 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143526.094542:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455207808:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143526.095219:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.097056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.097127:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461946368 00000100:00100000:1.0:1746143526.097136:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461946368 00000100:00100000:1.0:1746143526.097187:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30240 00000100:00100000:1.0:1746143526.097195:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+93:1794:x1830963461946368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.097212:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.097228:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d63 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b525 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.097915:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.097924:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d5c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b51e expref: 94 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.097930:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.097934:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d63 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b525 expref: 94 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.097982:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d5c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b51e expref: 94 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.097994:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d63 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b525 expref: 94 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.098004:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93a00, rc 0) 00000100:00100000:1.0:1746143526.098073:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:1794:x1830963461946368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 878us (3367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.098078:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30240 00000100:00100000:2.0:1746143526.099650:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455207808:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143526.099677:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d5c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b51e expref: 93 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.099688:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28a00, rc 0) 00000100:00100000:2.0:1746143526.099728:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+93:1782:x1830963461946240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5328us (6465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.099734:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30239 00000100:00100000:0.0:1746143526.099908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.100272:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461946496 00000100:00100000:3.0:1746143526.100279:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461946496 00010000:00010000:3.0:1746143526.100418:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b517 expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.100449:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16146 00000100:00100000:3.0:1746143526.100455:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461946496:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.100468:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.100488:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b517 expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.100499:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b517 expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.100521:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d55 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b517 expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.100544:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.100546:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.100552:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b51e expref: 92 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.100559:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b51e expref: 92 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.100586:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b51e expref: 92 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.100596:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b51e expref: 92 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.100616:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455208064:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.100691:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.102432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.102847:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461946752 00000100:00100000:1.0:1746143526.102853:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461946752 00000100:00100000:3.0:1746143526.102863:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455208064:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.102878:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746143526.102887:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835dce00 x1830963461946752/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.102896:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dce00 with x1830963461946752 ext(0->4095) 00010000:00010000:1.0:1746143526.102902:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b51e expref: 93 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.102912:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b51e expref: 93 pid: 12044 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746143526.102918:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835dce00 00000100:00100000:1.0:1746143526.103108:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2872 00000100:00100000:1.0:1746143526.103115:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+93:2007:x1830963461946752:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143526.103804:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+93:2007:x1830963461946752:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 688us (1375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143526.103812:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2872 00000100:00100000:3.0:1746143526.103817:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461946496:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3363us (3910us total) trans 0 rc 0/0 00002000:00100000:1.0:1746143526.103818:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835dce00 x1830963461946752/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746143526.103825:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16146 00002000:00100000:1.0:1746143526.103825:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dce00 with x1830963461946752 ext(0->4095) 00010000:00010000:1.0:1746143526.103830:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b51e expref: 93 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.103838:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b51e expref: 93 pid: 12044 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746143526.103843:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835dce00 00000100:00100000:0.0:1746143526.106594:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.107308:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461946880 00000100:00100000:3.0:1746143526.107320:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461946880 00010000:00010000:3.0:1746143526.107361:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b51e expref: 93 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.107405:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16147 00000100:00100000:3.0:1746143526.107413:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b943850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+93:2005:x1830963461946880:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.107429:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.107454:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b51e expref: 93 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.107467:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b51e expref: 93 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.107495:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22d5c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b51e expref: 93 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.107513:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.107516:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.107525:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b525 expref: 92 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.107534:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b525 expref: 92 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.107570:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b525 expref: 92 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.107583:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455208192:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.107689:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091a02a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.122001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.122060:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461947136 00000100:00100000:1.0:1746143526.122070:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461947136 00002000:00100000:1.0:1746143526.122122:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835dd180 x1830963461947136/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.122131:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dd180 with x1830963461947136 ext(0->4095) 00002000:00010000:1.0:1746143526.122135:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800835dd180 00000100:00100000:1.0:1746143526.122169:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13629 00000100:00100000:1.0:1746143526.122176:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+93:2005:x1830963461947136:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143526.122367:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+93:2005:x1830963461947136:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 190us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143526.122373:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13629 00002000:00100000:1.0:1746143526.122379:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835dd180 x1830963461947136/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.122391:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dd180 with x1830963461947136 ext(0->4095) 00002000:00010000:1.0:1746143526.122393:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800835dd180 00000100:00100000:3.0:1746143526.122718:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455208192:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.122736:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.122772:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b943850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+92:2005:x1830963461946880:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 15360us (16190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.122781:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16147 00000100:00100000:0.0:1746143526.127262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.128504:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461947264 00000100:00100000:2.0:1746143526.128514:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461947264 00000100:00100000:2.0:1746143526.128562:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30241 00000100:00100000:2.0:1746143526.128570:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461947264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.128589:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.128613:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d6a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b52c expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.128645:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b525 expref: 91 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.128652:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.128654:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.128657:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d6a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b52c expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.128688:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b525 expref: 91 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.128700:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b525 expref: 91 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143526.128713:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455208320:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143526.128809:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.131483:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801230ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455208320:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143526.131519:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d6a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b52c expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.131535:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28200, rc 0) 00000100:00100000:2.0:1746143526.131583:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461947264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3014us (4328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.131591:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30241 00000100:00100000:1.0:1746143526.143033:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.143136:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461947392 00000100:00100000:2.0:1746143526.143145:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461947392 00002000:00100000:2.0:1746143526.143190:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880134052d80 x1830963461947392/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.143199:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134052d80 with x1830963461947392 ext(0->7) 00010000:00010000:2.0:1746143526.143209:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b525 expref: 92 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.143221:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b525 expref: 92 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.143227:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134052d80 00000100:00100000:1.0:1746143526.143405:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2873 00000100:00100000:1.0:1746143526.143415:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+92:2007:x1830963461947392:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143526.145047:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2007:x1830963461947392:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1627us (2018us total) trans 4294972271 rc 0/0 00000100:00100000:0.0:1746143526.145055:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2873 00002000:00100000:0.0:1746143526.145063:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880134052d80 x1830963461947392/t4294972271(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/448 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.145070:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134052d80 with x1830963461947392 ext(0->7) 00010000:00010000:0.0:1746143526.145078:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b525 expref: 94 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.145090:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b525 expref: 94 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746143526.145096:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134052d80 00000100:00100000:0.0:1746143526.155222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.155330:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461947520 00000100:00100000:3.0:1746143526.155340:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461947520 00010000:00010000:3.0:1746143526.155382:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b525 expref: 94 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.155429:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16148 00000100:00100000:3.0:1746143526.155437:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2007:x1830963461947520:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.155453:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.155475:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b525 expref: 94 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.155493:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b525 expref: 94 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.155732:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d63 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b525 expref: 94 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.155764:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.155767:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.155776:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d6a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b52c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.155784:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b52c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.155823:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b52c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.155837:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455208448:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.155922:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0240 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.163188:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.163494:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461947776 00000100:00100000:0.0:1746143526.163506:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461947776 00002000:00100000:0.0:1746143526.163705:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230ad500 x1830963461947776/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.163714:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ad500 with x1830963461947776 ext(0->4095) 00002000:00010000:0.0:1746143526.163719:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801230ad500 00000100:00100000:0.0:1746143526.163740:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13630 00000100:00100000:0.0:1746143526.163747:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461947776:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746143526.163973:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.163992:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461947904 00000100:00100000:2.0:1746143526.163995:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461947904 00000100:00100000:2.0:1746143526.164030:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30242 00000100:00100000:2.0:1746143526.164034:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:1782:x1830963461947904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.164043:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.164059:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d71 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b533 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.164081:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b52c expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.164088:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.164090:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.164093:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d71 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b533 expref: 95 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.164121:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b52c expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.164131:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d6a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b52c expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143526.164142:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c051880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455208576:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143526.164219:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.164322:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461947776:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 482us (1057us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143526.164329:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13630 00002000:00100000:0.0:1746143526.164335:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230ad500 x1830963461947776/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.164342:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ad500 with x1830963461947776 ext(0->4095) 00010000:00010000:0.0:1746143526.164347:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d6a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b52c expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.164359:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d6a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b52c expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746143526.164365:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230ad500 00000100:00100000:3.0:1746143526.164754:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455208448:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.164772:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.164828:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:2007:x1830963461947520:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 9393us (9619us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.164836:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16148 00000100:00100000:0.0:1746143526.166687:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.168112:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c051880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455208576:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143526.168144:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d71 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b533 expref: 94 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.168166:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29a00, rc 0) 00000100:00100000:2.0:1746143526.168218:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:1782:x1830963461947904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4183us (4245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.168226:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30242 00000100:00100000:2.0:1746143526.168253:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461948032 00000100:00100000:2.0:1746143526.168257:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461948032 00000100:00100000:2.0:1746143526.168281:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30243 00000100:00100000:2.0:1746143526.168287:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:1794:x1830963461948032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.168314:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.168327:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22d78 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b53a expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.168345:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.168349:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d71 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b533 expref: 95 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.168354:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.168357:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22d78 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b53a expref: 95 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.168380:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d71 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b533 expref: 95 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.168387:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22d78 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b53a expref: 95 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.168397:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29600, rc 0) 00000100:00100000:2.0:1746143526.168409:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:1794:x1830963461948032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (1730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.168413:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30243 00000100:00100000:2.0:1746143526.169045:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.169107:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461948160 00000100:00100000:3.0:1746143526.169111:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461948160 00010000:00010000:3.0:1746143526.169129:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b52c expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.169159:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16149 00000100:00100000:3.0:1746143526.169164:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461948160:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.169173:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.169191:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b52c expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.169202:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b52c expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.169218:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28200/0xa6c9a53f47f22d6a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b52c expref: 6 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.169232:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.169233:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.169238:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b533 expref: 94 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.169245:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b533 expref: 94 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.169264:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b533 expref: 94 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.169274:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b533 expref: 94 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.169285:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455208832:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.169359:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0240 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.172663:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455208832:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143526.172687:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143526.172743:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461948160:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3576us (3697us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143526.172759:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16149 00000100:00100000:0.0:1746143526.173423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.173478:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461948416 00000100:00100000:2.0:1746143526.173485:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461948416 00002000:00100000:2.0:1746143526.173518:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835ddf80 x1830963461948416/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.173527:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835ddf80 with x1830963461948416 ext(0->4095) 00010000:00010000:2.0:1746143526.173535:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b533 expref: 95 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.173547:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b533 expref: 95 pid: 12044 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.173554:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835ddf80 00000100:00100000:2.0:1746143526.173568:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2874 00000100:00100000:2.0:1746143526.173574:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:2006:x1830963461948416:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143526.173696:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:2006:x1830963461948416:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (274us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.173702:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2874 00002000:00100000:2.0:1746143526.173707:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835ddf80 x1830963461948416/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.173721:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835ddf80 with x1830963461948416 ext(0->4095) 00010000:00010000:2.0:1746143526.173725:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b533 expref: 95 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.173734:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b533 expref: 95 pid: 12044 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.173739:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835ddf80 00000100:00100000:2.0:1746143526.179519:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.179633:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461948544 00000100:00100000:0.0:1746143526.179643:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461948544 00010000:00010000:0.0:1746143526.179680:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b533 expref: 95 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.179720:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16150 00000100:00100000:0.0:1746143526.179729:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:2004:x1830963461948544:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143526.179743:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143526.179762:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b533 expref: 95 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.179774:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b533 expref: 95 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.179796:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29a00/0xa6c9a53f47f22d71 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b533 expref: 95 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.179832:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.179834:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.179840:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22d78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b53a expref: 94 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.179848:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22d78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b53a expref: 94 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.179885:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22d78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b53a expref: 94 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143526.179898:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800835de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455208960:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143526.179991:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.185253:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800835de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455208960:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143526.185280:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143526.185392:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2004:x1830963461948544:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5662us (5882us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143526.185403:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16150 00000100:00100000:1.0:1746143526.185927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.185968:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461948800 00000100:00100000:0.0:1746143526.185974:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461948800 00002000:00100000:0.0:1746143526.186010:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189d500 x1830963461948800/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.186019:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189d500 with x1830963461948800 ext(0->4095) 00002000:00010000:0.0:1746143526.186024:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189d500 00000100:00100000:0.0:1746143526.186074:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13631 00000100:00100000:0.0:1746143526.186081:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2007:x1830963461948800:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143526.186325:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2007:x1830963461948800:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 244us (399us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143526.186330:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13631 00002000:00100000:0.0:1746143526.186335:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189d500 x1830963461948800/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.186350:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189d500 with x1830963461948800 ext(0->4095) 00002000:00010000:0.0:1746143526.186352:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189d500 00000100:00100000:2.0:1746143526.187376:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.187413:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461948928 00000100:00100000:0.0:1746143526.187417:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461948928 00000100:00100000:0.0:1746143526.187533:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30244 00000100:00100000:0.0:1746143526.187540:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461948928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143526.187552:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143526.187569:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22d7f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b541 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.187595:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22d78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b53a expref: 93 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.187602:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143526.187604:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143526.187616:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22d7f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b541 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.187647:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22d78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b53a expref: 93 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.187663:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22d78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b53a expref: 93 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.187675:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800835de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455209088:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143526.187753:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.189353:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800835de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455209088:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143526.189379:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22d7f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b541 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.189392:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ba00a00, rc 0) 00000100:00100000:0.0:1746143526.189430:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461948928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1891us (2054us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143526.189437:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30244 00000100:00100000:2.0:1746143526.189547:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.190195:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461949056 00000100:00100000:0.0:1746143526.190201:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461949056 00010000:00010000:0.0:1746143526.190223:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22d78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b53a expref: 94 pid: 12044 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.190253:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16151 00000100:00100000:0.0:1746143526.190259:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096984700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2006:x1830963461949056:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143526.190268:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143526.190286:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22d78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b53a expref: 94 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.190320:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22d78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b53a expref: 94 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.190341:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22d78 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b53a expref: 94 pid: 12044 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.190368:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.190370:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.190378:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22d7f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b541 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.190386:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22d7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b541 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.190412:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22d7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b541 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143526.190422:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800835de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455209216:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143526.190484:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.193128:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800835de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455209216:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143526.193153:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143526.193201:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096984700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+93:2006:x1830963461949056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2941us (3653us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143526.193211:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16151 00000100:00100000:2.0:1746143526.193271:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.193767:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461949312 00000100:00100000:0.0:1746143526.193773:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461949312 00002000:00100000:0.0:1746143526.193810:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096985500 x1830963461949312/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.193819:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096985500 with x1830963461949312 ext(0->4095) 00002000:00010000:0.0:1746143526.193823:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096985500 00000100:00100000:0.0:1746143526.193850:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13632 00000100:00100000:0.0:1746143526.193856:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096985500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461949312:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143526.193976:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096985500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461949312:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (705us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143526.193985:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13632 00002000:00100000:0.0:1746143526.193990:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096985500 x1830963461949312/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.193997:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096985500 with x1830963461949312 ext(0->4095) 00002000:00010000:0.0:1746143526.194000:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096985500 00000100:00100000:2.0:1746143526.195835:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.195945:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461949440 00000100:00100000:0.0:1746143526.195950:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461949440 00000100:00100000:0.0:1746143526.196037:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30245 00000100:00100000:0.0:1746143526.196044:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+93:1794:x1830963461949440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143526.196057:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143526.196073:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22d86 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b548 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.196098:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22d7f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b541 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.196105:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.196107:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.196110:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22d86 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b548 expref: 94 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.196138:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22d7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b541 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.196148:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22d7f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b541 expref: 5 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.196165:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800835de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455209344:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143526.196246:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.196919:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.198047:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461949568 00000100:00100000:1.0:1746143526.198054:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461949568 00000100:00100000:1.0:1746143526.198098:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30246 00000100:00100000:1.0:1746143526.198104:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:1782:x1830963461949568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.198121:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.198135:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d8d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b54f expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.198155:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.198160:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22d86 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b548 expref: 96 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.198166:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.198169:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d8d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b54f expref: 96 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.198199:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22d86 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b548 expref: 96 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.198210:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d8d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b54f expref: 96 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.198219:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93a00, rc 0) 00000100:00100000:1.0:1746143526.198550:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:1782:x1830963461949568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 444us (1631us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.198556:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30246 00000100:00100000:0.0:1746143526.199158:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800835de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455209344:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143526.199178:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22d86 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b548 expref: 95 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.199187:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009237d000, rc 0) 00000100:00100000:0.0:1746143526.199217:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:1794:x1830963461949440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3174us (3389us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143526.199224:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30245 00000100:00100000:3.0:1746143526.201057:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.201137:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461949696 00000100:00100000:0.0:1746143526.201145:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461949696 00010000:00010000:0.0:1746143526.201171:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22d7f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b541 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.201201:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16152 00000100:00100000:0.0:1746143526.201206:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461949696:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143526.201217:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143526.201234:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22d7f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b541 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.201244:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22d7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b541 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.201268:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22d7f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b541 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.201289:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.201290:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.201319:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22d86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b548 expref: 94 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.201327:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22d86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b548 expref: 94 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.201354:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22d86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b548 expref: 94 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.201364:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22d86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b548 expref: 94 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.201375:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800835de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455209600:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143526.201454:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.203141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.203219:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800835de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455209600:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143526.203238:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143526.203278:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461949696:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2071us (2226us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143526.203287:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16152 00000100:00100000:2.0:1746143526.203372:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461949952 00000100:00100000:2.0:1746143526.203378:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461949952 00002000:00100000:2.0:1746143526.203414:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969e8e00 x1830963461949952/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.203423:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e8e00 with x1830963461949952 ext(0->4095) 00010000:00010000:2.0:1746143526.203431:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22d86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b548 expref: 95 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.203442:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22d86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b548 expref: 95 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.203448:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969e8e00 00000100:00100000:2.0:1746143526.203464:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2875 00000100:00100000:2.0:1746143526.203472:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:2004:x1830963461949952:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746143526.203579:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:2004:x1830963461949952:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (443us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.203584:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2875 00002000:00100000:2.0:1746143526.203589:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969e8e00 x1830963461949952/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.203596:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e8e00 with x1830963461949952 ext(0->4095) 00010000:00010000:2.0:1746143526.203601:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22d86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b548 expref: 95 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.203618:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22d86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b548 expref: 95 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.203623:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969e8e00 00000100:00100000:3.0:1746143526.209962:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.210288:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461950080 00000100:00100000:0.0:1746143526.210334:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461950080 00000100:00100000:0.0:1746143526.210388:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30247 00000100:00100000:0.0:1746143526.210395:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461950080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143526.210416:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143526.210435:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f22d94 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b556 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.210467:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143526.210473:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d8d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b54f expref: 94 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.210479:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746143526.210482:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f22d94 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b556 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.210524:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d8d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b54f expref: 94 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.210537:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f22d94 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b556 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.210547:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf89400, rc 0) 00000100:00100000:0.0:1746143526.210617:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461950080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 222us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143526.210623:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30247 00000100:00100000:2.0:1746143526.212285:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.212453:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461950208 00000100:00100000:0.0:1746143526.212458:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461950208 00010000:00010000:0.0:1746143526.212481:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22d86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b548 expref: 95 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.212804:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16153 00000100:00100000:0.0:1746143526.212811:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:2005:x1830963461950208:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143526.212823:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143526.212842:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22d86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b548 expref: 95 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.212853:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22d86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b548 expref: 95 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.212871:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22d86 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b548 expref: 95 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.212897:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.212899:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.212905:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b54f expref: 94 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.212913:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b54f expref: 94 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.212939:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b54f expref: 94 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.212949:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b54f expref: 94 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.212966:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800835de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455209856:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143526.213039:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.216034:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800835de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455209856:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143526.216060:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143526.216108:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2005:x1830963461950208:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3296us (3825us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143526.216117:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16153 00000100:00100000:3.0:1746143526.216501:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.216553:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461950464 00000100:00100000:1.0:1746143526.216559:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461950464 00002000:00100000:1.0:1746143526.216600:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969eaa00 x1830963461950464/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.216617:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eaa00 with x1830963461950464 ext(0->4095) 00010000:00010000:1.0:1746143526.216625:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b54f expref: 94 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.216637:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b54f expref: 94 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746143526.216642:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969eaa00 00000100:00100000:1.0:1746143526.216660:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2876 00000100:00100000:1.0:1746143526.216666:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2007:x1830963461950464:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143526.216779:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2007:x1830963461950464:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143526.216785:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2876 00002000:00100000:1.0:1746143526.216789:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969eaa00 x1830963461950464/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.216801:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eaa00 with x1830963461950464 ext(0->4095) 00010000:00010000:1.0:1746143526.216805:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b54f expref: 94 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.216813:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b54f expref: 94 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746143526.216819:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969eaa00 00000100:00100000:3.0:1746143526.219488:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.219549:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461950592 00000100:00100000:1.0:1746143526.219557:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461950592 00000100:00100000:3.0:1746143526.219592:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.219602:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30248 00000100:00100000:1.0:1746143526.219619:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:1782:x1830963461950592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.219634:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.219650:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22d9b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b55d expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.219675:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.219681:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f22d94 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b556 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.219687:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143526.219690:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22d9b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b55d expref: 95 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.219732:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f22d94 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b556 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.219748:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22d9b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b55d expref: 95 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.219757:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a93200, rc 0) 00000100:00100000:1.0:1746143526.219802:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:1782:x1830963461950592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.219809:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30248 00000100:00100000:0.0:1746143526.219867:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461950720 00000100:00100000:0.0:1746143526.219871:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461950720 00010000:00010000:0.0:1746143526.219888:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b54f expref: 95 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.219905:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16154 00000100:00100000:0.0:1746143526.219910:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b943450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:2005:x1830963461950720:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143526.219918:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143526.219934:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b54f expref: 95 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.219944:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b54f expref: 95 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.219969:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93a00/0xa6c9a53f47f22d8d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b54f expref: 95 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.219992:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.219994:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.219999:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f22d94 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b556 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.220006:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f22d94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b556 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.220025:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f22d94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b556 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.220036:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f22d94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b556 expref: 5 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.220046:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800835de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455210112:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143526.220110:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.221638:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800835de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455210112:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143526.221658:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143526.221697:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b943450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2005:x1830963461950720:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1786us (2104us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143526.221705:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16154 00000100:00100000:2.0:1746143526.221715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.221835:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461950976 00000100:00100000:2.0:1746143526.221840:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461950976 00002000:00100000:2.0:1746143526.221870:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096988700 x1830963461950976/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.221879:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096988700 with x1830963461950976 ext(0->4095) 00010000:00010000:2.0:1746143526.221885:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f22d94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b556 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.221896:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f22d94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b556 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.221902:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096988700 00000100:00100000:2.0:1746143526.221955:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2877 00000100:00100000:2.0:1746143526.221962:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461950976:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143526.222088:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461950976:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (371us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.222093:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2877 00002000:00100000:2.0:1746143526.222098:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096988700 x1830963461950976/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.222105:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096988700 with x1830963461950976 ext(0->4095) 00010000:00010000:2.0:1746143526.222109:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f22d94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b556 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.222116:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f22d94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b556 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.222121:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096988700 00000100:00100000:2.0:1746143526.223361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.223504:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461951104 00000100:00100000:0.0:1746143526.223508:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461951104 00010000:00010000:0.0:1746143526.223523:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f22d94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b556 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.223767:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16155 00000100:00100000:0.0:1746143526.223774:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461951104:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143526.223787:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143526.223801:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f22d94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b556 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.223810:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f22d94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b556 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.223830:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f22d94 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b556 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.223917:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.223919:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.223926:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22d9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b55d expref: 93 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.223935:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22d9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b55d expref: 93 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.223962:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22d9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b55d expref: 93 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143526.223973:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800835dd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455210240:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143526.224396:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.226318:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800835dd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455210240:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143526.226399:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143526.226435:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461951104:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2662us (3075us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143526.226447:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16155 00000100:00100000:2.0:1746143526.226645:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.226742:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461951360 00000100:00100000:1.0:1746143526.226748:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461951360 00002000:00100000:1.0:1746143526.226785:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096988e00 x1830963461951360/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.226794:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096988e00 with x1830963461951360 ext(0->4095) 00002000:00010000:1.0:1746143526.226799:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096988e00 00000100:00100000:1.0:1746143526.226824:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13633 00000100:00100000:1.0:1746143526.226831:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2006:x1830963461951360:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143526.226936:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2006:x1830963461951360:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143526.226941:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13633 00002000:00100000:1.0:1746143526.226946:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096988e00 x1830963461951360/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.226952:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096988e00 with x1830963461951360 ext(0->4095) 00002000:00010000:1.0:1746143526.226955:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096988e00 00000100:00100000:2.0:1746143526.229109:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.229340:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461951488 00000100:00100000:0.0:1746143526.229348:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461951488 00000100:00100000:0.0:1746143526.229394:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30249 00000100:00100000:0.0:1746143526.229402:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461951488:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143526.229420:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143526.229438:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22da2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b564 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.229471:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22d9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b55d expref: 93 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.229479:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143526.229481:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143526.229485:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22da2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b564 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.229517:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22d9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b55d expref: 93 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.229529:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22d9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b55d expref: 93 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.229541:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800835dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455210368:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143526.230477:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.236086:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800835dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455210368:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143526.236124:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22da2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b564 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.236142:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009237d000, rc 0) 00000100:00100000:0.0:1746143526.236198:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461951488:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6795us (7096us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143526.236207:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30249 00000100:00100000:3.0:1746143526.236277:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.236842:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461951616 00000100:00100000:0.0:1746143526.236849:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461951616 00010000:00010000:0.0:1746143526.236875:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22d9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b55d expref: 94 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.236907:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16156 00000100:00100000:0.0:1746143526.236913:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2006:x1830963461951616:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143526.236925:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143526.236942:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22d9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b55d expref: 94 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.236953:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22d9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b55d expref: 94 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.236974:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a93200/0xa6c9a53f47f22d9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b55d expref: 94 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.236988:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.236990:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.236996:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22da2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b564 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.237004:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22da2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b564 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.237031:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22da2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b564 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143526.237042:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800835dd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455210496:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143526.237095:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e000 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.239537:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.239671:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461951744 00000100:00100000:0.0:1746143526.239679:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461951744 00000100:00100000:0.0:1746143526.239731:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30250 00000100:00100000:0.0:1746143526.239739:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:1782:x1830963461951744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143526.239757:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143526.239774:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22da9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b56b expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.239803:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22da2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b564 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.239810:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.239811:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.239815:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22da9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b56b expref: 95 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.239843:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22da2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b564 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.239861:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22da2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b564 expref: 5 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.239873:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800835de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455210624:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143526.239959:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.241778:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800835dd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455210496:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143526.241801:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143526.242153:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+95:2006:x1830963461951616:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5237us (5874us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143526.242164:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16156 00000100:00100000:2.0:1746143526.242260:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.242760:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461952000 00000100:00100000:0.0:1746143526.242767:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461952000 00002000:00100000:0.0:1746143526.242800:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096989500 x1830963461952000/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.242810:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096989500 with x1830963461952000 ext(0->4095) 00010000:00010000:0.0:1746143526.242818:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22da2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b564 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.242830:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22da2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b564 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746143526.242836:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096989500 00000100:00100000:1.0:1746143526.243265:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800835de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455210624:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143526.243290:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22da9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b56b expref: 94 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.243320:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ba00a00, rc 0) 00000100:00100000:0.0:1746143526.244121:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2878 00000100:00100000:0.0:1746143526.244133:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461952000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143526.244196:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:1782:x1830963461951744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4457us (4667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.244203:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30250 00000100:00100000:0.0:1746143526.245619:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461952000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1476us (3346us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143526.245627:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2878 00002000:00100000:0.0:1746143526.245637:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096989500 x1830963461952000/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.245644:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096989500 with x1830963461952000 ext(0->4095) 00010000:00010000:0.0:1746143526.245653:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22da2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b564 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.245665:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22da2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b564 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746143526.245671:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096989500 00000100:00100000:2.0:1746143526.248186:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.249007:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461952128 00000100:00100000:0.0:1746143526.249017:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461952128 00010000:00010000:0.0:1746143526.249057:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22da2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b564 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.249097:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16157 00000100:00100000:0.0:1746143526.249105:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461952128:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143526.249120:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143526.249139:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22da2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b564 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.249151:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22da2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b564 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.249175:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009237d000/0xa6c9a53f47f22da2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b564 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.249208:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.249210:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.249221:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22da9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b56b expref: 93 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.249229:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22da9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b56b expref: 93 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.249264:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22da9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b56b expref: 93 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143526.249281:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800835dd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455210752:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143526.249766:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.252516:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800835dd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455210752:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143526.252539:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143526.252641:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461952128:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3535us (4463us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143526.252650:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16157 00000100:00100000:3.0:1746143526.253834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.253900:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461952384 00000100:00100000:0.0:1746143526.253907:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461952384 00002000:00100000:0.0:1746143526.253952:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96d180 x1830963461952384/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.253968:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96d180 with x1830963461952384 ext(0->4095) 00002000:00010000:0.0:1746143526.253974:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96d180 00000100:00100000:0.0:1746143526.254003:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13634 00000100:00100000:0.0:1746143526.254010:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2006:x1830963461952384:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143526.254136:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2006:x1830963461952384:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (305us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143526.254142:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13634 00002000:00100000:0.0:1746143526.254147:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96d180 x1830963461952384/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.254154:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96d180 with x1830963461952384 ext(0->4095) 00002000:00010000:0.0:1746143526.254157:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96d180 00000100:00100000:2.0:1746143526.263484:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.264862:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461952512 00000100:00100000:1.0:1746143526.264874:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461952512 00000100:00100000:1.0:1746143526.264933:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30251 00000100:00100000:1.0:1746143526.264940:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461952512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.264960:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.264978:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f22db0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b572 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.265009:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22da9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b56b expref: 93 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.265016:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.265018:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.265021:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f22db0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b572 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.265051:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22da9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b56b expref: 93 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.265061:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22da9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b56b expref: 93 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.265074:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455210880:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143526.265647:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1340c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.270800:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.271005:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455210880:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143526.271040:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f22db0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b572 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.271060:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78c00, rc 0) 00000100:00100000:1.0:1746143526.271120:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461952512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6179us (7648us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.271129:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30251 00000100:00100000:0.0:1746143526.271216:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461952640 00000100:00100000:0.0:1746143526.271224:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461952640 00002000:00100000:0.0:1746143526.271270:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880086108e00 x1830963461952640/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.271280:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108e00 with x1830963461952640 ext(0->7) 00010000:00010000:0.0:1746143526.271286:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22da9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b56b expref: 94 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.271336:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22da9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b56b expref: 94 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746143526.271343:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086108e00 00000100:00100000:0.0:1746143526.271361:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2879 00000100:00100000:0.0:1746143526.271370:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+94:2007:x1830963461952640:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143526.273707:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:2007:x1830963461952640:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2329us (2908us total) trans 4294972272 rc 0/0 00000100:00100000:0.0:1746143526.273717:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2879 00002000:00100000:0.0:1746143526.273725:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880086108e00 x1830963461952640/t4294972272(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/448 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.273732:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108e00 with x1830963461952640 ext(0->7) 00010000:00010000:0.0:1746143526.273740:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22da9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b56b expref: 96 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.273752:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22da9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b56b expref: 96 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746143526.273758:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086108e00 00000100:00100000:3.0:1746143526.276494:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.276580:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461952768 00000100:00100000:1.0:1746143526.276589:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461952768 00000100:00100000:1.0:1746143526.276644:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30252 00000100:00100000:1.0:1746143526.276652:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:1782:x1830963461952768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.276670:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.276686:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009237c200/0xa6c9a53f47f22db7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b579 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.276713:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.276718:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f22db0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b572 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.276723:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143526.276727:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009237c200/0xa6c9a53f47f22db7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b579 expref: 97 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.276771:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f22db0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b572 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.276784:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009237c200/0xa6c9a53f47f22db7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b579 expref: 97 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.276794:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009237c200, rc 0) 00000100:00100000:1.0:1746143526.276836:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+97:1782:x1830963461952768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.276841:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30252 00000100:00100000:3.0:1746143526.278920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.278991:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461952896 00000100:00100000:0.0:1746143526.278999:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461952896 00010000:00010000:0.0:1746143526.279036:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22da9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b56b expref: 97 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.279074:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16158 00000100:00100000:0.0:1746143526.279081:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+97:2007:x1830963461952896:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143526.279096:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143526.279118:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22da9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b56b expref: 97 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.279130:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22da9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b56b expref: 97 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.279154:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f22da9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b56b expref: 97 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.279184:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.279187:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.279195:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f22db0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b572 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.279202:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f22db0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b572 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.279235:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f22db0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b572 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.279246:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f22db0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b572 expref: 5 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.279258:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800835dd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455211136:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143526.279361:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.283715:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800835dd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455211136:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143526.283744:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143526.283800:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:2007:x1830963461952896:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4717us (4885us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143526.283811:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16158 00000100:00100000:0.0:1746143526.284357:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.284526:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461953152 00000100:00100000:2.0:1746143526.284534:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461953152 00002000:00100000:2.0:1746143526.284576:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835dd880 x1830963461953152/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.284586:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dd880 with x1830963461953152 ext(0->4095) 00010000:00010000:2.0:1746143526.284594:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f22db0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b572 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.284614:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f22db0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b572 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.284621:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835dd880 00000100:00100000:2.0:1746143526.285139:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2880 00000100:00100000:2.0:1746143526.285148:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461953152:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143526.286049:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461953152:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 899us (1690us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.286057:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2880 00002000:00100000:2.0:1746143526.286065:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835dd880 x1830963461953152/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.286074:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dd880 with x1830963461953152 ext(0->4095) 00010000:00010000:2.0:1746143526.286082:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f22db0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b572 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.286096:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f22db0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b572 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.286102:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835dd880 00000100:00100000:3.0:1746143526.288603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.288682:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461953280 00000100:00100000:0.0:1746143526.288692:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461953280 00010000:00010000:0.0:1746143526.288727:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f22db0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b572 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746143526.288862:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16159 00000100:00100000:0.0:1746143526.288869:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461953280:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143526.288884:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143526.288903:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f22db0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b572 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.288914:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f22db0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b572 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.288936:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f22db0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b572 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.289441:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.289444:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.289452:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009237c200/0xa6c9a53f47f22db7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b579 expref: 95 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.289461:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009237c200/0xa6c9a53f47f22db7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b579 expref: 95 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.289496:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009237c200/0xa6c9a53f47f22db7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b579 expref: 95 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143526.289513:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800835de680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455211264:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143526.289596:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.293164:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800835de680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455211264:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143526.293198:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143526.293531:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461953280:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4660us (4933us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143526.293545:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16159 00000100:00100000:3.0:1746143526.293688:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.293983:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461953536 00000100:00100000:2.0:1746143526.293991:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461953536 00002000:00100000:2.0:1746143526.294033:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090527800 x1830963461953536/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.294043:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090527800 with x1830963461953536 ext(0->4095) 00002000:00010000:2.0:1746143526.294047:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090527800 00000100:00100000:1.0:1746143526.294439:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13635 00000100:00100000:1.0:1746143526.294449:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:2006:x1830963461953536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143526.294590:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:2006:x1830963461953536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (902us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143526.294595:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13635 00002000:00100000:1.0:1746143526.294600:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090527800 x1830963461953536/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.294615:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090527800 with x1830963461953536 ext(0->4095) 00002000:00010000:1.0:1746143526.294617:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090527800 00000100:00100000:3.0:1746143526.298036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.298693:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461953664 00000100:00100000:2.0:1746143526.298702:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461953664 00000100:00100000:2.0:1746143526.298759:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30253 00000100:00100000:2.0:1746143526.298767:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461953664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.298786:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.298803:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22dbe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b580 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.298835:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009237c200/0xa6c9a53f47f22db7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b579 expref: 95 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.298842:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.298844:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.298847:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22dbe lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b580 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.298878:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009237c200/0xa6c9a53f47f22db7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b579 expref: 95 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.298890:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009237c200/0xa6c9a53f47f22db7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b579 expref: 95 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143526.298907:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096989f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455211392:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143526.304473:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.311003:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096989f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455211392:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143526.311040:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22dbe lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b580 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.311058:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29200, rc 0) 00000100:00100000:2.0:1746143526.311113:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461953664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12346us (13085us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.311121:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30253 00000100:00100000:0.0:1746143526.313644:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.313702:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461953792 00000100:00100000:2.0:1746143526.313710:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461953792 00002000:00100000:2.0:1746143526.313752:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800835de680 x1830963461953792/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.313761:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835de680 with x1830963461953792 ext(0->7) 00010000:00010000:2.0:1746143526.313769:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009237c200/0xa6c9a53f47f22db7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b579 expref: 96 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.313780:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009237c200/0xa6c9a53f47f22db7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b579 expref: 96 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.313786:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835de680 00000100:00100000:1.0:1746143526.314910:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2881 00000100:00100000:1.0:1746143526.314922:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+96:2006:x1830963461953792:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143526.316424:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+98:2006:x1830963461953792:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1501us (2783us total) trans 4294972273 rc 0/0 00000100:00100000:0.0:1746143526.316433:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2881 00002000:00100000:0.0:1746143526.316441:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800835de680 x1830963461953792/t4294972273(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/448 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.316450:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835de680 with x1830963461953792 ext(0->7) 00010000:00010000:0.0:1746143526.316459:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009237c200/0xa6c9a53f47f22db7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b579 expref: 98 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.316471:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009237c200/0xa6c9a53f47f22db7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b579 expref: 98 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746143526.316477:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835de680 00000100:00100000:0.0:1746143526.334697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.334761:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.334771:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461953920 00000100:00100000:1.0:1746143526.334818:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461954048 00000100:00100000:1.0:1746143526.334826:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461954048 00010000:00010000:1.0:1746143526.334867:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009237c200/0xa6c9a53f47f22db7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b579 expref: 98 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.334896:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16160 00000100:00100000:1.0:1746143526.334904:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+98:2004:x1830963461954048:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143526.334917:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143526.334938:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009237c200/0xa6c9a53f47f22db7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b579 expref: 98 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.334956:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009237c200/0xa6c9a53f47f22db7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b579 expref: 98 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.334978:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009237c200/0xa6c9a53f47f22db7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b579 expref: 98 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.335009:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.335011:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.335019:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22dbe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b580 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.335028:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22dbe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b580 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.335061:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22dbe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b580 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143526.335074:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455211520:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143526.335163:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.335552:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461953920 00000100:00100000:2.0:1746143526.335580:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30254 00000100:00100000:2.0:1746143526.335585:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+98:1782:x1830963461953920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.335599:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.335620:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22dc5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b587 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.335638:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22dbe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b580 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.335643:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.335645:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.335647:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22dc5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b587 expref: 99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.335665:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22dbe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b580 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.335675:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22dbe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b580 expref: 5 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143526.335682:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096989f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455211648:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143526.336899:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.338815:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.338839:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455211520:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143526.338860:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143526.338895:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+99:2004:x1830963461954048:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3992us (4134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.338904:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16160 00000100:00100000:2.0:1746143526.338984:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461954304 00000100:00100000:2.0:1746143526.338990:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461954304 00002000:00100000:2.0:1746143526.339024:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835df100 x1830963461954304/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.339033:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835df100 with x1830963461954304 ext(0->4095) 00010000:00010000:2.0:1746143526.339041:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22dbe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b580 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.339052:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22dbe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b580 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.339057:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835df100 00000100:00100000:2.0:1746143526.339086:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2882 00000100:00100000:2.0:1746143526.339093:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461954304:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143526.339205:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461954304:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (396us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.339209:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2882 00002000:00100000:2.0:1746143526.339214:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835df100 x1830963461954304/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.339221:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835df100 with x1830963461954304 ext(0->4095) 00010000:00010000:2.0:1746143526.339225:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22dbe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b580 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.339233:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22dbe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b580 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.339239:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835df100 00000100:00100000:3.0:1746143526.339310:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096989f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455211648:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143526.339328:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22dc5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b587 expref: 98 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.339340:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28a00, rc 0) 00000100:00100000:3.0:1746143526.339373:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+98:1782:x1830963461953920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3787us (4688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.339382:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30254 00000100:00100000:0.0:1746143526.341474:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.341525:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461954432 00000100:00100000:1.0:1746143526.341532:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461954432 00010000:00010000:1.0:1746143526.341559:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22dbe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b580 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.341590:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16161 00000100:00100000:1.0:1746143526.341596:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b943050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461954432:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143526.341615:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143526.341632:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22dbe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b580 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.341642:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22dbe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b580 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.341662:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29200/0xa6c9a53f47f22dbe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b580 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.341687:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.341689:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.341696:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22dc5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b587 expref: 97 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.341704:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22dc5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b587 expref: 97 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.341737:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22dc5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b587 expref: 97 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143526.341749:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455211776:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143526.341827:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.348738:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.348850:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455211776:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143526.348878:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143526.348928:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b943050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461954432:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7331us (7457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.348940:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16161 00000100:00100000:2.0:1746143526.349062:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461954688 00000100:00100000:2.0:1746143526.349069:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461954688 00002000:00100000:2.0:1746143526.349114:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835df480 x1830963461954688/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.349129:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835df480 with x1830963461954688 ext(0->4095) 00002000:00010000:2.0:1746143526.349133:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800835df480 00000100:00100000:2.0:1746143526.349797:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13636 00000100:00100000:2.0:1746143526.349804:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+98:2007:x1830963461954688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143526.349925:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+98:2007:x1830963461954688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (1199us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.349930:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13636 00002000:00100000:2.0:1746143526.349935:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835df480 x1830963461954688/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.349942:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835df480 with x1830963461954688 ext(0->4095) 00002000:00010000:2.0:1746143526.349944:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800835df480 00000100:00100000:0.0:1746143526.351254:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.351327:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461954816 00000100:00100000:3.0:1746143526.351334:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461954816 00000100:00100000:3.0:1746143526.351373:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30255 00000100:00100000:3.0:1746143526.351378:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461954816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.351390:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.351403:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22dcc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b58e expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.351426:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22dc5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b587 expref: 97 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.351433:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.351434:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.351437:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22dcc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b58e expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.351524:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22dc5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b587 expref: 97 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.351535:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22dc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b587 expref: 97 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.351545:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455211904:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143526.351627:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.352794:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455211904:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143526.352818:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22dcc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b58e expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.352829:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8a00, rc 0) 00000100:00100000:3.0:1746143526.352889:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461954816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1509us (1635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.352895:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30255 00000100:00100000:0.0:1746143526.358531:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.358718:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461954944 00000100:00100000:2.0:1746143526.358728:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461954944 00002000:00100000:2.0:1746143526.358777:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800835dfb80 x1830963461954944/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.358786:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dfb80 with x1830963461954944 ext(0->7) 00010000:00010000:2.0:1746143526.358795:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22dc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b587 expref: 98 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.358809:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22dc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b587 expref: 98 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.358815:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835dfb80 00000100:00100000:2.0:1746143526.358845:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2883 00000100:00100000:2.0:1746143526.358853:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+98:2007:x1830963461954944:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143526.359796:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+100:2007:x1830963461954944:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 941us (1273us total) trans 4294972274 rc 0/0 00000100:00100000:0.0:1746143526.359804:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2883 00002000:00100000:0.0:1746143526.359811:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800835dfb80 x1830963461954944/t4294972274(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/448 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.359819:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dfb80 with x1830963461954944 ext(0->7) 00010000:00010000:0.0:1746143526.359824:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22dc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b587 expref: 100 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.359835:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22dc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b587 expref: 100 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746143526.359841:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835dfb80 00000100:00100000:0.0:1746143526.368192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.368432:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461955072 00000100:00100000:3.0:1746143526.368443:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461955072 00000100:00100000:3.0:1746143526.368503:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30256 00000100:00100000:3.0:1746143526.368512:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+100:1782:x1830963461955072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.368533:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.368552:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22dd3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b595 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.368582:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.368588:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22dcc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b58e expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.368594:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143526.368598:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22dd3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b595 expref: 101 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.368666:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22dcc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b58e expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.368680:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22dd3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b595 expref: 101 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.368695:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8400, rc 0) 00000100:00100000:3.0:1746143526.368743:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+101:1782:x1830963461955072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 233us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.368749:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30256 00000100:00100000:0.0:1746143526.369779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.369849:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461955200 00000100:00100000:1.0:1746143526.369854:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461955200 00010000:00010000:1.0:1746143526.369874:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22dc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b587 expref: 101 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.369893:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16162 00000100:00100000:1.0:1746143526.369898:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+101:2004:x1830963461955200:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143526.369908:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143526.369928:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22dc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b587 expref: 101 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.369938:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22dc5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b587 expref: 101 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.369957:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28a00/0xa6c9a53f47f22dc5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b587 expref: 101 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.369987:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.369989:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.369995:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22dcc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b58e expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.370003:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22dcc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b58e expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.370026:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22dcc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b58e expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.370038:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22dcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b58e expref: 5 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.370049:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455212160:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143526.370633:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143526.372435:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455212160:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143526.372455:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143526.372642:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.372829:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+100:2004:x1830963461955200:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2928us (3052us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.372839:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16162 00000100:00100000:2.0:1746143526.372921:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461955456 00000100:00100000:2.0:1746143526.372931:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461955456 00002000:00100000:2.0:1746143526.372964:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835dca80 x1830963461955456/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.372973:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dca80 with x1830963461955456 ext(0->4095) 00010000:00010000:2.0:1746143526.372980:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22dcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b58e expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.372992:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22dcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b58e expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.372997:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835dca80 00000100:00100000:2.0:1746143526.373024:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2884 00000100:00100000:2.0:1746143526.373030:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461955456:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143526.373168:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461955456:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (527us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.373173:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2884 00002000:00100000:2.0:1746143526.373178:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835dca80 x1830963461955456/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.373183:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dca80 with x1830963461955456 ext(0->4095) 00010000:00010000:2.0:1746143526.373187:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22dcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b58e expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.373195:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22dcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b58e expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.373200:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835dca80 00000100:00100000:2.0:1746143526.377494:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746143526.377516:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963455212288:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746143526.377577:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143526.377799:0:10693:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455212288 00000100:00100000:1.0:1746143526.377807:0:10693:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455212288 00000100:00100000:1.0:1746143526.377865:0:10693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1746143526.377872:0:10693:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963455212288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746143526.377904:0:10693:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3920252928 avail 3688730624 00000100:00100000:3.0:1746143526.378204:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963455212288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746143526.378248:0:10693:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963455212288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 377us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.378254:0:10693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00080000:2.0:1746143526.378330:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143526.381130:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.381226:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461955584 00000100:00100000:1.0:1746143526.381233:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461955584 00010000:00010000:1.0:1746143526.381263:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22dcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b58e expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.381287:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16163 00000100:00100000:1.0:1746143526.381314:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461955584:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143526.381328:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143526.381347:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22dcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b58e expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.381359:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22dcc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b58e expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.381381:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22dcc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b58e expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.381810:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.381813:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.381822:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22dd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b595 expref: 99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.381832:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22dd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b595 expref: 99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.381867:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22dd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b595 expref: 99 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143526.381879:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455212416:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143526.382409:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143526.383891:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455212416:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143526.383908:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143526.383941:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461955584:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2647us (2820us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.383951:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16163 00000100:00100000:0.0:1746143526.384763:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.384946:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461955840 00000100:00100000:3.0:1746143526.384953:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461955840 00002000:00100000:3.0:1746143526.384990:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920ebb80 x1830963461955840/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.384999:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ebb80 with x1830963461955840 ext(0->4095) 00002000:00010000:3.0:1746143526.385004:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920ebb80 00000100:00100000:3.0:1746143526.385391:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13637 00000100:00100000:3.0:1746143526.385398:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+100:2005:x1830963461955840:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746143526.385743:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+100:2005:x1830963461955840:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 345us (981us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143526.385749:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13637 00002000:00100000:3.0:1746143526.385754:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920ebb80 x1830963461955840/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.385762:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ebb80 with x1830963461955840 ext(0->4095) 00002000:00010000:3.0:1746143526.385765:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920ebb80 00000100:00100000:0.0:1746143526.387685:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.387780:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461955968 00000100:00100000:1.0:1746143526.387785:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461955968 00000100:00100000:1.0:1746143526.387822:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30257 00000100:00100000:1.0:1746143526.387828:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461955968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.387841:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.387856:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f22dda lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b59c expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.387880:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22dd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b595 expref: 99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.387887:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.387888:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.387892:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f22dda lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b59c expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.387921:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22dd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b595 expref: 99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.387932:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22dd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b595 expref: 99 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.387942:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455212544:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143526.388342:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143526.390226:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455212544:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143526.390248:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f22dda lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b59c expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.390261:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:1.0:1746143526.390288:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461955968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2460us (2609us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.390308:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30257 00000100:00100000:0.0:1746143526.400830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.400999:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461956096 00000100:00100000:1.0:1746143526.401009:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461956096 00000100:00100000:1.0:1746143526.401061:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30258 00000100:00100000:1.0:1746143526.401069:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+100:1782:x1830963461956096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.401091:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.401107:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f22de1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b5a3 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.401135:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.401141:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f22dda lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b59c expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.401147:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143526.401150:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f22de1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5a3 expref: 101 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.401183:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f22dda lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b59c expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.401193:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f22de1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5a3 expref: 101 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.401201:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ba00400, rc 0) 00000100:00100000:1.0:1746143526.401241:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+101:1782:x1830963461956096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.401247:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30258 00000100:00100000:0.0:1746143526.403541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.403627:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461956224 00000100:00100000:1.0:1746143526.403634:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461956224 00010000:00010000:1.0:1746143526.403663:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22dd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b595 expref: 101 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.403695:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16164 00000100:00100000:1.0:1746143526.403701:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096984700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+101:2007:x1830963461956224:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143526.403712:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143526.403735:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22dd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b595 expref: 101 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.403752:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22dd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b595 expref: 101 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.403773:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22dd3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b595 expref: 101 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.403799:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.403801:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.403808:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f22dda lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b59c expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.403819:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f22dda lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b59c expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.403845:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f22dda lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b59c expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.403856:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f22dda lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b59c expref: 5 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.403866:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455212800:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143526.403946:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.405570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.405724:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461956480 00000100:00100000:3.0:1746143526.405731:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461956480 00002000:00100000:3.0:1746143526.405765:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698a680 x1830963461956480/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.405775:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698a680 with x1830963461956480 ext(0->4095) 00010000:00010000:3.0:1746143526.405781:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f22dda lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b59c expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.405792:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f22dda lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b59c expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746143526.405798:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009698a680 00000100:00100000:3.0:1746143526.405813:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2885 00000100:00100000:3.0:1746143526.405818:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461956480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143526.406351:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461956480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 530us (784us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143526.406358:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2885 00002000:00100000:3.0:1746143526.406365:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698a680 x1830963461956480/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.406373:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698a680 with x1830963461956480 ext(0->4095) 00010000:00010000:3.0:1746143526.406378:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f22dda lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b59c expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.406387:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f22dda lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b59c expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746143526.406393:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009698a680 00000100:00100000:1.0:1746143526.407064:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455212800:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143526.407083:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143526.407550:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096984700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+100:2007:x1830963461956224:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3848us (4016us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.407563:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16164 00000100:00100000:0.0:1746143526.410066:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830963455212928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746143526.410132:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143526.410211:0:10693:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455212928 00000100:00100000:1.0:1746143526.410218:0:10693:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455212928 00000100:00100000:1.0:1746143526.410272:0:10693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1746143526.410279:0:10693:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830963455212928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746143526.410314:0:10693:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3920252928 avail 3688730624 00000100:00080000:2.0:1746143526.410326:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746143526.412107:0:10693:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830963455212928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1824us (1970us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.412117:0:10693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1746143526.412224:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830963455212928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746143526.413657:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.416070:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461956608 00000100:00100000:1.0:1746143526.416081:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461956608 00010000:00010000:1.0:1746143526.416123:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f22dda lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b59c expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.416192:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16165 00000100:00100000:1.0:1746143526.416199:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461956608:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143526.416215:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143526.416234:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f22dda lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b59c expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.416246:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f22dda lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b59c expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.416268:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f22dda lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b59c expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.417586:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.417591:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.417602:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f22de1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5a3 expref: 99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.417826:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f22de1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5a3 expref: 99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.417868:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f22de1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5a3 expref: 99 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143526.417881:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455213056:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143526.419107:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.422291:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.422395:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455213056:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143526.422414:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143526.422455:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461956608:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6257us (8803us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.422465:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16165 00000100:00100000:3.0:1746143526.422702:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461956864 00000100:00100000:3.0:1746143526.422711:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461956864 00002000:00100000:3.0:1746143526.422751:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835dc700 x1830963461956864/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.422762:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dc700 with x1830963461956864 ext(0->4095) 00002000:00010000:3.0:1746143526.422767:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800835dc700 00000100:00100000:3.0:1746143526.422796:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13638 00000100:00100000:3.0:1746143526.422803:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+100:2006:x1830963461956864:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143526.422922:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+100:2006:x1830963461956864:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (640us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143526.422928:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13638 00002000:00100000:3.0:1746143526.422932:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835dc700 x1830963461956864/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.422940:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dc700 with x1830963461956864 ext(0->4095) 00002000:00010000:3.0:1746143526.422943:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800835dc700 00000100:00100000:0.0:1746143526.431462:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.431532:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461956992 00000100:00100000:3.0:1746143526.431543:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461956992 00000100:00100000:3.0:1746143526.432462:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30259 00000100:00100000:3.0:1746143526.432472:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461956992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.432492:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.432513:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22de8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b5aa expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.432548:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f22de1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5a3 expref: 99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.432561:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.432563:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.432567:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22de8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5aa expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.432598:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f22de1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5a3 expref: 99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.432622:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f22de1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5a3 expref: 99 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.432635:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ee2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455213184:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143526.432725:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.446267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.446500:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461957120 00000100:00100000:2.0:1746143526.446510:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461957120 00002000:00100000:2.0:1746143526.446562:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800835dd500 x1830963461957120/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.446572:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dd500 with x1830963461957120 ext(0->7) 00010000:00010000:2.0:1746143526.446581:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f22de1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5a3 expref: 100 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.446595:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f22de1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5a3 expref: 100 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.446602:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835dd500 00000100:00100000:2.0:1746143526.446642:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2886 00000100:00100000:2.0:1746143526.446649:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+100:2005:x1830963461957120:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746143526.447220:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ee2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455213184:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143526.447247:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22de8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5aa expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.447263:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9a00, rc 0) 00000100:00100000:3.0:1746143526.447951:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461956992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15479us (16499us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.447959:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30259 00000100:00100000:0.0:1746143526.449983:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+102:2005:x1830963461957120:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3327us (3720us total) trans 4294972275 rc 0/0 00000100:00100000:0.0:1746143526.449995:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2886 00002000:00100000:0.0:1746143526.450005:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800835dd500 x1830963461957120/t4294972275(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/448 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.450015:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dd500 with x1830963461957120 ext(0->7) 00010000:00010000:0.0:1746143526.450025:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f22de1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5a3 expref: 102 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.450040:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f22de1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5a3 expref: 102 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746143526.450047:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835dd500 00000100:00100000:0.0:1746143526.453804:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.453924:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461957248 00000100:00100000:1.0:1746143526.453933:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461957248 00010000:00010000:1.0:1746143526.453973:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f22de1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5a3 expref: 102 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.454004:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16166 00000100:00100000:1.0:1746143526.454011:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+102:2004:x1830963461957248:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143526.454028:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143526.454049:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f22de1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5a3 expref: 102 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.454062:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f22de1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5a3 expref: 102 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.454085:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f22de1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5a3 expref: 102 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.456941:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.456948:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.456966:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22de8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5aa expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.456979:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22de8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5aa expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.457038:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22de8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5aa expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143526.457057:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455213312:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143526.457225:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.457721:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746143526.457773:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746143526.458067:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461957376 00000100:00100000:2.0:1746143526.458074:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461957376 00000100:00100000:2.0:1746143526.458125:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30260 00000100:00100000:2.0:1746143526.458132:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+102:1782:x1830963461957376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.458147:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.458159:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22def lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b5b1 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.458182:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22de8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5aa expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.458189:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.458190:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.458193:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22def lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b1 expref: 103 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.458212:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22de8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5aa expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.458223:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22de8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5aa expref: 5 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143526.458232:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455213440:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143526.458282:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746143526.462483:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455213312:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143526.462505:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143526.462560:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+103:2004:x1830963461957248:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 8548us (8765us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.462572:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16166 00000100:00100000:2.0:1746143526.463016:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455213440:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143526.463042:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22def lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b1 expref: 102 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.463059:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29600, rc 0) 00000100:00100000:2.0:1746143526.463083:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+102:1782:x1830963461957376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4952us (5364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.463093:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30260 00000100:00100000:0.0:1746143526.463541:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.463620:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461957632 00000100:00100000:2.0:1746143526.463627:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461957632 00002000:00100000:2.0:1746143526.463661:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835dea00 x1830963461957632/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.463669:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dea00 with x1830963461957632 ext(0->4095) 00010000:00010000:2.0:1746143526.463675:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22de8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5aa expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.463686:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22de8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5aa expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.463692:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835dea00 00000100:00100000:2.0:1746143526.463708:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2887 00000100:00100000:2.0:1746143526.463714:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461957632:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143526.464735:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461957632:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1018us (1192us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.464741:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2887 00002000:00100000:2.0:1746143526.464751:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835dea00 x1830963461957632/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.464758:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835dea00 with x1830963461957632 ext(0->4095) 00010000:00010000:2.0:1746143526.464762:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22de8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5aa expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.464777:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22de8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5aa expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.464782:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835dea00 00000100:00100000:0.0:1746143526.467265:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.467385:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461957760 00000100:00100000:1.0:1746143526.467394:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461957760 00010000:00010000:1.0:1746143526.467428:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22de8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5aa expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.467454:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16167 00000100:00100000:1.0:1746143526.467462:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461957760:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143526.467476:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143526.467497:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22de8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5aa expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.467509:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22de8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5aa expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.467533:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22de8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5aa expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.467563:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.467565:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.467573:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22def lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b1 expref: 101 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.467581:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22def lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b1 expref: 101 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.467628:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22def lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b1 expref: 101 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143526.467642:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455213568:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143526.468112:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.472670:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.472721:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461958016 00000100:00100000:2.0:1746143526.472730:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461958016 00002000:00100000:2.0:1746143526.472779:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2c380 x1830963461958016/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.472787:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2c380 with x1830963461958016 ext(0->4095) 00002000:00010000:2.0:1746143526.472792:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee2c380 00000100:00100000:2.0:1746143526.472813:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13639 00000100:00100000:2.0:1746143526.472819:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+102:2007:x1830963461958016:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143526.472953:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+102:2007:x1830963461958016:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (295us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.472959:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13639 00002000:00100000:2.0:1746143526.472964:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2c380 x1830963461958016/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.472970:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2c380 with x1830963461958016 ext(0->4095) 00002000:00010000:2.0:1746143526.472973:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee2c380 00000100:00100000:1.0:1746143526.472979:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455213568:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143526.472997:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143526.473035:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461957760:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5573us (5782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.473044:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16167 00000100:00100000:0.0:1746143526.485728:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.485830:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461958144 00000100:00100000:2.0:1746143526.485840:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461958144 00000100:00100000:2.0:1746143526.485899:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30261 00000100:00100000:2.0:1746143526.485907:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461958144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.485927:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.485971:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22df6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b5b8 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.486001:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22def lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b1 expref: 101 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.486009:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.486010:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.486014:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22df6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b8 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.486046:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22def lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b1 expref: 101 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.486057:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22def lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b1 expref: 101 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143526.486069:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455213696:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143526.487989:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.543405:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455213696:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143526.543445:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22df6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b8 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.543465:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28400, rc 0) 00000100:00100000:2.0:1746143526.543539:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461958144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 57631us (57819us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.543549:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30261 00000100:00100000:0.0:1746143526.544236:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.545862:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461958272 00000100:00100000:2.0:1746143526.545874:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461958272 00002000:00100000:2.0:1746143526.545916:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969e8380 x1830963461958272/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.545925:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e8380 with x1830963461958272 ext(0->7) 00010000:00010000:2.0:1746143526.545934:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22def lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b1 expref: 102 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.545947:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22def lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b1 expref: 102 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.545953:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969e8380 00000100:00100000:2.0:1746143526.545986:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2888 00000100:00100000:2.0:1746143526.545992:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+102:2007:x1830963461958272:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143526.547026:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2007:x1830963461958272:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1030us (2788us total) trans 4294972276 rc 0/0 00000100:00100000:0.0:1746143526.547039:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2888 00002000:00100000:0.0:1746143526.547045:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969e8380 x1830963461958272/t4294972276(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/448 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.547053:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e8380 with x1830963461958272 ext(0->7) 00010000:00010000:0.0:1746143526.547058:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22def lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b1 expref: 104 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.547069:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22def lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b1 expref: 104 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746143526.547075:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969e8380 00000100:00100000:0.0:1746143526.553874:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.554437:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461958400 00000100:00100000:2.0:1746143526.554446:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461958400 00000100:00100000:1.0:1746143526.555628:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30262 00000100:00100000:1.0:1746143526.555641:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:1782:x1830963461958400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.555662:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.555681:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fb98600/0xa6c9a53f47f22dfd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b5bf expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.555709:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.555715:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22df6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b8 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.555721:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143526.555724:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fb98600/0xa6c9a53f47f22dfd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5bf expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.555763:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22df6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b8 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.555775:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008fb98600/0xa6c9a53f47f22dfd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5bf expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.555785:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fb98600, rc 0) 00000100:00100000:1.0:1746143526.555855:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:1782:x1830963461958400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (1992us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.555861:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30262 00000100:00100000:0.0:1746143526.559286:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.561388:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461958528 00000100:00100000:1.0:1746143526.561403:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461958528 00010000:00010000:1.0:1746143526.561449:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22def lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b1 expref: 105 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.561496:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16168 00000100:00100000:1.0:1746143526.561505:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b942c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2006:x1830963461958528:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143526.561521:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143526.561544:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22def lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b1 expref: 105 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.561557:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22def lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b1 expref: 105 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.561582:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22def lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b1 expref: 105 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.561626:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.561629:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.561637:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22df6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b8 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.561649:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22df6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b8 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.561686:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22df6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b8 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.561698:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22df6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b8 expref: 5 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.561710:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455213952:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143526.561802:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.565394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.565601:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455213952:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143526.565635:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143526.565685:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b942c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2006:x1830963461958528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4181us (6409us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.565696:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16168 00000100:00100000:2.0:1746143526.566011:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461958784 00000100:00100000:2.0:1746143526.566018:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461958784 00002000:00100000:2.0:1746143526.566057:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969e9f80 x1830963461958784/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.566066:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e9f80 with x1830963461958784 ext(0->4095) 00010000:00010000:2.0:1746143526.566075:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22df6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b8 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.566087:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22df6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b8 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.566094:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969e9f80 00000100:00100000:3.0:1746143526.566383:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2889 00000100:00100000:3.0:1746143526.566391:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461958784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143526.567124:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461958784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 732us (1738us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143526.567131:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2889 00002000:00100000:3.0:1746143526.567137:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969e9f80 x1830963461958784/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.567145:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e9f80 with x1830963461958784 ext(0->4095) 00010000:00010000:3.0:1746143526.567151:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22df6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b8 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.567162:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22df6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b8 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746143526.567167:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969e9f80 00000100:00100000:0.0:1746143526.574787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.574893:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461958912 00000100:00100000:1.0:1746143526.574903:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461958912 00010000:00010000:1.0:1746143526.574940:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22df6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b8 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.575115:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16169 00000100:00100000:1.0:1746143526.575125:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461958912:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143526.575139:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143526.575161:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22df6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b8 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.575174:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22df6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b8 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.575198:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22df6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5b8 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.575287:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.575289:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.575326:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fb98600/0xa6c9a53f47f22dfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5bf expref: 103 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.575335:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fb98600/0xa6c9a53f47f22dfd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5bf expref: 103 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.575371:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008fb98600/0xa6c9a53f47f22dfd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5bf expref: 103 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143526.575383:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455214080:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143526.575474:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143526.578566:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455214080:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143526.578591:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143526.578653:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461958912:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3529us (3879us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.578664:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16169 00000100:00100000:0.0:1746143526.580556:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.580664:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461959168 00000100:00100000:3.0:1746143526.580672:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461959168 00002000:00100000:3.0:1746143526.580718:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969eb800 x1830963461959168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.580728:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eb800 with x1830963461959168 ext(0->4095) 00002000:00010000:3.0:1746143526.580733:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969eb800 00000100:00100000:3.0:1746143526.580921:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13640 00000100:00100000:3.0:1746143526.580930:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2007:x1830963461959168:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143526.581255:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2007:x1830963461959168:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 327us (705us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143526.581261:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13640 00002000:00100000:3.0:1746143526.581268:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969eb800 x1830963461959168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.581274:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eb800 with x1830963461959168 ext(0->4095) 00002000:00010000:3.0:1746143526.581277:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969eb800 00000100:00100000:0.0:1746143526.584331:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.584414:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461959296 00000100:00100000:2.0:1746143526.584423:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461959296 00000100:00100000:2.0:1746143526.584465:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30263 00000100:00100000:2.0:1746143526.584472:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461959296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.584491:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.584508:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22e04 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b5c6 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.584537:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fb98600/0xa6c9a53f47f22dfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5bf expref: 103 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.584544:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.584546:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.584549:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22e04 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5c6 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.584577:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fb98600/0xa6c9a53f47f22dfd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5bf expref: 103 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.584587:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fb98600/0xa6c9a53f47f22dfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5bf expref: 103 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143526.584599:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455214208:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143526.584689:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.586119:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455214208:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143526.586148:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22e04 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5c6 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.586161:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29600, rc 0) 00000100:00100000:2.0:1746143526.586193:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461959296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1722us (1901us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.586201:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30263 00000100:00100000:0.0:1746143526.586523:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.587001:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461959424 00000100:00100000:1.0:1746143526.587008:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461959424 00010000:00010000:1.0:1746143526.587035:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fb98600/0xa6c9a53f47f22dfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5bf expref: 104 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.587058:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16170 00000100:00100000:1.0:1746143526.587064:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2007:x1830963461959424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143526.587075:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143526.587095:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fb98600/0xa6c9a53f47f22dfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5bf expref: 104 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.587106:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fb98600/0xa6c9a53f47f22dfd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5bf expref: 104 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.587128:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fb98600/0xa6c9a53f47f22dfd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5bf expref: 104 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.587142:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.587144:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.587151:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22e04 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5c6 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.587159:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22e04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5c6 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.587186:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22e04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5c6 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143526.587203:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455214336:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143526.587253:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.590767:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.591065:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455214336:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143526.591089:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143526.591144:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+103:2007:x1830963461959424:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4079us (4620us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.591155:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16170 00000100:00100000:3.0:1746143526.591419:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461959552 00000100:00100000:3.0:1746143526.591426:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461959552 00000100:00100000:3.0:1746143526.591470:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30264 00000100:00100000:3.0:1746143526.591477:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+103:1782:x1830963461959552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.591496:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.591512:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e0b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b5cd expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.591543:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22e04 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5c6 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.591549:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.591551:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.591554:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e0b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5cd expref: 104 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.591584:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22e04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5c6 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.591596:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22e04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5c6 expref: 5 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.591617:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455214464:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143526.591672:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.592471:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.592534:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461959808 00000100:00100000:3.0:1746143526.592538:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461959808 00002000:00100000:3.0:1746143526.592566:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969e8000 x1830963461959808/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.592576:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e8000 with x1830963461959808 ext(0->4095) 00010000:00010000:3.0:1746143526.592582:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22e04 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5c6 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.592592:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22e04 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5c6 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746143526.592598:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969e8000 00000100:00100000:3.0:1746143526.592626:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2890 00000100:00100000:3.0:1746143526.592632:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461959808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143526.592887:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461959808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 253us (416us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143526.592893:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2890 00002000:00100000:3.0:1746143526.592903:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969e8000 x1830963461959808/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.592910:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e8000 with x1830963461959808 ext(0->4095) 00010000:00010000:3.0:1746143526.592914:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22e04 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5c6 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.592922:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22e04 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5c6 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746143526.592928:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969e8000 00000100:00100000:3.0:1746143526.596242:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455214464:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143526.596276:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e0b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5cd expref: 104 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.596324:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9400, rc 0) 00000100:00100000:3.0:1746143526.596366:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:1782:x1830963461959552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4889us (5609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.596374:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30264 00000100:00100000:0.0:1746143526.596717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.597328:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461959936 00000100:00100000:3.0:1746143526.597334:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461959936 00000100:00100000:3.0:1746143526.597374:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30265 00000100:00100000:3.0:1746143526.597379:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:1794:x1830963461959936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.597395:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.597408:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e12 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b5d4 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.597428:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.597432:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e0b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5cd expref: 105 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.597437:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.597440:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e12 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5d4 expref: 105 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.597467:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e0b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5cd expref: 105 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.597477:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e12 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5d4 expref: 105 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.597483:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:3.0:1746143526.597505:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:1794:x1830963461959936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.597510:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30265 00000100:00100000:0.0:1746143526.598147:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.598317:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461960064 00000100:00100000:1.0:1746143526.598323:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461960064 00010000:00010000:1.0:1746143526.598344:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22e04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5c6 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.598373:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16171 00000100:00100000:1.0:1746143526.598378:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461960064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143526.598388:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143526.598407:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22e04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5c6 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.598418:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22e04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5c6 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.598439:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29600/0xa6c9a53f47f22e04 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5c6 expref: 6 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.598471:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.598473:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.598480:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5cd expref: 104 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.598487:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e0b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5cd expref: 104 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.598511:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e0b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5cd expref: 104 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.598523:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5cd expref: 104 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.598534:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455214720:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143526.598599:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143526.601193:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455214720:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143526.601215:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143526.601639:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461960064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3257us (3490us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.601650:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16171 00000100:00100000:0.0:1746143526.602106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.602145:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461960320 00000100:00100000:2.0:1746143526.602151:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461960320 00002000:00100000:2.0:1746143526.602191:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a85180 x1830963461960320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.602201:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85180 with x1830963461960320 ext(0->4095) 00010000:00010000:2.0:1746143526.602210:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5cd expref: 105 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.602221:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5cd expref: 105 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.602227:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a85180 00000100:00100000:2.0:1746143526.602243:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2891 00000100:00100000:2.0:1746143526.602250:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2007:x1830963461960320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143526.602618:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2007:x1830963461960320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 367us (513us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.602624:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2891 00002000:00100000:2.0:1746143526.602630:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a85180 x1830963461960320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.602637:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85180 with x1830963461960320 ext(0->4095) 00010000:00010000:2.0:1746143526.602641:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5cd expref: 105 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.602650:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5cd expref: 105 pid: 9571 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.602655:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a85180 00000100:00100000:0.0:1746143526.605654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.606027:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461960448 00000100:00100000:1.0:1746143526.606036:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461960448 00010000:00010000:1.0:1746143526.606081:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5cd expref: 105 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.606123:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16172 00000100:00100000:1.0:1746143526.606130:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2004:x1830963461960448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143526.606148:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143526.606168:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5cd expref: 105 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.606179:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e0b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5cd expref: 105 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.606201:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e0b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5cd expref: 105 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.606231:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.606233:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.606240:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5d4 expref: 104 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.606247:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5d4 expref: 104 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.606280:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5d4 expref: 104 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143526.606292:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455214848:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143526.607143:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.611059:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.611078:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455214848:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143526.611106:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143526.611153:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2004:x1830963461960448:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5023us (5950us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.611166:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16172 00000100:00100000:2.0:1746143526.611660:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461960704 00000100:00100000:2.0:1746143526.611667:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461960704 00002000:00100000:2.0:1746143526.611708:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb67b80 x1830963461960704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.611718:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb67b80 with x1830963461960704 ext(0->4095) 00002000:00010000:2.0:1746143526.611722:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb67b80 00000100:00100000:2.0:1746143526.611744:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13641 00000100:00100000:2.0:1746143526.611750:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2007:x1830963461960704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143526.611890:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2007:x1830963461960704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (840us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.611895:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13641 00002000:00100000:2.0:1746143526.611900:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb67b80 x1830963461960704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.611907:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb67b80 with x1830963461960704 ext(0->4095) 00002000:00010000:2.0:1746143526.611910:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb67b80 00000100:00100000:0.0:1746143526.614238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.614937:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461960832 00000100:00100000:1.0:1746143526.614948:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461960832 00000100:00100000:1.0:1746143526.615279:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30266 00000100:00100000:1.0:1746143526.615288:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461960832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.615322:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.615340:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22e19 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b5db expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.615375:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5d4 expref: 103 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.615382:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.615384:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.615387:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22e19 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5db expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.615425:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5d4 expref: 103 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.615438:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5d4 expref: 103 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.615450:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455214976:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143526.617481:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143526.618728:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455214976:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143526.618760:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22e19 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5db expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.618778:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f68b800, rc 0) 00000100:00100000:1.0:1746143526.618827:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461960832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3540us (4598us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.618835:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30266 00000100:00100000:0.0:1746143526.620113:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.620187:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461960960 00000100:00100000:1.0:1746143526.620193:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461960960 00010000:00010000:1.0:1746143526.620219:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5d4 expref: 104 pid: 9571 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.620245:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16173 00000100:00100000:1.0:1746143526.620250:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2007:x1830963461960960:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143526.620262:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143526.620278:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5d4 expref: 104 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.620288:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5d4 expref: 104 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.620333:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e12 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5d4 expref: 104 pid: 9571 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.620794:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.620797:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.620805:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22e19 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5db expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.620814:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22e19 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5db expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.620842:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22e19 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5db expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143526.620852:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455215104:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143526.621277:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.622568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.622680:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461961088 00000100:00100000:1.0:1746143526.622687:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461961088 00000100:00100000:1.0:1746143526.622731:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30267 00000100:00100000:1.0:1746143526.622737:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:1782:x1830963461961088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.622754:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.622771:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f22e20 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b5e2 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.622792:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22e19 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5db expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.622798:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.622800:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.622803:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f22e20 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e2 expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.622827:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22e19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5db expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.622842:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22e19 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5db expref: 5 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.622852:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455215232:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143526.622904:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1343c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.623200:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455215104:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143526.623216:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143526.623239:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2007:x1830963461960960:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2988us (3130us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.623248:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16173 00000100:00100000:2.0:1746143526.625030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.625207:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461961344 00000100:00100000:0.0:1746143526.625214:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461961344 00002000:00100000:0.0:1746143526.625257:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698ad80 x1830963461961344/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.625266:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698ad80 with x1830963461961344 ext(0->4095) 00010000:00010000:0.0:1746143526.625274:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22e19 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5db expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.625288:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22e19 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5db expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746143526.625312:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009698ad80 00000100:00100000:0.0:1746143526.625330:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2892 00000100:00100000:0.0:1746143526.625335:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461961344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143526.625470:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461961344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (450us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143526.625476:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2892 00002000:00100000:0.0:1746143526.625481:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698ad80 x1830963461961344/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.625488:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698ad80 with x1830963461961344 ext(0->4095) 00010000:00010000:0.0:1746143526.625492:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22e19 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5db expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.625501:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22e19 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5db expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746143526.625507:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009698ad80 00000100:00100000:1.0:1746143526.625798:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455215232:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143526.625824:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f22e20 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e2 expref: 104 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.625840:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dcf4200, rc 0) 00000100:00100000:1.0:1746143526.625879:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:1782:x1830963461961088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3141us (3315us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.625886:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30267 00000100:00100000:0.0:1746143526.627392:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.627438:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461961472 00000100:00100000:1.0:1746143526.627444:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461961472 00000100:00100000:1.0:1746143526.627483:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30268 00000100:00100000:1.0:1746143526.627489:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:1794:x1830963461961472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.627504:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.627519:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f22e27 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b5e9 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.627541:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.627546:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f22e20 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e2 expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.627556:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.627559:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f22e27 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e9 expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.627591:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f22e20 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e2 expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.627611:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f22e27 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e9 expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.627619:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013118b600, rc 0) 00000100:00100000:1.0:1746143526.627658:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:1794:x1830963461961472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.627663:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30268 00000100:00100000:0.0:1746143526.628663:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.629013:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461961600 00000100:00100000:2.0:1746143526.629018:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461961600 00010000:00010000:2.0:1746143526.629038:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22e19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5db expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143526.629069:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16174 00000100:00100000:2.0:1746143526.629074:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d845180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461961600:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143526.629083:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143526.629098:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22e19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5db expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.629108:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22e19 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5db expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.629125:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22e19 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5db expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.629180:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.629182:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.629190:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f22e20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e2 expref: 104 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.629197:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f22e20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e2 expref: 104 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.629220:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f22e20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e2 expref: 104 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.629230:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f22e20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e2 expref: 104 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143526.629240:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455215488:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143526.629336:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.631131:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.631187:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461961856 00000100:00100000:3.0:1746143526.631194:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461961856 00002000:00100000:3.0:1746143526.631237:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d846680 x1830963461961856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.631247:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d846680 with x1830963461961856 ext(0->4095) 00010000:00010000:3.0:1746143526.631255:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f22e20 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e2 expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.631272:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f22e20 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e2 expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746143526.631279:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d846680 00000100:00100000:2.0:1746143526.631735:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455215488:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143526.631753:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143526.631805:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d845180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461961600:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2730us (3142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.631813:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16174 00000100:00100000:3.0:1746143526.631891:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2893 00000100:00100000:3.0:1746143526.631898:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2006:x1830963461961856:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143526.632025:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2006:x1830963461961856:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (902us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143526.632030:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2893 00002000:00100000:3.0:1746143526.632036:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d846680 x1830963461961856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.632043:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d846680 with x1830963461961856 ext(0->4095) 00010000:00010000:3.0:1746143526.632047:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f22e20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e2 expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.632055:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f22e20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e2 expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746143526.632060:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d846680 00000100:00100000:0.0:1746143526.635420:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.635537:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461961984 00000100:00100000:2.0:1746143526.635546:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461961984 00010000:00010000:2.0:1746143526.635584:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f22e20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e2 expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143526.635624:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16175 00000100:00100000:2.0:1746143526.635631:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b942850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2007:x1830963461961984:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143526.635643:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143526.635663:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f22e20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e2 expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.635675:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f22e20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e2 expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.635697:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f22e20 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e2 expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.635935:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.635938:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.636016:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f22e27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e9 expref: 104 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.636024:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f22e27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e9 expref: 104 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.636057:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f22e27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e9 expref: 104 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143526.636068:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455215616:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143526.636377:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.638592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.638791:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461962240 00000100:00100000:2.0:1746143526.638798:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461962240 00002000:00100000:2.0:1746143526.638846:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d846a00 x1830963461962240/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.638855:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d846a00 with x1830963461962240 ext(0->4095) 00002000:00010000:2.0:1746143526.638860:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d846a00 00000100:00100000:3.0:1746143526.638958:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455215616:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.638975:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.639017:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b942850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2007:x1830963461961984:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3386us (3607us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.639026:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16175 00000100:00100000:2.0:1746143526.639275:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13642 00000100:00100000:2.0:1746143526.639283:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2006:x1830963461962240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143526.639443:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2006:x1830963461962240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 161us (858us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.639449:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13642 00002000:00100000:2.0:1746143526.639454:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d846a00 x1830963461962240/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.639460:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d846a00 with x1830963461962240 ext(0->4095) 00002000:00010000:2.0:1746143526.639463:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d846a00 00000100:00100000:0.0:1746143526.641799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.642071:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461962368 00000100:00100000:1.0:1746143526.642081:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461962368 00000100:00100000:1.0:1746143526.642131:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30269 00000100:00100000:1.0:1746143526.642138:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461962368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.642156:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.642172:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f22e2e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b5f0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.642200:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f22e27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e9 expref: 103 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.642207:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.642210:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.642213:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f22e2e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f0 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.642241:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f22e27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e9 expref: 103 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.642251:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f22e27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e9 expref: 103 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.642262:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455215744:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143526.642373:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1343c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143526.644123:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455215744:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143526.644154:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f22e2e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f0 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.644169:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351400, rc 0) 00000100:00100000:1.0:1746143526.644204:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461962368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2066us (2414us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.644211:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30269 00000100:00100000:0.0:1746143526.645629:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.645744:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461962496 00000100:00100000:3.0:1746143526.645754:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461962496 00010000:00010000:3.0:1746143526.645783:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f22e27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e9 expref: 104 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.645989:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16176 00000100:00100000:3.0:1746143526.646211:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d845180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2006:x1830963461962496:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.646225:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.646245:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f22e27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e9 expref: 104 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.646262:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f22e27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e9 expref: 104 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.646284:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013118b600/0xa6c9a53f47f22e27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5e9 expref: 104 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.646347:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.646349:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.646356:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f22e2e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f0 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.646364:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f22e2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f0 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.646396:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f22e2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f0 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.646409:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455215872:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.646490:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.648477:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455215872:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.648498:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.648534:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d845180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+103:2006:x1830963461962496:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2537us (2910us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.648543:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16176 00000100:00100000:0.0:1746143526.649451:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.650247:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.650523:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461962880 00000100:00100000:1.0:1746143526.650532:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461962880 00000100:00100000:1.0:1746143526.650585:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30270 00000100:00100000:1.0:1746143526.650591:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+103:1782:x1830963461962880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746143526.650899:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461962752 00000100:00100000:3.0:1746143526.650904:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461962752 00002000:00100000:3.0:1746143526.650935:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235d880 x1830963461962752/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.650945:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235d880 with x1830963461962752 ext(0->4095) 00002000:00010000:3.0:1746143526.650951:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235d880 00000100:00100000:3.0:1746143526.650977:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13643 00000100:00100000:3.0:1746143526.650982:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461962752:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00010000:00010000:1.0:1746143526.651151:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.651171:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e35 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b5f7 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.651205:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f22e2e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f0 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.651213:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.651215:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.651219:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e35 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f7 expref: 104 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.651249:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f22e2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f0 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.651262:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f22e2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f0 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.651273:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455216000:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143526.651374:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1343c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.651747:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461962752:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 763us (2297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143526.651754:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13643 00002000:00100000:3.0:1746143526.651760:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235d880 x1830963461962752/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.651767:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235d880 with x1830963461962752 ext(0->4095) 00010000:00010000:3.0:1746143526.651772:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f22e2e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f0 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.651782:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f22e2e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f0 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:3.0:1746143526.651787:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235d880 00000100:00100000:1.0:1746143526.654498:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455216000:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143526.654537:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e35 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f7 expref: 104 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.654557:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350e00, rc 0) 00000100:00100000:1.0:1746143526.654598:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:1782:x1830963461962880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4007us (4352us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.654622:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30270 00000100:00100000:0.0:1746143526.656484:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.656536:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.656621:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461963136 00000100:00100000:3.0:1746143526.656630:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461963136 00010000:00010000:3.0:1746143526.656664:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f22e2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f0 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.656690:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16177 00000100:00100000:3.0:1746143526.656698:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461963136:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.656714:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.656732:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f22e2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f0 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.656742:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f22e2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f0 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.656766:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f22e2e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f0 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.656802:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.656803:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.656813:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f7 expref: 103 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.656820:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f7 expref: 103 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.656851:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f7 expref: 103 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.656864:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455216128:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143526.656938:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461963008 00000100:00100000:1.0:1746143526.656942:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461963008 00000100:00100000:1.0:1746143526.656974:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30271 00000100:00100000:1.0:1746143526.656980:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:1794:x1830963461963008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.656994:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.657033:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f22e3c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b5fe expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.657053:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f7 expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.657059:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.657060:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.657063:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f22e3c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5fe expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.657079:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e35 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f7 expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.657089:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e35 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f7 expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.657098:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455216256:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143526.657594:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1343c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.657802:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746143526.661518:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455216256:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143526.661559:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f22e3c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5fe expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.661582:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350a00, rc 0) 00000100:00100000:1.0:1746143526.661647:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:1794:x1830963461963008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4665us (5169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.661656:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30271 00000100:00100000:0.0:1746143526.661843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.661888:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461963392 00000100:00100000:2.0:1746143526.661894:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461963392 00002000:00100000:2.0:1746143526.661941:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092116300 x1830963461963392/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.661950:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092116300 with x1830963461963392 ext(0->4095) 00010000:00010000:2.0:1746143526.661956:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e35 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f7 expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.661968:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e35 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f7 expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.661973:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092116300 00000100:00100000:2.0:1746143526.661991:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2894 00000100:00100000:2.0:1746143526.661998:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2007:x1830963461963392:12345-192.168.203.27@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746143526.662019:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455216128:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.662031:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.662058:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461963136:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5360us (5522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.662066:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16177 00000100:00100000:2.0:1746143526.662112:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2007:x1830963461963392:12345-192.168.203.27@tcp:3:ldlm_bl.0 Request processed in 115us (270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.662117:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2894 00002000:00100000:2.0:1746143526.662122:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092116300 x1830963461963392/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.662129:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092116300 with x1830963461963392 ext(0->4095) 00010000:00010000:2.0:1746143526.662132:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f7 expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.662140:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f7 expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.662145:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092116300 00000100:00100000:0.0:1746143526.665041:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.665619:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461963520 00000100:00100000:3.0:1746143526.665627:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461963520 00010000:00010000:3.0:1746143526.665664:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f7 expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.666014:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16178 00000100:00100000:3.0:1746143526.666023:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2006:x1830963461963520:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.666037:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.666058:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f7 expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.666070:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f7 expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.666092:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e35 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5f7 expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.666123:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.666125:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.666131:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f22e3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5fe expref: 104 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.666138:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f22e3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5fe expref: 104 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.666170:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f22e3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5fe expref: 104 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.666183:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455216384:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.666267:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.668612:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455216384:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.668632:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.668668:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2006:x1830963461963520:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2646us (3637us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.668677:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16178 00000100:00100000:0.0:1746143526.670001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.670134:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461963776 00000100:00100000:1.0:1746143526.670143:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461963776 00002000:00100000:1.0:1746143526.670190:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b4e00 x1830963461963776/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.670200:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4e00 with x1830963461963776 ext(0->4095) 00002000:00010000:1.0:1746143526.670205:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978b4e00 00000100:00100000:1.0:1746143526.670236:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13644 00000100:00100000:1.0:1746143526.670244:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2006:x1830963461963776:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143526.671120:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2006:x1830963461963776:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 875us (1121us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143526.671127:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13644 00002000:00100000:1.0:1746143526.671134:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b4e00 x1830963461963776/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.671141:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4e00 with x1830963461963776 ext(0->4095) 00002000:00010000:1.0:1746143526.671143:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978b4e00 00000100:00100000:0.0:1746143526.672475:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.672712:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461963904 00000100:00100000:1.0:1746143526.672719:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461963904 00000100:00100000:1.0:1746143526.672765:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30272 00000100:00100000:1.0:1746143526.672771:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461963904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.672788:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.672804:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22e43 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b605 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.672833:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f22e3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5fe expref: 103 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.672841:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.672842:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.672846:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22e43 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b605 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.672876:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f22e3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5fe expref: 103 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.672888:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f22e3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5fe expref: 103 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.672900:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455216512:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143526.672988:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143526.675053:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455216512:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143526.675082:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22e43 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b605 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.675097:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350200, rc 0) 00000100:00100000:1.0:1746143526.675142:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461963904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2370us (2670us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.675152:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30272 00000100:00100000:0.0:1746143526.677435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.677822:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461964032 00000100:00100000:3.0:1746143526.677831:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461964032 00010000:00010000:3.0:1746143526.677869:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f22e3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5fe expref: 104 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.677909:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16179 00000100:00100000:3.0:1746143526.677916:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2007:x1830963461964032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.677932:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.677951:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f22e3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5fe expref: 104 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.677964:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f22e3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5fe expref: 104 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.677990:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f22e3c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b5fe expref: 104 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.679172:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.679176:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.679186:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22e43 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b605 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.679195:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22e43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b605 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.679234:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22e43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b605 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.679247:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455216640:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.679367:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.680163:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.680663:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461964160 00000100:00100000:1.0:1746143526.680670:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461964160 00000100:00100000:1.0:1746143526.681081:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30273 00000100:00100000:1.0:1746143526.681090:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:1782:x1830963461964160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.681109:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.681123:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e4a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b60c expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.681147:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22e43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b605 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.681154:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.681155:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.681158:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e4a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b60c expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.681179:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22e43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b605 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.681191:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22e43 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b605 expref: 5 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.681201:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455216768:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143526.682052:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.684688:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.684863:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455216640:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.684883:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.684927:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2007:x1830963461964032:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7010us (7498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.684938:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16179 00000100:00100000:1.0:1746143526.685048:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455216768:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143526.685080:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e4a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b60c expref: 104 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.685098:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350e00, rc 0) 00000100:00100000:1.0:1746143526.685119:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:1782:x1830963461964160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4031us (4959us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.685125:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30273 00000100:00100000:1.0:1746143526.685151:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461964416 00000100:00100000:1.0:1746143526.685157:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461964416 00002000:00100000:1.0:1746143526.685191:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013072b480 x1830963461964416/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.685200:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072b480 with x1830963461964416 ext(0->4095) 00010000:00010000:1.0:1746143526.685207:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22e43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b605 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.685219:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22e43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b605 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746143526.685225:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013072b480 00000100:00100000:1.0:1746143526.685242:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2895 00000100:00100000:1.0:1746143526.685248:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461964416:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143526.685373:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461964416:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (694us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143526.685379:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2895 00002000:00100000:1.0:1746143526.685384:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013072b480 x1830963461964416/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.685391:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072b480 with x1830963461964416 ext(0->4095) 00010000:00010000:1.0:1746143526.685395:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22e43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b605 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.685404:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22e43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b605 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746143526.685409:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013072b480 00000100:00100000:0.0:1746143526.689988:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.690109:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461964544 00000100:00100000:3.0:1746143526.690119:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461964544 00010000:00010000:3.0:1746143526.690158:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22e43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b605 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.690187:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16180 00000100:00100000:3.0:1746143526.690194:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461964544:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.690210:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.690230:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22e43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b605 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.690247:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22e43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b605 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.690269:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f22e43 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b605 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.690550:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.690552:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.690560:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b60c expref: 103 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.690568:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b60c expref: 103 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.690612:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b60c expref: 103 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.690625:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455216896:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.691742:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.692525:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455216896:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.692544:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.692595:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461964544:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2399us (2618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.692616:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16180 00000100:00100000:0.0:1746143526.693851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.693913:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461964800 00000100:00100000:3.0:1746143526.693922:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461964800 00002000:00100000:3.0:1746143526.693963:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ef480 x1830963461964800/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.693972:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef480 with x1830963461964800 ext(0->4095) 00002000:00010000:3.0:1746143526.693978:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969ef480 00000100:00100000:3.0:1746143526.694133:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13645 00000100:00100000:3.0:1746143526.694141:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2007:x1830963461964800:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143526.694284:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2007:x1830963461964800:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (437us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143526.694290:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13645 00002000:00100000:3.0:1746143526.694317:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ef480 x1830963461964800/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.694325:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef480 with x1830963461964800 ext(0->4095) 00002000:00010000:3.0:1746143526.694328:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969ef480 00000100:00100000:0.0:1746143526.706266:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.706634:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461964928 00000100:00100000:1.0:1746143526.706644:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461964928 00000100:00100000:1.0:1746143526.706698:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30274 00000100:00100000:1.0:1746143526.706706:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461964928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.706723:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.706740:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22e51 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b613 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.706771:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b60c expref: 103 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.706777:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.706779:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.706782:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22e51 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b613 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.706812:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b60c expref: 103 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.706828:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b60c expref: 103 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:1.0:1746143526.706840:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455217024:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143526.706932:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143526.713277:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455217024:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143526.713363:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22e51 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b613 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.713383:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351a00, rc 0) 00000100:00100000:1.0:1746143526.713439:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461964928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6733us (7183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.713448:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30274 00000100:00100000:0.0:1746143526.717830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.718289:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461965056 00000100:00100000:1.0:1746143526.718330:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461965056 00002000:00100000:1.0:1746143526.718385:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011fc9ea00 x1830963461965056/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.718395:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9ea00 with x1830963461965056 ext(0->7) 00010000:00010000:1.0:1746143526.718406:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b60c expref: 104 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:1.0:1746143526.718420:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b60c expref: 104 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:1.0:1746143526.718432:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9ea00 00000100:00100000:1.0:1746143526.718466:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2896 00000100:00100000:1.0:1746143526.718474:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+104:2007:x1830963461965056:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143526.720995:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2007:x1830963461965056:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2509us (3164us total) trans 4294972277 rc 0/0 00000100:00100000:0.0:1746143526.721008:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2896 00002000:00100000:0.0:1746143526.721020:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011fc9ea00 x1830963461965056/t4294972277(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/448 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.721027:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9ea00 with x1830963461965056 ext(0->7) 00010000:00010000:0.0:1746143526.721036:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b60c expref: 106 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746143526.721049:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b60c expref: 106 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746143526.721055:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9ea00 00000100:00100000:0.0:1746143526.731130:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.731479:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461965184 00000100:00100000:1.0:1746143526.731490:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461965184 00000100:00100000:1.0:1746143526.731551:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30275 00000100:00100000:1.0:1746143526.731560:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:1782:x1830963461965184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.731581:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.731612:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22e58 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b61a expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.731642:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.731649:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22e51 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b613 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.731655:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143526.731659:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22e58 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b61a expref: 107 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.731699:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22e51 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b613 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.731711:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22e58 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b61a expref: 107 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.731721:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351200, rc 0) 00000100:00100000:1.0:1746143526.731781:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:1782:x1830963461965184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 221us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.731787:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30275 00000100:00100000:0.0:1746143526.732597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.733236:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461965312 00000100:00100000:3.0:1746143526.733242:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461965312 00010000:00010000:3.0:1746143526.733266:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b60c expref: 107 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.733327:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16181 00000100:00100000:3.0:1746143526.733334:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096627480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2007:x1830963461965312:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.733343:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746143526.733360:0:7208:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746143526 -> 1746143527 00002000:00010000:3.0:1746143526.733363:0:7208:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746143526 -> 1746143527 00010000:00010000:3.0:1746143526.733368:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b60c expref: 107 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.733380:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b60c expref: 107 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.733399:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22e4a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b60c expref: 107 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.733426:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.733427:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.733433:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22e51 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b613 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.733440:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22e51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b613 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.733462:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22e51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b613 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.733472:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22e51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b613 expref: 5 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.733483:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455217280:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.733563:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.736068:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455217280:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.736092:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.736397:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096627480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2007:x1830963461965312:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3061us (3799us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.736551:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16181 00000100:00100000:0.0:1746143526.738868:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.739061:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461965568 00000100:00100000:2.0:1746143526.739072:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461965568 00002000:00100000:2.0:1746143526.739118:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096625c00 x1830963461965568/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.739127:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096625c00 with x1830963461965568 ext(0->4095) 00010000:00010000:2.0:1746143526.739137:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22e51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b613 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.739156:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22e51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b613 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.739162:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096625c00 00000100:00100000:2.0:1746143526.739194:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2897 00000100:00100000:2.0:1746143526.739201:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461965568:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143526.739378:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461965568:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 177us (515us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.739385:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2897 00002000:00100000:2.0:1746143526.739390:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096625c00 x1830963461965568/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.739397:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096625c00 with x1830963461965568 ext(0->4095) 00010000:00010000:2.0:1746143526.739401:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22e51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b613 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:2.0:1746143526.739409:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22e51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b613 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00002000:00010000:2.0:1746143526.739414:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096625c00 00000100:00100000:0.0:1746143526.743015:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.743285:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461965696 00000100:00100000:3.0:1746143526.743323:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461965696 00010000:00010000:3.0:1746143526.743359:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22e51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b613 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.743388:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16182 00000100:00100000:3.0:1746143526.743394:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b942450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461965696:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.743407:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.743429:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22e51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b613 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.743441:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22e51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b613 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.743465:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22e51 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b613 expref: 6 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.743500:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.743502:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.743510:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22e58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b61a expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.743519:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22e58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b61a expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.743552:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22e58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b61a expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.743565:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455217408:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.743668:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.747034:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455217408:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.747058:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.747105:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b942450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461965696:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3710us (4099us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.747115:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16182 00000100:00100000:0.0:1746143526.747977:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.748117:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461965952 00000100:00100000:3.0:1746143526.748124:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461965952 00002000:00100000:3.0:1746143526.748161:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096627480 x1830963461965952/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.748171:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096627480 with x1830963461965952 ext(0->4095) 00002000:00010000:3.0:1746143526.748175:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096627480 00000100:00100000:3.0:1746143526.748200:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13646 00000100:00100000:3.0:1746143526.748206:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2006:x1830963461965952:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143526.748350:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2006:x1830963461965952:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (378us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143526.748356:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13646 00002000:00100000:3.0:1746143526.748361:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096627480 x1830963461965952/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.748367:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096627480 with x1830963461965952 ext(0->4095) 00002000:00010000:3.0:1746143526.748370:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096627480 00000100:00100000:0.0:1746143526.751279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.751384:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461966080 00000100:00100000:2.0:1746143526.751393:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461966080 00000100:00100000:2.0:1746143526.751436:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30276 00000100:00100000:2.0:1746143526.751443:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461966080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.751462:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.751479:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e5f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b621 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.751508:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22e58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b61a expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.751514:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.751516:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.751520:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e5f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b621 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.751548:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22e58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b61a expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.751560:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22e58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b61a expref: 105 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:2.0:1746143526.751571:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455217536:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143526.751664:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919106c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.754823:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455217536:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143526.754853:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e5f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b621 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.754870:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29e00, rc 0) 00000100:00100000:0.0:1746143526.754949:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.754968:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461966080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3524us (3698us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.754976:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30276 00000100:00100000:3.0:1746143526.755109:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461966208 00000100:00100000:3.0:1746143526.755117:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461966208 00010000:00010000:3.0:1746143526.755142:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22e58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b61a expref: 106 pid: 9573 timeout: 844 lvb_type: 0 00000100:00100000:3.0:1746143526.755163:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16183 00000100:00100000:3.0:1746143526.755169:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2007:x1830963461966208:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.755180:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.755199:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22e58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b61a expref: 106 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.755209:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22e58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b61a expref: 106 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.755231:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22e58 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b61a expref: 106 pid: 9573 timeout: 844 lvb_type: 0 00010000:00010000:3.0:1746143526.755262:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.755264:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.755271:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e5f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b621 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.755278:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b621 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.755335:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b621 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.755352:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455217664:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.755410:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0240 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.758255:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.758340:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.758427:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455217664:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.758446:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.758491:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2007:x1830963461966208:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3321us (3543us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.758500:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16183 00000100:00100000:3.0:1746143526.758548:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461966592 00000100:00100000:3.0:1746143526.758554:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461966592 00000100:00100000:3.0:1746143526.758581:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30277 00000100:00100000:3.0:1746143526.758586:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:1782:x1830963461966592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.758613:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.758631:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22e66 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b628 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.758655:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e5f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b621 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.758662:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.758663:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.758667:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22e66 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b628 expref: 106 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.758689:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b621 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.758705:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b621 expref: 5 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.758715:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455217792:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143526.758764:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0240 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.758955:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461966464 00000100:00100000:2.0:1746143526.758960:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461966464 00002000:00100000:2.0:1746143526.758986:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66bb80 x1830963461966464/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.758994:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66bb80 with x1830963461966464 ext(0->4095) 00010000:00010000:2.0:1746143526.758999:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e5f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b621 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.759012:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e5f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b621 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143526.759017:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f66bb80 00000100:00100000:2.0:1746143526.759030:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2898 00000100:00100000:2.0:1746143526.759034:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461966464:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143526.759161:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461966464:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (915us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.759167:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2898 00002000:00100000:2.0:1746143526.759172:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66bb80 x1830963461966464/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.759179:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66bb80 with x1830963461966464 ext(0->4095) 00010000:00010000:2.0:1746143526.759183:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e5f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b621 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.759191:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e5f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b621 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143526.759196:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f66bb80 00000100:00100000:3.0:1746143526.761233:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455217792:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143526.761261:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22e66 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b628 expref: 106 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.761277:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8a00, rc 0) 00000100:00100000:3.0:1746143526.761355:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:1782:x1830963461966592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2767us (3013us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.761363:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30277 00000100:00100000:0.0:1746143526.762474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.762542:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461966720 00000100:00100000:3.0:1746143526.762548:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461966720 00000100:00100000:3.0:1746143526.762582:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30278 00000100:00100000:3.0:1746143526.762588:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:1794:x1830963461966720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.762616:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.762631:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22e6d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b62f expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.762652:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.762656:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22e66 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b628 expref: 107 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.762666:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.762670:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22e6d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b62f expref: 107 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.762700:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22e66 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b628 expref: 107 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.762711:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22e6d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b62f expref: 107 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.762718:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9600, rc 0) 00000100:00100000:3.0:1746143526.762759:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:1794:x1830963461966720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.762765:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30278 00000100:00100000:0.0:1746143526.763840:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.763903:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461966848 00000100:00100000:3.0:1746143526.763908:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461966848 00010000:00010000:3.0:1746143526.763927:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b621 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.763948:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16184 00000100:00100000:3.0:1746143526.763953:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461966848:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.763962:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.763981:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b621 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.763991:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b621 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.764009:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e5f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b621 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.764036:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.764037:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.764044:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22e66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b628 expref: 106 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.764051:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22e66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b628 expref: 106 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.764074:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22e66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b628 expref: 106 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.764085:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22e66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b628 expref: 106 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.764096:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455218048:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.764165:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0240 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.766272:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455218048:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.766290:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.766349:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461966848:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2393us (2511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.766359:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16184 00000100:00100000:0.0:1746143526.767364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.767565:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461967104 00000100:00100000:2.0:1746143526.767571:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461967104 00002000:00100000:2.0:1746143526.767616:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835df800 x1830963461967104/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.767625:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835df800 with x1830963461967104 ext(0->4095) 00010000:00010000:2.0:1746143526.767633:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22e66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b628 expref: 107 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.767645:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22e66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b628 expref: 107 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143526.767650:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835df800 00000100:00100000:2.0:1746143526.767667:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2899 00000100:00100000:2.0:1746143526.767672:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2007:x1830963461967104:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143526.767787:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2007:x1830963461967104:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (425us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.767791:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2899 00002000:00100000:2.0:1746143526.767796:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800835df800 x1830963461967104/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.767803:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800835df800 with x1830963461967104 ext(0->4095) 00010000:00010000:2.0:1746143526.767806:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22e66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b628 expref: 107 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.767814:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22e66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b628 expref: 107 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143526.767818:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800835df800 00000100:00100000:0.0:1746143526.769665:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.769855:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461967232 00000100:00100000:3.0:1746143526.769862:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461967232 00010000:00010000:3.0:1746143526.769886:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22e66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b628 expref: 107 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.769914:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16185 00000100:00100000:3.0:1746143526.769919:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2006:x1830963461967232:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.769930:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.769944:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22e66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b628 expref: 107 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.769954:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22e66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b628 expref: 107 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.769975:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22e66 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b628 expref: 107 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.770267:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.770269:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.770277:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22e6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b62f expref: 106 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.770286:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22e6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b62f expref: 106 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.770350:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22e6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b62f expref: 106 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.770361:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455218176:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.770438:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0240 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.773269:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455218176:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.773290:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.773347:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2006:x1830963461967232:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3425us (3687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.773358:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16185 00000100:00100000:0.0:1746143526.773566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.774039:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461967488 00000100:00100000:2.0:1746143526.774046:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461967488 00002000:00100000:2.0:1746143526.774084:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134051180 x1830963461967488/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.774099:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134051180 with x1830963461967488 ext(0->4095) 00002000:00010000:2.0:1746143526.774104:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134051180 00000100:00100000:2.0:1746143526.774132:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13647 00000100:00100000:2.0:1746143526.774139:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2006:x1830963461967488:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143526.774269:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2006:x1830963461967488:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (703us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.774275:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13647 00002000:00100000:2.0:1746143526.774280:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134051180 x1830963461967488/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.774286:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134051180 with x1830963461967488 ext(0->4095) 00002000:00010000:2.0:1746143526.774289:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134051180 00000100:00100000:0.0:1746143526.776352:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.776483:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461967616 00000100:00100000:2.0:1746143526.776491:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461967616 00000100:00100000:2.0:1746143526.776667:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30279 00000100:00100000:2.0:1746143526.776673:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461967616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.776689:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.776704:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e74 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b636 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.776730:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22e6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b62f expref: 105 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.776736:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.776738:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.776741:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e74 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b636 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.776767:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22e6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b62f expref: 105 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.776779:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22e6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b62f expref: 105 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143526.776791:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455218304:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143526.777242:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.778863:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455218304:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143526.778891:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e74 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b636 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.778907:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28400, rc 0) 00000100:00100000:2.0:1746143526.778955:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461967616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2279us (2608us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.778963:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30279 00000100:00100000:0.0:1746143526.779915:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.779974:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461967744 00000100:00100000:3.0:1746143526.779982:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461967744 00010000:00010000:3.0:1746143526.780012:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22e6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b62f expref: 106 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.780046:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16186 00000100:00100000:3.0:1746143526.780052:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2006:x1830963461967744:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.780067:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.780085:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22e6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b62f expref: 106 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.780096:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22e6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b62f expref: 106 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.780119:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22e6d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b62f expref: 106 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.780147:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.780149:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.780156:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e74 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b636 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.780169:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b636 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.780199:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b636 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.780210:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455218432:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.780279:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0240 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.782176:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.782283:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461968000 00000100:00100000:1.0:1746143526.782290:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461968000 00002000:00100000:1.0:1746143526.782357:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009817a680 x1830963461968000/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.782366:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009817a680 with x1830963461968000 ext(0->4095) 00002000:00010000:1.0:1746143526.782372:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009817a680 00000100:00100000:1.0:1746143526.782397:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13648 00000100:00100000:1.0:1746143526.782403:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461968000:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143526.782534:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461968000:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143526.782540:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13648 00002000:00100000:1.0:1746143526.782545:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009817a680 x1830963461968000/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.782551:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009817a680 with x1830963461968000 ext(0->4095) 00002000:00010000:1.0:1746143526.782554:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009817a680 00000100:00100000:3.0:1746143526.782641:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455218432:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.782659:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.782680:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2006:x1830963461967744:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2629us (2768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.782687:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16186 00000100:00100000:0.0:1746143526.785009:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.785827:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461968128 00000100:00100000:2.0:1746143526.785836:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461968128 00000100:00100000:2.0:1746143526.786216:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30280 00000100:00100000:2.0:1746143526.786224:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:1782:x1830963461968128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.786244:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.786263:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e7b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b63d expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.786316:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e74 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b636 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.786324:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.786326:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.786330:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e7b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b63d expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.786363:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b636 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.786375:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b636 expref: 5 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143526.786387:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455218560:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143526.786475:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.786692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.786943:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461968256 00000100:00100000:3.0:1746143526.786949:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461968256 00000100:00100000:3.0:1746143526.786981:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30281 00000100:00100000:3.0:1746143526.786987:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:1794:x1830963461968256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.786996:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.787003:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e82 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b644 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.787015:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.787018:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e7b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b63d expref: 108 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.787028:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.787031:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e82 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b644 expref: 108 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.787053:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e7b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b63d expref: 108 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.787064:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e82 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b644 expref: 108 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.787073:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9400, rc 0) 00000100:00100000:3.0:1746143526.787113:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:1794:x1830963461968256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.787119:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30281 00000100:00100000:2.0:1746143526.789262:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455218560:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143526.789325:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e7b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b63d expref: 107 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.789340:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c29e00, rc 0) 00000100:00100000:2.0:1746143526.790089:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:1782:x1830963461968128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3863us (5084us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.790098:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30280 00000100:00100000:0.0:1746143526.790835:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.790939:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461968384 00000100:00100000:3.0:1746143526.790946:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461968384 00010000:00010000:3.0:1746143526.790973:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b636 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.791009:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16187 00000100:00100000:3.0:1746143526.791015:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461968384:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.791027:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.791047:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b636 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.791057:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b636 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.791082:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e74 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b636 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.791106:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.791108:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.791115:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b63d expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.791124:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b63d expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.791155:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b63d expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.791165:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b63d expref: 106 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.791177:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455218816:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.791246:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0240 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.793994:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455218816:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.794016:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.794065:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461968384:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3048us (3229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.794074:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16187 00000100:00100000:0.0:1746143526.795917:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.795982:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461968640 00000100:00100000:2.0:1746143526.795990:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461968640 00002000:00100000:2.0:1746143526.796030:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b4a80 x1830963461968640/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.796040:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b4a80 with x1830963461968640 ext(0->4095) 00010000:00010000:2.0:1746143526.796048:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b63d expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.796059:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b63d expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143526.796066:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b4a80 00000100:00100000:2.0:1746143526.796229:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2900 00000100:00100000:2.0:1746143526.796234:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2006:x1830963461968640:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143526.796614:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2006:x1830963461968640:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 379us (702us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.796620:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2900 00002000:00100000:2.0:1746143526.796625:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b4a80 x1830963461968640/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.796632:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b4a80 with x1830963461968640 ext(0->4095) 00010000:00010000:2.0:1746143526.796636:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b63d expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.796644:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b63d expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143526.796650:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b4a80 00000100:00100000:0.0:1746143526.797998:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.798153:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461968768 00000100:00100000:3.0:1746143526.798158:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461968768 00010000:00010000:3.0:1746143526.798178:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b63d expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.798203:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16188 00000100:00100000:3.0:1746143526.798207:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2006:x1830963461968768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.798218:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.798229:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b63d expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.798239:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b63d expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.798259:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c29e00/0xa6c9a53f47f22e7b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b63d expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.798285:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.798287:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.798311:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b644 expref: 106 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.798318:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b644 expref: 106 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.798346:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b644 expref: 106 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.798356:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455218944:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.798423:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0240 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.800448:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455218944:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.800467:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.800510:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2006:x1830963461968768:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2300us (2512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.800520:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16188 00000100:00100000:0.0:1746143526.801502:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.801657:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461969024 00000100:00100000:2.0:1746143526.801663:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461969024 00002000:00100000:2.0:1746143526.801696:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96fb80 x1830963461969024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.801705:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96fb80 with x1830963461969024 ext(0->4095) 00002000:00010000:2.0:1746143526.801710:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96fb80 00000100:00100000:2.0:1746143526.801735:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13649 00000100:00100000:2.0:1746143526.801740:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2006:x1830963461969024:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143526.801859:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2006:x1830963461969024:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (358us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.801864:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13649 00002000:00100000:2.0:1746143526.801868:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96fb80 x1830963461969024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.801875:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96fb80 with x1830963461969024 ext(0->4095) 00002000:00010000:2.0:1746143526.801877:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96fb80 00000100:00100000:0.0:1746143526.803675:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.803826:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461969152 00000100:00100000:2.0:1746143526.803831:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461969152 00000100:00100000:2.0:1746143526.803869:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30282 00000100:00100000:2.0:1746143526.803874:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461969152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.803889:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.803906:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e89 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b64b expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.803932:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b644 expref: 105 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.803944:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.803946:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.803949:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e89 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b64b expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.803978:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b644 expref: 105 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.803988:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b644 expref: 105 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143526.803998:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455219072:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143526.804492:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.806578:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455219072:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143526.806615:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e89 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b64b expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.806630:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c28400, rc 0) 00000100:00100000:2.0:1746143526.806667:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461969152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2792us (2995us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.806675:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30282 00000100:00100000:0.0:1746143526.807797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.807879:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461969280 00000100:00100000:3.0:1746143526.807886:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461969280 00010000:00010000:3.0:1746143526.807913:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b644 expref: 106 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.807935:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16189 00000100:00100000:3.0:1746143526.807941:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b942050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2006:x1830963461969280:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.807953:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.807972:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b644 expref: 106 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.807983:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b644 expref: 106 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.808006:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22e82 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b644 expref: 106 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.808029:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.808030:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.808037:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e89 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b64b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.808049:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b64b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.808078:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b64b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.808088:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455219200:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.808640:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0240 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.811108:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455219200:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.811130:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.811169:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b942050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2006:x1830963461969280:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3227us (3373us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.811180:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16189 00000100:00100000:0.0:1746143526.811877:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.811996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.812019:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461969664 00000100:00100000:0.0:1746143526.812025:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461969664 00002000:00100000:0.0:1746143526.812067:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ca80 x1830963461969664/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.812076:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ca80 with x1830963461969664 ext(0->4095) 00002000:00010000:0.0:1746143526.812081:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96ca80 00000100:00100000:0.0:1746143526.812095:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13650 00000100:00100000:0.0:1746143526.812100:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461969664:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143526.812210:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461969664:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (214us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143526.812215:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13650 00002000:00100000:0.0:1746143526.812219:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ca80 x1830963461969664/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.812226:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ca80 with x1830963461969664 ext(0->4095) 00002000:00010000:0.0:1746143526.812228:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96ca80 00000100:00100000:3.0:1746143526.812741:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461969536 00000100:00100000:3.0:1746143526.812745:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461969536 00000100:00100000:3.0:1746143526.812766:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30283 00000100:00100000:3.0:1746143526.812770:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:1782:x1830963461969536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.812779:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.812794:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e90 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b652 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.812816:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e89 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b64b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.812823:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.812825:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.812828:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e90 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b652 expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.812852:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b64b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.812863:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b64b expref: 5 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.812873:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455219328:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143526.814760:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.815175:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.815467:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461969792 00000100:00100000:0.0:1746143526.815476:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461969792 00000100:00100000:0.0:1746143526.815731:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30284 00000100:00100000:0.0:1746143526.815739:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:1794:x1830963461969792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143526.815756:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143526.815772:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b92a000/0xa6c9a53f47f22e97 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b659 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.815797:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143526.815802:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e90 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b652 expref: 108 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.815808:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143526.815810:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b92a000/0xa6c9a53f47f22e97 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b659 expref: 108 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.815841:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e90 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b652 expref: 108 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.815854:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b92a000/0xa6c9a53f47f22e97 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b659 expref: 108 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143526.815864:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b92a000, rc 0) 00000100:00100000:0.0:1746143526.817610:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:1794:x1830963461969792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1852us (2418us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143526.817620:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30284 00000100:00100000:3.0:1746143526.818101:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455219328:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143526.818122:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e90 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b652 expref: 107 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.818133:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:3.0:1746143526.818632:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:1782:x1830963461969536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5859us (6756us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.818639:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30283 00000100:00100000:0.0:1746143526.819005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.819258:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461969920 00000100:00100000:3.0:1746143526.819264:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461969920 00010000:00010000:3.0:1746143526.819288:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b64b expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.819325:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16190 00000100:00100000:3.0:1746143526.819331:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461969920:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.819347:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.819365:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b64b expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.819375:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b64b expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.819397:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c28400/0xa6c9a53f47f22e89 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b64b expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.819422:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.819424:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.819431:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b652 expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.819439:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b652 expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.819466:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b652 expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.819476:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b652 expref: 106 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.819487:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455219584:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.819553:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.822071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.822163:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455219584:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.822181:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.822217:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461969920:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2885us (3212us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.822226:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16190 00000100:00100000:2.0:1746143526.822386:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461970176 00000100:00100000:2.0:1746143526.822392:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461970176 00002000:00100000:2.0:1746143526.822427:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090526a00 x1830963461970176/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.822442:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090526a00 with x1830963461970176 ext(0->4095) 00010000:00010000:2.0:1746143526.822450:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b652 expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.822461:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b652 expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143526.822468:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090526a00 00000100:00100000:2.0:1746143526.822497:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2901 00000100:00100000:2.0:1746143526.822504:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2007:x1830963461970176:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143526.822627:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2007:x1830963461970176:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (565us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.822634:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2901 00002000:00100000:2.0:1746143526.822639:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090526a00 x1830963461970176/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.822645:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090526a00 with x1830963461970176 ext(0->4095) 00010000:00010000:2.0:1746143526.822650:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b652 expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.822659:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b652 expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143526.822665:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090526a00 00000100:00100000:0.0:1746143526.827736:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.827830:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461970304 00000100:00100000:3.0:1746143526.827840:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461970304 00010000:00010000:3.0:1746143526.827879:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b652 expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.828140:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16191 00000100:00100000:3.0:1746143526.828149:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090524a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2005:x1830963461970304:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.828166:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.828186:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b652 expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.828197:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b652 expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.828218:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22e90 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b652 expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.828411:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.828413:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.828421:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b92a000/0xa6c9a53f47f22e97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b659 expref: 106 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.828430:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b92a000/0xa6c9a53f47f22e97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b659 expref: 106 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.828466:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b92a000/0xa6c9a53f47f22e97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b659 expref: 106 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.828479:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455219712:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.828948:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.831779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.831880:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455219712:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.831902:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.831947:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090524a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2005:x1830963461970304:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3798us (4223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.831958:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16191 00000100:00100000:1.0:1746143526.832415:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461970560 00000100:00100000:1.0:1746143526.832422:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461970560 00002000:00100000:1.0:1746143526.832458:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090526300 x1830963461970560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.832467:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090526300 with x1830963461970560 ext(0->4095) 00002000:00010000:1.0:1746143526.832472:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090526300 00000100:00100000:1.0:1746143526.832499:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13651 00000100:00100000:1.0:1746143526.832506:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2006:x1830963461970560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143526.832627:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2006:x1830963461970560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (858us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143526.832633:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13651 00002000:00100000:1.0:1746143526.832638:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090526300 x1830963461970560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.832645:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090526300 with x1830963461970560 ext(0->4095) 00002000:00010000:1.0:1746143526.832648:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090526300 00000100:00100000:0.0:1746143526.834912:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.834996:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461970688 00000100:00100000:3.0:1746143526.835003:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461970688 00000100:00100000:3.0:1746143526.835470:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30285 00000100:00100000:3.0:1746143526.835478:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461970688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.835495:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.835512:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22e9e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b660 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.835543:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b92a000/0xa6c9a53f47f22e97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b659 expref: 105 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.835550:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.835551:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.835554:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22e9e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b660 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.835589:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b92a000/0xa6c9a53f47f22e97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b659 expref: 105 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.835609:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b92a000/0xa6c9a53f47f22e97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b659 expref: 105 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.835621:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455219840:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143526.835703:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.837729:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455219840:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143526.837758:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22e9e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b660 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.837772:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9a00, rc 0) 00000100:00100000:3.0:1746143526.837810:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461970688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2333us (2905us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.837819:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30285 00000100:00100000:0.0:1746143526.838251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.838753:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461970816 00000100:00100000:3.0:1746143526.838759:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461970816 00010000:00010000:3.0:1746143526.838785:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b92a000/0xa6c9a53f47f22e97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b659 expref: 106 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.838817:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16192 00000100:00100000:3.0:1746143526.838823:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2006:x1830963461970816:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.838835:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.838854:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b92a000/0xa6c9a53f47f22e97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b659 expref: 106 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.838864:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b92a000/0xa6c9a53f47f22e97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b659 expref: 106 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.838885:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b92a000/0xa6c9a53f47f22e97 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b659 expref: 106 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.839392:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.839394:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.839402:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22e9e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b660 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.839410:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22e9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b660 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.839438:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22e9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b660 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.839448:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455219968:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.839512:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.841689:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455219968:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.841709:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.842432:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2006:x1830963461970816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3604us (4178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.842442:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16192 00000100:00100000:0.0:1746143526.843204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.843401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.843679:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461971072 00000100:00100000:2.0:1746143526.843687:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461971072 00002000:00100000:2.0:1746143526.843728:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235fb80 x1830963461971072/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.843737:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235fb80 with x1830963461971072 ext(0->4095) 00002000:00010000:2.0:1746143526.843742:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235fb80 00000100:00100000:3.0:1746143526.843887:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461971200 00000100:00100000:3.0:1746143526.843890:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461971200 00000100:00100000:3.0:1746143526.843912:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30286 00000100:00100000:3.0:1746143526.843917:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:1782:x1830963461971200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.843931:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.843947:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ea5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b667 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.843976:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22e9e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b660 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.843983:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.843985:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.843988:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ea5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b667 expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.844021:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22e9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b660 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.844032:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22e9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b660 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.844044:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455220096:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143526.844108:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.844398:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2902 00000100:00100000:2.0:1746143526.844405:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461971072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143526.844518:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461971072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (1315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.844525:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2902 00002000:00100000:2.0:1746143526.844531:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235fb80 x1830963461971072/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.844538:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235fb80 with x1830963461971072 ext(0->4095) 00010000:00010000:2.0:1746143526.844543:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22e9e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b660 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.844553:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22e9e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b660 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143526.844558:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235fb80 00000100:00100000:3.0:1746143526.847271:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455220096:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143526.847331:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ea5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b667 expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.847354:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8c00, rc 0) 00000100:00100000:3.0:1746143526.847399:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:1782:x1830963461971200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3481us (3997us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.847405:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30286 00000100:00100000:0.0:1746143526.848715:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.849035:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461971328 00000100:00100000:3.0:1746143526.849043:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461971328 00000100:00100000:3.0:1746143526.849090:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30287 00000100:00100000:3.0:1746143526.849097:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:1794:x1830963461971328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.849114:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.849129:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22eac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b66e expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.849153:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.849158:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ea5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b667 expref: 107 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.849164:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.849167:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22eac lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b66e expref: 107 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.849201:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ea5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b667 expref: 107 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.849212:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22eac lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b66e expref: 107 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.849226:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9400, rc 0) 00000100:00100000:3.0:1746143526.849271:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:1794:x1830963461971328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.849276:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30287 00000100:00100000:0.0:1746143526.849526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.849622:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461971456 00000100:00100000:3.0:1746143526.849625:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461971456 00010000:00010000:3.0:1746143526.849640:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22e9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b660 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.849659:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16193 00000100:00100000:3.0:1746143526.849664:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461971456:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.849672:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.849691:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22e9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b660 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.849700:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22e9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b660 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.849717:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22e9e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b660 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.850265:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.850268:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.850275:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ea5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b667 expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.850288:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ea5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b667 expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.850651:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ea5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b667 expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.850662:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b667 expref: 106 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.850674:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455220352:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.850748:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.853439:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455220352:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.853459:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.853497:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461971456:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3831us (3970us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.853508:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16193 00000100:00100000:0.0:1746143526.853680:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.853967:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461971712 00000100:00100000:1.0:1746143526.853974:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461971712 00002000:00100000:1.0:1746143526.854013:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008612b800 x1830963461971712/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.854023:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008612b800 with x1830963461971712 ext(0->4095) 00010000:00010000:1.0:1746143526.854031:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b667 expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143526.854044:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b667 expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143526.854050:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008612b800 00000100:00100000:1.0:1746143526.854078:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2903 00000100:00100000:1.0:1746143526.854085:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2007:x1830963461971712:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143526.854228:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2007:x1830963461971712:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143526.854235:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2903 00002000:00100000:1.0:1746143526.854240:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008612b800 x1830963461971712/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.854248:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008612b800 with x1830963461971712 ext(0->4095) 00010000:00010000:1.0:1746143526.854252:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b667 expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143526.854262:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b667 expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143526.854267:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008612b800 00000100:00100000:0.0:1746143526.856726:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.856813:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461971840 00000100:00100000:3.0:1746143526.856820:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461971840 00010000:00010000:3.0:1746143526.856846:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b667 expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.857075:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16194 00000100:00100000:3.0:1746143526.857084:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2005:x1830963461971840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.857099:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.857118:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b667 expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.857131:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ea5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b667 expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.857155:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ea5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b667 expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.857182:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.857184:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.857192:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22eac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b66e expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.857200:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22eac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b66e expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.857236:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22eac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b66e expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.857248:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455220480:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.858245:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.860931:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.861034:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455220480:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.861056:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.861103:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2005:x1830963461971840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4020us (4385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.861114:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16194 00000100:00100000:2.0:1746143526.861195:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461972096 00000100:00100000:2.0:1746143526.861202:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461972096 00002000:00100000:2.0:1746143526.861244:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c1500 x1830963461972096/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.861254:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c1500 with x1830963461972096 ext(0->4095) 00002000:00010000:2.0:1746143526.861259:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c1500 00000100:00100000:2.0:1746143526.861289:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13653 00000100:00100000:2.0:1746143526.861312:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2007:x1830963461972096:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143526.861435:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2007:x1830963461972096:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (516us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.861441:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13653 00002000:00100000:2.0:1746143526.861446:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c1500 x1830963461972096/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.861453:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c1500 with x1830963461972096 ext(0->4095) 00002000:00010000:2.0:1746143526.861455:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c1500 00000100:00100000:0.0:1746143526.864623:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.864788:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461972224 00000100:00100000:3.0:1746143526.864796:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461972224 00000100:00100000:3.0:1746143526.864836:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30288 00000100:00100000:3.0:1746143526.864842:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461972224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.864858:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.864875:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22eb3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b675 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.864905:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22eac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b66e expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.864912:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.864914:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.864917:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22eb3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b675 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.864944:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22eac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b66e expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.864954:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22eac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b66e expref: 105 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.864965:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455220608:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143526.865518:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.867347:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455220608:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143526.867380:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22eb3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b675 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.867401:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9600, rc 0) 00000100:00100000:3.0:1746143526.867441:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461972224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2598us (2825us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.867449:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30288 00000100:00100000:0.0:1746143526.867875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.867915:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461972352 00000100:00100000:3.0:1746143526.867921:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461972352 00010000:00010000:3.0:1746143526.867944:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22eac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b66e expref: 106 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.867965:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16195 00000100:00100000:3.0:1746143526.867971:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2007:x1830963461972352:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.867984:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.868002:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22eac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b66e expref: 106 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.868012:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22eac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b66e expref: 106 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.868033:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22eac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b66e expref: 106 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.868218:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.868220:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.868228:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22eb3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b675 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.868239:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22eb3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b675 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.868265:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22eb3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b675 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.868277:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455220736:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.868362:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.870713:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455220736:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.870731:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.870774:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:2007:x1830963461972352:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2802us (2899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.870784:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16195 00000100:00100000:0.0:1746143526.870940:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.870987:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461972608 00000100:00100000:1.0:1746143526.870993:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461972608 00002000:00100000:1.0:1746143526.871031:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ea680 x1830963461972608/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.871040:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ea680 with x1830963461972608 ext(0->4095) 00002000:00010000:1.0:1746143526.871044:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969ea680 00000100:00100000:1.0:1746143526.871075:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13654 00000100:00100000:1.0:1746143526.871082:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461972608:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143526.871209:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461972608:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (270us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143526.871215:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13654 00002000:00100000:1.0:1746143526.871220:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ea680 x1830963461972608/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.871259:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ea680 with x1830963461972608 ext(0->4095) 00002000:00010000:1.0:1746143526.871263:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969ea680 00000100:00100000:0.0:1746143526.872125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.872193:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461972736 00000100:00100000:3.0:1746143526.872198:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461972736 00000100:00100000:3.0:1746143526.872232:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30289 00000100:00100000:3.0:1746143526.872238:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+105:1782:x1830963461972736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.872248:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.872263:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22eba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b67c expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.872288:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22eb3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b675 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.872327:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.872329:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.872333:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22eba lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b67c expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.872359:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22eb3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b675 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.872373:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22eb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b675 expref: 5 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.872383:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455220864:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143526.872549:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.873023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.873143:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461972864 00000100:00100000:2.0:1746143526.873148:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461972864 00000100:00100000:2.0:1746143526.873180:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30290 00000100:00100000:2.0:1746143526.873185:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:1794:x1830963461972864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143526.873192:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143526.873199:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22ec1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b683 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.873210:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.873214:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22eba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b67c expref: 108 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.873219:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143526.873222:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22ec1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b683 expref: 108 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.873246:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22eba lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b67c expref: 108 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.873255:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22ec1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b683 expref: 108 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.873264:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f68b800, rc 0) 00000100:00100000:2.0:1746143526.873286:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:1794:x1830963461972864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.873291:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30290 00000100:00100000:3.0:1746143526.874668:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455220864:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143526.874687:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22eba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b67c expref: 107 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.874695:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8a00, rc 0) 00000100:00100000:3.0:1746143526.874718:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:1782:x1830963461972736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2481us (2594us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.874724:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30289 00000100:00100000:0.0:1746143526.875748:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.875851:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461972992 00000100:00100000:3.0:1746143526.875856:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461972992 00010000:00010000:3.0:1746143526.875877:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22eb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b675 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.875940:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16196 00000100:00100000:3.0:1746143526.875947:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b941c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461972992:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.875959:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.875977:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22eb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b675 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.875986:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22eb3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b675 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.876007:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22eb3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b675 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.876227:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.876229:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.876237:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22eba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b67c expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.876245:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22eba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b67c expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.876272:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22eba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b67c expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.876283:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22eba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b67c expref: 106 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.876415:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455221120:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.876471:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.877745:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455221120:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.877760:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.877925:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b941c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461972992:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1977us (2176us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.877933:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16196 00000100:00100000:0.0:1746143526.878193:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.878390:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461973248 00000100:00100000:1.0:1746143526.878396:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461973248 00002000:00100000:1.0:1746143526.878432:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085859880 x1830963461973248/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.878441:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859880 with x1830963461973248 ext(0->4095) 00010000:00010000:1.0:1746143526.878448:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22eba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b67c expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143526.878459:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22eba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b67c expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143526.878466:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085859880 00000100:00100000:1.0:1746143526.878492:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2904 00000100:00100000:1.0:1746143526.878497:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2007:x1830963461973248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143526.878626:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2007:x1830963461973248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (433us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143526.878632:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2904 00002000:00100000:1.0:1746143526.878637:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085859880 x1830963461973248/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.878645:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859880 with x1830963461973248 ext(0->4095) 00010000:00010000:1.0:1746143526.878649:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22eba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b67c expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143526.878659:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22eba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b67c expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143526.878664:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085859880 00000100:00100000:0.0:1746143526.881175:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.881282:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461973376 00000100:00100000:3.0:1746143526.881290:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461973376 00010000:00010000:3.0:1746143526.882382:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22eba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b67c expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.882421:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16197 00000100:00100000:3.0:1746143526.882429:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097825c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2006:x1830963461973376:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143526.882445:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143526.882464:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22eba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b67c expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.882475:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22eba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b67c expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.882496:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22eba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b67c expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.882525:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.882527:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.882534:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22ec1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b683 expref: 106 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.882542:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b683 expref: 106 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.882579:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b683 expref: 106 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143526.882590:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455221248:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143526.882678:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.884563:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.884655:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461973632 00000100:00100000:2.0:1746143526.884662:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461973632 00002000:00100000:2.0:1746143526.884700:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097824a80 x1830963461973632/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.884709:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097824a80 with x1830963461973632 ext(0->4095) 00002000:00010000:2.0:1746143526.884713:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097824a80 00000100:00100000:2.0:1746143526.884742:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13655 00000100:00100000:2.0:1746143526.884749:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2006:x1830963461973632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143526.884904:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2006:x1830963461973632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.884911:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13655 00002000:00100000:2.0:1746143526.884917:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097824a80 x1830963461973632/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.884930:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097824a80 with x1830963461973632 ext(0->4095) 00002000:00010000:2.0:1746143526.884932:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097824a80 00000100:00100000:3.0:1746143526.885021:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455221248:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143526.885042:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143526.885077:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097825c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2006:x1830963461973376:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2648us (3912us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.885084:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16197 00000100:00100000:0.0:1746143526.887144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.889495:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461973760 00000100:00100000:3.0:1746143526.889510:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461973760 00000100:00100000:3.0:1746143526.889584:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30291 00000100:00100000:3.0:1746143526.889592:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461973760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.889624:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.889644:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22ec8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b68a expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.889675:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22ec1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b683 expref: 105 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.889682:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.889684:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.889688:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22ec8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b68a expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.889724:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b683 expref: 105 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.889737:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22ec1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b683 expref: 105 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.889750:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455221376:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143526.890360:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.893370:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455221376:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143526.893409:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22ec8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b68a expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.893430:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8400, rc 0) 00000100:00100000:3.0:1746143526.893494:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461973760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3902us (6355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.893504:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30291 00000100:00100000:0.0:1746143526.895851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143526.895901:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.895988:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461973888 00000100:00100000:2.0:1746143526.895996:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461973888 00010000:00010000:2.0:1746143526.896030:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22ec1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b683 expref: 106 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143526.896057:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16198 00000100:00100000:2.0:1746143526.896064:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2007:x1830963461973888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143526.896078:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143526.896098:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22ec1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b683 expref: 106 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.896109:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b683 expref: 106 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.896131:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f22ec1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b683 expref: 106 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.896153:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.896155:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.896164:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22ec8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b68a expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.896172:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22ec8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b68a expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.896215:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22ec8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b68a expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143526.896229:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455221504:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143526.896404:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.896497:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461974016 00000100:00100000:3.0:1746143526.896501:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461974016 00000100:00100000:3.0:1746143526.896525:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30292 00000100:00100000:3.0:1746143526.896530:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:1782:x1830963461974016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.896544:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.896554:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ecf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b691 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.896571:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22ec8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b68a expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.896578:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.896579:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143526.896582:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ecf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b691 expref: 107 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.896611:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b68a expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.896621:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22ec8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b68a expref: 5 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.896629:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455221632:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143526.896652:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.897994:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455221504:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143526.898011:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143526.898039:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+107:2007:x1830963461973888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1974us (2136us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.898047:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16198 00000100:00100000:3.0:1746143526.899146:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455221632:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143526.899169:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ecf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b691 expref: 106 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.899181:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8c00, rc 0) 00000100:00100000:3.0:1746143526.899223:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:1782:x1830963461974016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2692us (3380us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.899230:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30292 00000100:00100000:0.0:1746143526.900417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.901665:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461974272 00000100:00100000:2.0:1746143526.901674:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461974272 00002000:00100000:2.0:1746143526.901718:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134093800 x1830963461974272/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.901728:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134093800 with x1830963461974272 ext(0->4095) 00010000:00010000:2.0:1746143526.901737:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b68a expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.901749:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b68a expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143526.901756:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134093800 00000100:00100000:2.0:1746143526.901790:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2905 00000100:00100000:2.0:1746143526.901797:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461974272:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143526.901930:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461974272:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (1515us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.901937:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2905 00002000:00100000:2.0:1746143526.901942:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134093800 x1830963461974272/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.901949:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134093800 with x1830963461974272 ext(0->4095) 00010000:00010000:2.0:1746143526.901954:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b68a expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.901963:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b68a expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143526.901969:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134093800 00000100:00100000:0.0:1746143526.904728:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.905031:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461974400 00000100:00100000:2.0:1746143526.905038:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461974400 00010000:00010000:2.0:1746143526.905067:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b68a expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143526.905099:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16199 00000100:00100000:2.0:1746143526.905105:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134092300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461974400:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143526.905116:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143526.905136:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b68a expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.905146:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22ec8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b68a expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.905169:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22ec8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b68a expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.906004:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.906007:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.906016:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ecf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b691 expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.906025:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ecf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b691 expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.906060:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ecf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b691 expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143526.906693:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455221760:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143526.906783:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.911155:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455221760:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143526.911182:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143526.911247:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134092300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461974400:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6140us (6526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.911259:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16199 00000100:00100000:0.0:1746143526.913334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.913382:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461974656 00000100:00100000:1.0:1746143526.913390:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461974656 00002000:00100000:1.0:1746143526.913441:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800834a6680 x1830963461974656/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.913451:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a6680 with x1830963461974656 ext(0->4095) 00002000:00010000:1.0:1746143526.913456:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800834a6680 00000100:00100000:1.0:1746143526.914504:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13656 00000100:00100000:1.0:1746143526.914515:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2006:x1830963461974656:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143526.914670:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2006:x1830963461974656:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 157us (1377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143526.914676:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13656 00002000:00100000:1.0:1746143526.914682:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800834a6680 x1830963461974656/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.914689:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a6680 with x1830963461974656 ext(0->4095) 00002000:00010000:1.0:1746143526.914693:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800834a6680 00000100:00100000:0.0:1746143526.922900:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.924682:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461974784 00000100:00100000:3.0:1746143526.924694:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461974784 00000100:00100000:3.0:1746143526.924762:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30293 00000100:00100000:3.0:1746143526.924770:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461974784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.924791:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.924809:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ed6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b698 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.924839:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ecf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b691 expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.924845:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.924846:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.924849:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ed6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b698 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.924879:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ecf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b691 expref: 105 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.924892:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ecf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b691 expref: 105 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143526.924904:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455221888:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143526.925003:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143526.928382:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455221888:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143526.928416:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ed6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b698 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.928433:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9a00, rc 0) 00000100:00100000:3.0:1746143526.928480:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461974784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3710us (5591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.928491:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30293 00000100:00100000:0.0:1746143526.931803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.932432:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461974912 00000100:00100000:1.0:1746143526.932442:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461974912 00002000:00100000:1.0:1746143526.932493:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88013406d880 x1830963461974912/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143526.932507:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406d880 with x1830963461974912 ext(0->7) 00010000:00010000:1.0:1746143526.932516:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ecf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b691 expref: 106 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143526.932530:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ecf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b691 expref: 106 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143526.932536:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013406d880 00000100:00100000:2.0:1746143526.933525:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2906 00000100:00100000:2.0:1746143526.933538:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+106:2007:x1830963461974912:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143526.941129:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:2007:x1830963461974912:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 7583us (9322us total) trans 4294972278 rc 0/0 00000100:00100000:0.0:1746143526.941146:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2906 00002000:00100000:0.0:1746143526.941160:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88013406d880 x1830963461974912/t4294972278(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/448 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.941170:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406d880 with x1830963461974912 ext(0->7) 00010000:00010000:0.0:1746143526.941182:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ecf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b691 expref: 108 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746143526.941198:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ecf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b691 expref: 108 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746143526.941205:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013406d880 00000100:00100000:0.0:1746143526.945417:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.945487:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461975040 00000100:00100000:3.0:1746143526.945496:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461975040 00000100:00100000:3.0:1746143526.945549:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30294 00000100:00100000:3.0:1746143526.945556:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:1782:x1830963461975040:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143526.945574:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143526.945591:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22edd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b69f expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.945626:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143526.945632:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ed6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b698 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.945637:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143526.945640:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22edd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b69f expref: 109 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.945674:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ed6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b698 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.945685:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22edd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b69f expref: 109 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143526.945694:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:3.0:1746143526.945746:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+109:1782:x1830963461975040:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143526.945751:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30294 00000100:00100000:0.0:1746143526.948437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.948958:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461975168 00000100:00100000:2.0:1746143526.948969:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461975168 00010000:00010000:2.0:1746143526.949014:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ecf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b691 expref: 109 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143526.949047:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16200 00000100:00100000:2.0:1746143526.949054:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+109:2006:x1830963461975168:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143526.949070:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143526.949092:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ecf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b691 expref: 109 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.949104:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ecf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b691 expref: 109 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.949376:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ecf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b691 expref: 109 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.949560:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.949562:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.949570:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ed6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b698 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.949577:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ed6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b698 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.949619:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ed6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b698 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.949629:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ed6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b698 expref: 5 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143526.949646:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455222144:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143526.950976:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143526.957634:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.957742:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455222144:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143526.957767:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143526.957812:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:2006:x1830963461975168:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 8758us (9385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.957823:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16200 00000100:00100000:0.0:1746143526.957994:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461975424 00000100:00100000:0.0:1746143526.958002:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461975424 00002000:00100000:0.0:1746143526.958044:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092369f80 x1830963461975424/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.958054:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369f80 with x1830963461975424 ext(0->4095) 00010000:00010000:0.0:1746143526.958063:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ed6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b698 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746143526.958076:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ed6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b698 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746143526.958082:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369f80 00000100:00100000:0.0:1746143526.958101:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2907 00000100:00100000:0.0:1746143526.958108:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461975424:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143526.958242:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461975424:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (619us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143526.958248:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2907 00002000:00100000:0.0:1746143526.958253:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092369f80 x1830963461975424/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.958261:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369f80 with x1830963461975424 ext(0->4095) 00010000:00010000:0.0:1746143526.958266:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ed6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b698 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746143526.958274:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ed6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b698 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746143526.958280:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369f80 00000100:00100000:0.0:1746143526.960947:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.961702:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461975552 00000100:00100000:2.0:1746143526.961712:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461975552 00010000:00010000:2.0:1746143526.961747:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ed6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b698 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143526.961892:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16201 00000100:00100000:2.0:1746143526.961899:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461975552:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143526.961915:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143526.961934:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ed6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b698 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.961945:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ed6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b698 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.961966:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ed6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b698 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.962391:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.962394:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.962403:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22edd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b69f expref: 107 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.962411:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22edd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b69f expref: 107 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.962444:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22edd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b69f expref: 107 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143526.962455:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455222272:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143526.963034:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.966090:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455222272:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143526.966120:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143526.966178:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461975552:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4277us (5236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.966192:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16201 00000100:00100000:0.0:1746143526.966748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.966861:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461975808 00000100:00100000:2.0:1746143526.966869:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461975808 00002000:00100000:2.0:1746143526.966912:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800855e4700 x1830963461975808/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.966923:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855e4700 with x1830963461975808 ext(0->4095) 00002000:00010000:2.0:1746143526.966927:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855e4700 00000100:00100000:2.0:1746143526.967458:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13657 00000100:00100000:3.0:1746143526.967983:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:2006:x1830963461975808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143526.968126:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:2006:x1830963461975808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 660us (1380us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143526.968131:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13657 00002000:00100000:3.0:1746143526.968136:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800855e4700 x1830963461975808/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.968143:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855e4700 with x1830963461975808 ext(0->4095) 00002000:00010000:3.0:1746143526.968145:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855e4700 00000100:00100000:0.0:1746143526.969566:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.969658:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461975936 00000100:00100000:1.0:1746143526.969666:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461975936 00000100:00100000:1.0:1746143526.969758:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30295 00000100:00100000:1.0:1746143526.969765:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461975936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.969779:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.969797:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22ee4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b6a6 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.969823:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22edd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b69f expref: 107 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.969831:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.969833:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.969836:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22ee4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6a6 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.969865:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22edd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b69f expref: 107 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.969881:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22edd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b69f expref: 107 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746143526.969893:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455222400:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143526.970265:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1340c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143526.972669:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455222400:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143526.972702:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22ee4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6a6 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.972718:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351200, rc 0) 00000100:00100000:1.0:1746143526.972759:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461975936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2995us (3197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.972766:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30295 00000100:00100000:0.0:1746143526.973976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.974056:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461976064 00000100:00100000:2.0:1746143526.974063:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461976064 00010000:00010000:2.0:1746143526.974095:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22edd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b69f expref: 108 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143526.974120:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16202 00000100:00100000:2.0:1746143526.974126:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:2007:x1830963461976064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143526.974139:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143526.974157:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22edd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b69f expref: 108 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.974168:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22edd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b69f expref: 108 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.974191:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22edd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b69f expref: 108 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.974646:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.974649:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.974658:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22ee4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6a6 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.974667:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22ee4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6a6 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.974701:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22ee4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6a6 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143526.974714:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455222528:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143526.974796:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143526.976933:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.977095:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461976192 00000100:00100000:1.0:1746143526.977104:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461976192 00000100:00100000:1.0:1746143526.977156:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30296 00000100:00100000:1.0:1746143526.977164:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:1782:x1830963461976192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.977181:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.977197:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22eeb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b6ad expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.977225:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22ee4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6a6 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.977237:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.977239:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143526.977242:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22eeb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ad expref: 109 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.977270:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22ee4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6a6 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.977282:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22ee4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6a6 expref: 5 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746143526.977315:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455222656:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143526.977335:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455222528:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143526.977355:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143526.977380:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+109:2007:x1830963461976064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3254us (3408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.977381:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1340c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.977389:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16202 00000100:00100000:0.0:1746143526.977701:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.977797:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461976448 00000100:00100000:2.0:1746143526.977801:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461976448 00002000:00100000:2.0:1746143526.977826:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800855e5500 x1830963461976448/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.977835:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855e5500 with x1830963461976448 ext(0->4095) 00010000:00010000:2.0:1746143526.977840:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22ee4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6a6 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.977851:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22ee4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6a6 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143526.977857:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800855e5500 00000100:00100000:2.0:1746143526.977885:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2908 00000100:00100000:2.0:1746143526.977891:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461976448:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143526.978000:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461976448:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143526.978006:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2908 00002000:00100000:2.0:1746143526.978011:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800855e5500 x1830963461976448/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.978018:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855e5500 with x1830963461976448 ext(0->4095) 00010000:00010000:2.0:1746143526.978023:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22ee4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6a6 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.978033:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22ee4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6a6 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143526.978038:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800855e5500 00000100:00100000:1.0:1746143526.979258:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455222656:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143526.979284:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22eeb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ad expref: 108 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.979314:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351a00, rc 0) 00000100:00100000:1.0:1746143526.979350:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:1782:x1830963461976192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2187us (2502us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.979357:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30296 00000100:00100000:0.0:1746143526.982143:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.982241:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461976576 00000100:00100000:2.0:1746143526.982250:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461976576 00010000:00010000:2.0:1746143526.982285:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22ee4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6a6 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143526.982382:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16203 00000100:00100000:2.0:1746143526.982390:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b941850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461976576:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143526.982404:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143526.982426:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22ee4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6a6 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.982437:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22ee4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6a6 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.982460:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f22ee4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6a6 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143526.982640:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.982642:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143526.982650:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22eeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ad expref: 107 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.982665:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22eeb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ad expref: 107 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143526.982700:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22eeb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ad expref: 107 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143526.982713:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455222784:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143526.983089:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919109c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143526.984809:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455222784:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143526.984828:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143526.984876:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b941850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461976576:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2485us (2739us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143526.984886:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16203 00000100:00100000:0.0:1746143526.985796:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143526.985874:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461976832 00000100:00100000:2.0:1746143526.985881:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461976832 00002000:00100000:2.0:1746143526.985915:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800855e5880 x1830963461976832/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143526.985925:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855e5880 with x1830963461976832 ext(0->4095) 00002000:00010000:2.0:1746143526.985929:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855e5880 00000100:00100000:2.0:1746143526.985957:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13658 00000100:00100000:2.0:1746143526.985964:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:2007:x1830963461976832:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143526.986453:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:2007:x1830963461976832:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 489us (659us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143526.986460:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13658 00002000:00100000:3.0:1746143526.986465:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800855e5880 x1830963461976832/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 488/4536 e 0 to 0 dl 1746143537 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.986473:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855e5880 with x1830963461976832 ext(0->4095) 00002000:00010000:3.0:1746143526.986475:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855e5880 00000100:00100000:0.0:1746143526.990632:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143526.990695:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461976960 00000100:00100000:1.0:1746143526.990704:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461976960 00000100:00100000:1.0:1746143526.990764:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30297 00000100:00100000:1.0:1746143526.990772:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461976960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143526.990795:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143526.990816:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f22ef2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b6b4 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.990853:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22eeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ad expref: 107 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.990861:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.990863:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143526.990866:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f22ef2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6b4 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.990901:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22eeb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ad expref: 107 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.990914:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22eeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ad expref: 107 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746143526.990927:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455222912:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143526.993028:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1340c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143526.994258:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455222912:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143526.994313:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f22ef2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6b4 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143526.994333:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350400, rc 0) 00000100:00100000:1.0:1746143526.994378:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461976960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3607us (3757us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143526.994391:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30297 00000100:00100000:0.0:1746143526.995010:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143526.998624:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461977088 00000100:00100000:3.0:1746143526.998639:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461977088 00002000:00100000:3.0:1746143526.998692:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800855e5f80 x1830963461977088/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/0 e 0 to 0 dl 1746143537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143526.998702:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855e5f80 with x1830963461977088 ext(0->7) 00010000:00010000:3.0:1746143526.998712:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22eeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ad expref: 108 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143526.998731:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22eeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ad expref: 108 pid: 9572 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143526.998739:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800855e5f80 00000100:00100000:3.0:1746143526.998782:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2909 00000100:00100000:3.0:1746143526.998792:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+108:2007:x1830963461977088:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143526.999614:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+110:2007:x1830963461977088:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 823us (4602us total) trans 4294972279 rc 0/0 00000100:00100000:0.0:1746143526.999622:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2909 00002000:00100000:0.0:1746143526.999628:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800855e5f80 x1830963461977088/t4294972279(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:677/0 lens 496/448 e 0 to 0 dl 1746143537 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143526.999634:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855e5f80 with x1830963461977088 ext(0->7) 00010000:00010000:0.0:1746143526.999639:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22eeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ad expref: 110 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746143526.999647:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22eeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ad expref: 110 pid: 9572 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746143526.999653:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800855e5f80 00000100:00100000:0.0:1746143527.005958:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.006277:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.006396:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461977344 00000100:00100000:1.0:1746143527.006407:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461977344 00000100:00100000:1.0:1746143527.006469:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30298 00000100:00100000:1.0:1746143527.006478:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+110:1782:x1830963461977344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.006500:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143527.006520:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22ef9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b6bb expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.006546:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.006552:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f22ef2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6b4 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.006558:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143527.006562:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22ef9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6bb expref: 111 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.006612:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f22ef2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6b4 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.006624:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22ef9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6bb expref: 111 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.006634:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350e00, rc 0) 00000100:00100000:1.0:1746143527.006680:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+111:1782:x1830963461977344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.006686:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30298 00000100:00100000:2.0:1746143527.006798:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461977216 00000100:00100000:2.0:1746143527.006802:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461977216 00010000:00010000:2.0:1746143527.006821:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22eeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ad expref: 111 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.006841:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16204 00000100:00100000:2.0:1746143527.006846:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+111:2006:x1830963461977216:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.006853:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.006870:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22eeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ad expref: 111 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.006879:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22eeb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ad expref: 111 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.006896:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f22eeb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ad expref: 111 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.006910:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.006911:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.006916:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f22ef2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6b4 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.006923:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f22ef2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6b4 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.006943:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f22ef2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6b4 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.006954:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f22ef2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6b4 expref: 5 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.006972:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455223168:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.007978:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.020805:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.020897:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461977600 00000100:00100000:1.0:1746143527.020907:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461977600 00002000:00100000:1.0:1746143527.020959:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800855e6a00 x1830963461977600/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.020969:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855e6a00 with x1830963461977600 ext(0->4095) 00010000:00010000:1.0:1746143527.020978:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f22ef2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6b4 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.020992:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f22ef2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6b4 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143527.020999:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800855e6a00 00000100:00100000:1.0:1746143527.021020:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2910 00000100:00100000:1.0:1746143527.021027:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461977600:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143527.021198:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461977600:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 171us (404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.021204:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2910 00002000:00100000:1.0:1746143527.021210:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800855e6a00 x1830963461977600/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.021217:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855e6a00 with x1830963461977600 ext(0->4095) 00010000:00010000:1.0:1746143527.021221:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f22ef2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6b4 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.021231:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f22ef2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6b4 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143527.021241:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800855e6a00 00000100:00100000:2.0:1746143527.021787:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455223168:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.021807:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.021832:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+110:2006:x1830963461977216:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 14986us (15556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.021840:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16204 00000100:00100000:0.0:1746143527.030329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.031488:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461977728 00000100:00100000:2.0:1746143527.031500:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461977728 00010000:00010000:2.0:1746143527.031542:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f22ef2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6b4 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.031588:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16205 00000100:00100000:2.0:1746143527.031596:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461977728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.031618:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.031638:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f22ef2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6b4 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.031650:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f22ef2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6b4 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.031674:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f22ef2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6b4 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.031696:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.031699:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.031706:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22ef9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6bb expref: 109 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.031714:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22ef9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6bb expref: 109 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.031749:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22ef9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6bb expref: 109 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.031761:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455223296:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.033780:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.036845:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455223296:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143527.036845:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746143527.036866:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.036912:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461977728:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5316us (6620us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.036923:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16205 00000100:00100000:1.0:1746143527.036968:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461977984 00000100:00100000:1.0:1746143527.036975:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461977984 00002000:00100000:1.0:1746143527.037019:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800855e7100 x1830963461977984/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.037029:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855e7100 with x1830963461977984 ext(0->4095) 00002000:00010000:1.0:1746143527.037033:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855e7100 00000100:00100000:1.0:1746143527.037062:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13659 00000100:00100000:1.0:1746143527.037068:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+110:2004:x1830963461977984:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746143527.038121:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+110:2004:x1830963461977984:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 1048us (1278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.038129:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13659 00002000:00100000:1.0:1746143527.038135:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800855e7100 x1830963461977984/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.038142:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855e7100 with x1830963461977984 ext(0->4095) 00002000:00010000:1.0:1746143527.038145:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855e7100 00000100:00100000:0.0:1746143527.044985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.045107:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461978112 00000100:00100000:3.0:1746143527.045116:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461978112 00000100:00100000:3.0:1746143527.045269:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30299 00000100:00100000:3.0:1746143527.045277:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461978112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.045330:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.045350:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b6c2 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.045381:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22ef9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6bb expref: 109 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.045388:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.045389:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.045393:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c2 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.045425:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22ef9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6bb expref: 109 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.045437:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6bb expref: 109 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.045448:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455223424:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.045535:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.047108:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455223424:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.047130:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c2 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.047144:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9600, rc 0) 00000100:00100000:3.0:1746143527.047182:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461978112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1906us (2207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.047189:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30299 00000100:00100000:0.0:1746143527.051667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.051959:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461978240 00000100:00100000:1.0:1746143527.051969:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461978240 00002000:00100000:1.0:1746143527.052013:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800855e7800 x1830963461978240/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 496/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.052023:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855e7800 with x1830963461978240 ext(0->7) 00010000:00010000:1.0:1746143527.052031:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6bb expref: 110 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.052050:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6bb expref: 110 pid: 9572 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143527.052056:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800855e7800 00000100:00100000:1.0:1746143527.052088:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2911 00000100:00100000:1.0:1746143527.052096:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+110:2006:x1830963461978240:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143527.053570:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+112:2006:x1830963461978240:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1469us (1905us total) trans 4294972280 rc 0/0 00000100:00100000:0.0:1746143527.053579:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2911 00002000:00100000:0.0:1746143527.053586:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800855e7800 x1830963461978240/t4294972280(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 496/448 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143527.053593:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855e7800 with x1830963461978240 ext(0->7) 00010000:00010000:0.0:1746143527.053613:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6bb expref: 112 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746143527.053626:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6bb expref: 112 pid: 9572 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746143527.053631:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800855e7800 00000100:00100000:0.0:1746143527.064767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.064823:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.067398:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461978368 00000100:00100000:2.0:1746143527.067413:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461978368 00010000:00010000:2.0:1746143527.067457:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6bb expref: 112 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.068152:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461978496 00000100:00100000:3.0:1746143527.068157:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461978496 00000100:00100000:3.0:1746143527.068188:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30300 00000100:00100000:3.0:1746143527.068195:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+113:1782:x1830963461978496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.068212:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.068227:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f07 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b6c9 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.068257:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.068263:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c2 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.068269:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143527.068273:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f07 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c9 expref: 114 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.069365:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16206 00000100:00100000:2.0:1746143527.069377:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2006:x1830963461978368:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.069387:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.069408:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6bb expref: 114 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.069425:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22ef9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6bb expref: 114 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.069444:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f22ef9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6bb expref: 114 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.069467:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.069469:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.069476:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c2 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.069482:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c2 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.069522:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c2 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.069534:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c2 expref: 5 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.069545:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455223680:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.069638:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00010000:00010000:3.0:1746143527.069821:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c2 expref: 5 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.069834:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c2 expref: 5 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.069842:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455223552:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.069865:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.073530:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455223680:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.073554:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.073627:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+113:2006:x1830963461978368:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4252us (8869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.073642:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16206 00000100:00100000:3.0:1746143527.074513:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455223552:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.074539:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f07 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c9 expref: 112 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.074555:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8a00, rc 0) 00000100:00100000:3.0:1746143527.074584:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+112:1782:x1830963461978496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6390us (9760us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.074591:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30300 00000100:00100000:0.0:1746143527.074932:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.075553:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461978752 00000100:00100000:2.0:1746143527.075562:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461978752 00002000:00100000:2.0:1746143527.075615:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800855e4380 x1830963461978752/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.075624:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855e4380 with x1830963461978752 ext(0->4095) 00010000:00010000:2.0:1746143527.075632:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c2 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.075643:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c2 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.075649:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800855e4380 00000100:00100000:2.0:1746143527.075678:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2912 00000100:00100000:2.0:1746143527.075684:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461978752:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143527.075806:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461978752:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (875us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.075811:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2912 00002000:00100000:2.0:1746143527.075816:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800855e4380 x1830963461978752/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.075822:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855e4380 with x1830963461978752 ext(0->4095) 00010000:00010000:2.0:1746143527.075826:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c2 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.075838:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c2 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.075842:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800855e4380 00000100:00100000:0.0:1746143527.078463:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.078531:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461978880 00000100:00100000:2.0:1746143527.078539:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461978880 00010000:00010000:2.0:1746143527.078569:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c2 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.078789:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16207 00000100:00100000:2.0:1746143527.078797:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461978880:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.078811:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.078830:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c2 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.078841:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c2 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.078863:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f00 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c2 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.078896:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.078898:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.078906:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c9 expref: 111 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.078919:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c9 expref: 111 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.078953:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c9 expref: 111 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.078965:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455223808:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.079050:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.081586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.081703:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455223808:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.081723:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.081865:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461979136 00000100:00100000:3.0:1746143527.081873:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461979136 00002000:00100000:3.0:1746143527.081917:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a70000 x1830963461979136/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.081926:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a70000 with x1830963461979136 ext(0->4095) 00002000:00010000:3.0:1746143527.081931:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a70000 00000100:00100000:3.0:1746143527.081950:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13660 00000100:00100000:3.0:1746143527.081957:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+112:2005:x1830963461979136:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746143527.082094:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461978880:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3296us (3638us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.082103:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16207 00000100:00100000:3.0:1746143527.082509:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+112:2005:x1830963461979136:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 551us (930us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.082519:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13660 00002000:00100000:3.0:1746143527.082526:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a70000 x1830963461979136/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.082533:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a70000 with x1830963461979136 ext(0->4095) 00002000:00010000:3.0:1746143527.082537:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a70000 00000100:00100000:0.0:1746143527.086231:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.086394:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461979264 00000100:00100000:3.0:1746143527.086403:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461979264 00000100:00100000:3.0:1746143527.086446:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30301 00000100:00100000:3.0:1746143527.086453:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461979264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.086473:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.086490:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f0e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b6d0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.086522:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c9 expref: 111 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.086529:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.086531:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.086534:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f0e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d0 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.086563:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c9 expref: 111 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.086575:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c9 expref: 111 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.086591:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455223936:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.086695:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.090593:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455223936:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.090638:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f0e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d0 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.090655:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:3.0:1746143527.090701:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461979264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4247us (4480us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.090710:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30301 00000100:00100000:0.0:1746143527.090866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.091177:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461979392 00000100:00100000:3.0:1746143527.091184:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461979392 00002000:00100000:3.0:1746143527.091218:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096a70700 x1830963461979392/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 496/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.091227:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a70700 with x1830963461979392 ext(0->7) 00010000:00010000:3.0:1746143527.091233:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c9 expref: 112 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.091244:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c9 expref: 112 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.091251:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a70700 00000100:00100000:3.0:1746143527.091275:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2913 00000100:00100000:3.0:1746143527.091280:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+112:2007:x1830963461979392:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143527.095469:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2007:x1830963461979392:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 4174us (4590us total) trans 4294972281 rc 0/0 00000100:00100000:0.0:1746143527.095484:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2913 00002000:00100000:0.0:1746143527.095496:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096a70700 x1830963461979392/t4294972281(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 496/448 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143527.095506:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a70700 with x1830963461979392 ext(0->7) 00010000:00010000:0.0:1746143527.095657:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c9 expref: 114 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746143527.095673:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c9 expref: 114 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746143527.095681:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a70700 00000100:00100000:0.0:1746143527.102860:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.103088:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461979520 00000100:00100000:3.0:1746143527.103098:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461979520 00000100:00100000:3.0:1746143527.103145:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30302 00000100:00100000:3.0:1746143527.103153:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:1782:x1830963461979520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.103172:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.103190:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f15 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b6d7 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.103221:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.103228:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f0e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d0 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.103233:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143527.103237:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f15 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d7 expref: 115 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.103275:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f0e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d0 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.103288:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f15 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d7 expref: 115 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.103327:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9a00, rc 0) 00000100:00100000:3.0:1746143527.103386:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:1782:x1830963461979520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 234us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.103392:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30302 00000100:00100000:0.0:1746143527.105074:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.105276:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461979648 00000100:00100000:2.0:1746143527.105282:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461979648 00010000:00010000:2.0:1746143527.105344:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c9 expref: 115 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.105955:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16208 00000100:00100000:2.0:1746143527.105963:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2006:x1830963461979648:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.105977:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.105999:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c9 expref: 115 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.106015:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c9 expref: 115 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.106036:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f07 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6c9 expref: 115 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.106063:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.106065:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.106072:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f0e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d0 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.106081:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d0 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.106110:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d0 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.106122:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d0 expref: 5 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.106133:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455224192:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.106211:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.107475:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455224192:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.107489:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.107686:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2006:x1830963461979648:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1723us (2616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.107697:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16208 00000100:00100000:0.0:1746143527.107935:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.108154:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461979904 00000100:00100000:2.0:1746143527.108160:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461979904 00002000:00100000:2.0:1746143527.108190:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a71180 x1830963461979904/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.108199:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a71180 with x1830963461979904 ext(0->4095) 00010000:00010000:2.0:1746143527.108205:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d0 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.108216:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d0 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.108221:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a71180 00000100:00100000:2.0:1746143527.108251:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2914 00000100:00100000:2.0:1746143527.108257:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461979904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143527.108427:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461979904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (493us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.108432:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2914 00002000:00100000:2.0:1746143527.108438:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a71180 x1830963461979904/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.108444:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a71180 with x1830963461979904 ext(0->4095) 00010000:00010000:2.0:1746143527.108448:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d0 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.108460:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d0 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.108465:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a71180 00000100:00100000:0.0:1746143527.110919:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.111044:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461980032 00000100:00100000:2.0:1746143527.111051:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461980032 00010000:00010000:2.0:1746143527.111078:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d0 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.111115:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16209 00000100:00100000:2.0:1746143527.111122:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461980032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.111136:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.111154:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d0 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.111164:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d0 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.111184:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f0e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d0 expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.111633:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.111635:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.111643:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f15 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d7 expref: 113 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.111656:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f15 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d7 expref: 113 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.111690:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f15 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d7 expref: 113 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.111702:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455224320:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.111785:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.114359:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455224320:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.114381:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.114424:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461980032:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3301us (3512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.114435:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16209 00000100:00100000:0.0:1746143527.114671:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.114809:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461980288 00000100:00100000:3.0:1746143527.114816:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461980288 00002000:00100000:3.0:1746143527.114852:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a71880 x1830963461980288/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.114861:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a71880 with x1830963461980288 ext(0->4095) 00002000:00010000:3.0:1746143527.114866:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a71880 00000100:00100000:3.0:1746143527.114883:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13661 00000100:00100000:3.0:1746143527.114889:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2005:x1830963461980288:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746143527.115007:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2005:x1830963461980288:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (336us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.115012:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13661 00002000:00100000:3.0:1746143527.115017:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a71880 x1830963461980288/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.115024:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a71880 with x1830963461980288 ext(0->4095) 00002000:00010000:3.0:1746143527.115026:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a71880 00000100:00100000:0.0:1746143527.118017:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.118606:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461980416 00000100:00100000:2.0:1746143527.118617:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461980416 00000100:00100000:3.0:1746143527.118935:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30303 00000100:00100000:3.0:1746143527.118946:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461980416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.119058:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.119078:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f1c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b6de expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.119113:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f15 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d7 expref: 113 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.119121:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.119124:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.119128:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f1c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6de expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.119167:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f15 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d7 expref: 113 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.119180:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d7 expref: 113 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.119195:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455224448:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.119402:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.121610:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455224448:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.121638:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f1c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6de expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.121653:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:3.0:1746143527.121692:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461980416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2747us (3683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.121700:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30303 00000100:00100000:0.0:1746143527.122042:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.122177:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461980544 00000100:00100000:2.0:1746143527.122183:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461980544 00010000:00010000:2.0:1746143527.122211:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d7 expref: 114 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.122232:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16210 00000100:00100000:2.0:1746143527.122238:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b941450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2007:x1830963461980544:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.122249:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.122272:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d7 expref: 114 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.122288:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f15 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d7 expref: 114 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.122341:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f15 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6d7 expref: 114 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.122365:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.122366:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.122373:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f1c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6de expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.122381:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f1c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6de expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.122408:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f1c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6de expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.122419:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455224576:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.122470:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.125704:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455224576:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.125727:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.126179:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b941450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+113:2007:x1830963461980544:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3937us (4135us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.126190:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16210 00000100:00100000:0.0:1746143527.126481:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.126526:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.126648:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461980800 00000100:00100000:2.0:1746143527.126654:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461980800 00002000:00100000:2.0:1746143527.126691:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a71f80 x1830963461980800/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.126701:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a71f80 with x1830963461980800 ext(0->4095) 00002000:00010000:2.0:1746143527.126706:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a71f80 00000100:00100000:3.0:1746143527.127127:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461980928 00000100:00100000:3.0:1746143527.127131:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461980928 00000100:00100000:3.0:1746143527.127154:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30304 00000100:00100000:3.0:1746143527.127159:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+113:1782:x1830963461980928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.127172:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.127187:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22f23 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b6e5 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.127215:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f1c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6de expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.127223:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.127225:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.127229:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22f23 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6e5 expref: 114 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.127264:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f1c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6de expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.127276:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f1c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6de expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.127287:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455224704:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.127355:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.127636:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2915 00000100:00100000:2.0:1746143527.127643:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461980800:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143527.127763:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461980800:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (2219us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.127769:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2915 00002000:00100000:2.0:1746143527.127775:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a71f80 x1830963461980800/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.127781:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a71f80 with x1830963461980800 ext(0->4095) 00010000:00010000:2.0:1746143527.127786:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f1c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6de expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.127796:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f1c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6de expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.127801:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a71f80 00000100:00100000:1.0:1746143527.130542:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.130586:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455224704:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143527.130611:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461981056 00000100:00100000:0.0:1746143527.130617:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461981056 00010000:00010000:3.0:1746143527.130623:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22f23 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6e5 expref: 115 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.130638:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8c00, rc 0) 00000100:00100000:0.0:1746143527.130661:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30305 00000100:00100000:0.0:1746143527.130667:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:1794:x1830963461981056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746143527.130674:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:1782:x1830963461980928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3515us (4148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.130679:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30304 00010000:00010000:0.0:1746143527.130680:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143527.130692:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f2a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b6ec expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.130709:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143527.130713:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22f23 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6e5 expref: 115 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.130718:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143527.130722:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f2a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ec expref: 115 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.130746:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22f23 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6e5 expref: 115 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.130755:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f2a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ec expref: 115 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.130762:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f5fee00, rc 0) 00000100:00100000:0.0:1746143527.130777:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:1794:x1830963461981056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143527.130781:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30305 00000100:00100000:0.0:1746143527.131230:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.131289:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461981184 00000100:00100000:2.0:1746143527.131519:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461981184 00010000:00010000:2.0:1746143527.131540:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f1c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6de expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.131569:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16211 00000100:00100000:2.0:1746143527.131576:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461981184:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.131584:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.131611:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f1c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6de expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.131621:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f1c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6de expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.131638:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f1c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6de expref: 6 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.131710:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.131711:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.131718:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22f23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6e5 expref: 114 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.131766:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22f23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6e5 expref: 114 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.131788:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22f23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6e5 expref: 114 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.131798:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22f23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6e5 expref: 114 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.131807:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455224960:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.131871:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.133654:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455224960:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.133680:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.133720:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461981184:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2143us (2490us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.133728:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16211 00000100:00100000:0.0:1746143527.133816:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.133969:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461981440 00000100:00100000:3.0:1746143527.133976:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461981440 00002000:00100000:3.0:1746143527.134008:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a72680 x1830963461981440/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.134023:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a72680 with x1830963461981440 ext(0->4095) 00010000:00010000:3.0:1746143527.134031:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22f23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6e5 expref: 115 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.134043:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22f23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6e5 expref: 115 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.134049:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a72680 00000100:00100000:3.0:1746143527.134076:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2916 00000100:00100000:3.0:1746143527.134082:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2006:x1830963461981440:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143527.134208:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2006:x1830963461981440:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (392us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.134214:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2916 00002000:00100000:3.0:1746143527.134219:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a72680 x1830963461981440/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.134226:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a72680 with x1830963461981440 ext(0->4095) 00010000:00010000:3.0:1746143527.134230:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22f23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6e5 expref: 115 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.134240:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22f23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6e5 expref: 115 pid: 9573 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.134245:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a72680 00000100:00100000:0.0:1746143527.135782:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.135857:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461981568 00000100:00100000:2.0:1746143527.135863:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461981568 00010000:00010000:2.0:1746143527.135885:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22f23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6e5 expref: 115 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.135963:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16212 00000100:00100000:2.0:1746143527.135971:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2004:x1830963461981568:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.135984:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.135998:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22f23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6e5 expref: 115 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.136008:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22f23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6e5 expref: 115 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.136029:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22f23 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6e5 expref: 115 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.136042:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.136044:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.136051:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ec expref: 114 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.136059:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ec expref: 114 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.136091:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ec expref: 114 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.136103:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455225088:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.136185:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.137632:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455225088:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.137650:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.137691:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2004:x1830963461981568:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1720us (1913us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.137699:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16212 00000100:00100000:1.0:1746143527.138579:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.138689:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461981824 00000100:00100000:2.0:1746143527.138696:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461981824 00002000:00100000:2.0:1746143527.138728:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c051880 x1830963461981824/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.138737:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c051880 with x1830963461981824 ext(0->4095) 00002000:00010000:2.0:1746143527.138741:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c051880 00000100:00100000:2.0:1746143527.138808:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13663 00000100:00100000:2.0:1746143527.138815:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2006:x1830963461981824:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.138943:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2006:x1830963461981824:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (368us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.138948:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13663 00002000:00100000:2.0:1746143527.138953:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c051880 x1830963461981824/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.138964:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c051880 with x1830963461981824 ext(0->4095) 00002000:00010000:2.0:1746143527.138967:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c051880 00000100:00100000:0.0:1746143527.140751:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.140887:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461981952 00000100:00100000:2.0:1746143527.140893:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461981952 00000100:00100000:2.0:1746143527.140936:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30306 00000100:00100000:2.0:1746143527.141271:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461981952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.141287:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.141349:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22f31 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b6f3 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.141382:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ec expref: 113 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.141389:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.141391:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.141394:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22f31 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6f3 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.141559:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ec expref: 113 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.141571:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ec expref: 113 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.141583:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455225216:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143527.142258:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919106c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.144556:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455225216:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143527.144921:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.144983:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461982080 00010000:00010000:2.0:1746143527.144985:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22f31 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6f3 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.144991:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461982080 00010000:00010000:2.0:1746143527.145002:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f68ba00, rc 0) 00010000:00010000:3.0:1746143527.145019:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ec expref: 114 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.145042:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16213 00000100:00100000:3.0:1746143527.145049:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2006:x1830963461982080:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746143527.145049:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461981952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3782us (4449us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.145055:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30306 00010000:00010000:3.0:1746143527.145061:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.145082:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ec expref: 114 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.145092:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ec expref: 114 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.145115:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f2a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6ec expref: 114 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.145131:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.145133:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.145139:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22f31 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6f3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.145147:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22f31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6f3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.145174:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22f31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6f3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.145189:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455225344:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.145406:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.148117:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455225344:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.148141:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.148184:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+113:2006:x1830963461982080:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3133us (3264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.148195:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16213 00000100:00100000:0.0:1746143527.148877:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.149055:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461982336 00000100:00100000:2.0:1746143527.149062:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461982336 00002000:00100000:2.0:1746143527.149103:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a73480 x1830963461982336/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.149112:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a73480 with x1830963461982336 ext(0->4095) 00002000:00010000:2.0:1746143527.149116:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a73480 00000100:00100000:2.0:1746143527.149146:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13664 00000100:00100000:2.0:1746143527.149153:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461982336:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.149269:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461982336:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (395us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.149274:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13664 00002000:00100000:2.0:1746143527.149278:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a73480 x1830963461982336/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.149284:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a73480 with x1830963461982336 ext(0->4095) 00002000:00010000:2.0:1746143527.149287:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a73480 00000100:00100000:0.0:1746143527.150367:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.150415:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461982464 00000100:00100000:3.0:1746143527.150420:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461982464 00000100:00100000:3.0:1746143527.150448:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30307 00000100:00100000:3.0:1746143527.150453:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+113:1782:x1830963461982464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.150464:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.150478:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f38 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b6fa expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.150502:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22f31 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6f3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.150510:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.150511:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.150514:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f38 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6fa expref: 114 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.150541:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22f31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6f3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.150557:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22f31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6f3 expref: 5 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.150569:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455225472:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.151137:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.151728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.151975:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461982592 00000100:00100000:2.0:1746143527.151981:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461982592 00000100:00100000:2.0:1746143527.152007:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30308 00000100:00100000:2.0:1746143527.152013:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:1794:x1830963461982592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.152024:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.152034:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f22f3f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b701 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.152048:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.152052:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f38 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6fa expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.152057:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.152060:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f22f3f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b701 expref: 116 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.152082:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f38 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6fa expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.152092:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f22f3f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b701 expref: 116 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.152100:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f68b200, rc 0) 00000100:00100000:2.0:1746143527.152142:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:1794:x1830963461982592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.152147:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30308 00000100:00100000:3.0:1746143527.153643:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455225472:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.153670:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f38 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6fa expref: 115 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.153682:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:3.0:1746143527.153717:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:1782:x1830963461982464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3263us (3351us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.153724:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30307 00000100:00100000:1.0:1746143527.155509:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.155752:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461982720 00000100:00100000:3.0:1746143527.155761:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461982720 00010000:00010000:3.0:1746143527.155802:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22f31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6f3 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.155841:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16214 00000100:00100000:3.0:1746143527.155849:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096984700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461982720:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.155864:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.155885:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22f31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6f3 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.155904:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22f31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6f3 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.155929:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22f31 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6f3 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.155958:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.155960:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.155969:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6fa expref: 114 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.155977:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6fa expref: 114 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.156015:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6fa expref: 114 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.156027:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6fa expref: 114 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.156039:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455225728:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.157000:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.158811:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455225728:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.158834:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.159141:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096984700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461982720:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3289us (3635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.159159:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16214 00000100:00100000:1.0:1746143527.159532:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.159745:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461982976 00000100:00100000:3.0:1746143527.159752:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461982976 00002000:00100000:3.0:1746143527.159791:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ef100 x1830963461982976/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.159801:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef100 with x1830963461982976 ext(0->4095) 00010000:00010000:3.0:1746143527.159810:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6fa expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.159823:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6fa expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.159829:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ef100 00000100:00100000:3.0:1746143527.160460:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2917 00000100:00100000:3.0:1746143527.160468:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2007:x1830963461982976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143527.160630:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2007:x1830963461982976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 163us (1099us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.160637:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2917 00002000:00100000:3.0:1746143527.160642:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ef100 x1830963461982976/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.160649:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef100 with x1830963461982976 ext(0->4095) 00010000:00010000:3.0:1746143527.160653:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6fa expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.160666:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6fa expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.160671:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ef100 00000100:00100000:1.0:1746143527.162959:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.163040:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461983104 00000100:00100000:3.0:1746143527.163049:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461983104 00010000:00010000:3.0:1746143527.163084:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6fa expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.163117:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16215 00000100:00100000:3.0:1746143527.163122:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2007:x1830963461983104:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.163136:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.163156:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6fa expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.163168:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6fa expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.163189:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f38 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b6fa expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.163214:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.163216:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.163224:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f22f3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b701 expref: 114 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.163237:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f22f3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b701 expref: 114 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.163273:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f22f3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b701 expref: 114 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.163285:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455225856:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.163403:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746143527.166362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.166643:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461983360 00000100:00100000:2.0:1746143527.166652:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461983360 00002000:00100000:2.0:1746143527.166697:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013406e680 x1830963461983360/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.166707:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406e680 with x1830963461983360 ext(0->4095) 00002000:00010000:2.0:1746143527.166712:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013406e680 00000100:00100000:2.0:1746143527.166731:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13665 00000100:00100000:2.0:1746143527.166736:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2006:x1830963461983360:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.166893:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2006:x1830963461983360:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (542us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.166899:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13665 00002000:00100000:2.0:1746143527.166905:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013406e680 x1830963461983360/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.166911:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406e680 with x1830963461983360 ext(0->4095) 00002000:00010000:2.0:1746143527.166913:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013406e680 00000100:00100000:3.0:1746143527.166993:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455225856:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.167013:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.167036:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2007:x1830963461983104:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3913us (4087us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.167043:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16215 00000100:00100000:1.0:1746143527.169698:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.169793:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461983488 00000100:00100000:3.0:1746143527.169803:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461983488 00000100:00100000:3.0:1746143527.169858:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30309 00000100:00100000:3.0:1746143527.169867:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461983488:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.169949:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.169968:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f46 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b708 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.170000:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f22f3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b701 expref: 113 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.170006:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.170009:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.170013:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f46 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b708 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.170043:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f22f3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b701 expref: 113 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.170055:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f22f3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b701 expref: 113 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.170067:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455225984:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.170492:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.172812:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455225984:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.172842:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f46 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b708 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.172857:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8400, rc 0) 00000100:00100000:3.0:1746143527.172912:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461983488:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3045us (3222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.172920:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30309 00000100:00100000:0.0:1746143527.173760:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.174147:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461983616 00000100:00100000:3.0:1746143527.174155:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461983616 00010000:00010000:3.0:1746143527.174180:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f22f3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b701 expref: 114 pid: 9573 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.174209:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16216 00000100:00100000:3.0:1746143527.174214:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2007:x1830963461983616:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.174229:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.174245:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f22f3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b701 expref: 114 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.174255:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f22f3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b701 expref: 114 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.174276:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f22f3f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b701 expref: 114 pid: 9573 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.174317:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.174319:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.174326:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f46 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b708 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.174335:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f46 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b708 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.174645:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f46 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b708 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.174656:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455226112:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.174785:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.176345:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455226112:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.176360:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.176397:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+113:2007:x1830963461983616:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2181us (2638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.176410:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16216 00000100:00100000:1.0:1746143527.176885:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.177126:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461983872 00000100:00100000:2.0:1746143527.177132:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461983872 00002000:00100000:2.0:1746143527.177167:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969e9500 x1830963461983872/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.177176:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e9500 with x1830963461983872 ext(0->4095) 00002000:00010000:2.0:1746143527.177180:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969e9500 00000100:00100000:2.0:1746143527.177209:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13666 00000100:00100000:2.0:1746143527.177216:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461983872:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.177360:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461983872:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (475us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.177366:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13666 00002000:00100000:2.0:1746143527.177372:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969e9500 x1830963461983872/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.177379:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969e9500 with x1830963461983872 ext(0->4095) 00002000:00010000:2.0:1746143527.177381:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969e9500 00000100:00100000:0.0:1746143527.177658:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.179182:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461984000 00000100:00100000:3.0:1746143527.179189:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461984000 00000100:00100000:3.0:1746143527.179225:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30310 00000100:00100000:3.0:1746143527.179231:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+113:1782:x1830963461984000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.179245:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.179262:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f4d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b70f expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.179292:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f46 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b708 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.179324:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.179326:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.179329:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f4d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b70f expref: 114 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143527.179343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746143527.179358:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f46 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b708 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.179369:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b708 expref: 5 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.179381:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455226240:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143527.179389:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461984128 00000100:00100000:0.0:1746143527.179393:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461984128 00000100:00100000:0.0:1746143527.179422:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30311 00000100:00100000:0.0:1746143527.179427:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:1794:x1830963461984128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143527.179434:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143527.179440:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f54 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b716 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.179452:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0e40 going to sleep for 11 seconds 00010000:00010000:0.0:1746143527.179452:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143527.179455:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f4d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b70f expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.179465:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143527.179467:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f54 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b716 expref: 116 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.179489:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f4d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b70f expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.179499:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f54 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b716 expref: 116 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.179508:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f5fee00, rc 0) 00000100:00100000:0.0:1746143527.179526:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:1794:x1830963461984128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143527.179531:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30311 00000100:00100000:3.0:1746143527.181067:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455226240:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.181091:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f4d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b70f expref: 115 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.181101:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9a00, rc 0) 00000100:00100000:3.0:1746143527.181144:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:1782:x1830963461984000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1912us (3485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.181150:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30310 00000100:00100000:2.0:1746143527.181872:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.182111:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461984256 00000100:00100000:3.0:1746143527.182117:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461984256 00010000:00010000:3.0:1746143527.182142:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b708 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.182176:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16217 00000100:00100000:3.0:1746143527.182183:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b941050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461984256:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.182198:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.182220:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b708 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.182231:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f46 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b708 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.182256:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f46 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b708 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.182282:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.182284:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.182291:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b70f expref: 114 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.182634:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b70f expref: 114 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.182667:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b70f expref: 114 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.182677:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b70f expref: 114 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.182689:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455226496:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.182930:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.185036:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455226496:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.185057:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.185105:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b941050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461984256:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2922us (3233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.185115:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16217 00000100:00100000:2.0:1746143527.185349:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.185389:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461984512 00000100:00100000:1.0:1746143527.185396:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461984512 00002000:00100000:1.0:1746143527.185434:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698b800 x1830963461984512/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.185444:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698b800 with x1830963461984512 ext(0->4095) 00010000:00010000:1.0:1746143527.185451:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b70f expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.185464:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b70f expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143527.185475:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009698b800 00000100:00100000:1.0:1746143527.185491:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2918 00000100:00100000:1.0:1746143527.185498:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2006:x1830963461984512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143527.185636:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2006:x1830963461984512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.185642:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2918 00002000:00100000:1.0:1746143527.185647:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698b800 x1830963461984512/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.185654:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698b800 with x1830963461984512 ext(0->4095) 00010000:00010000:1.0:1746143527.185658:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b70f expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.185667:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b70f expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143527.185672:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009698b800 00000100:00100000:1.0:1746143527.187631:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.188038:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461984640 00000100:00100000:3.0:1746143527.188047:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461984640 00010000:00010000:3.0:1746143527.188080:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b70f expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.188614:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16218 00000100:00100000:3.0:1746143527.188623:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2007:x1830963461984640:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.188636:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.188657:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b70f expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.188668:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b70f expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.188691:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f4d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b70f expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.188708:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.188710:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.188718:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b716 expref: 114 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.188726:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b716 expref: 114 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.188921:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b716 expref: 114 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.188934:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455226624:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.189196:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.191654:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455226624:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.191676:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.191728:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2007:x1830963461984640:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3105us (4104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.191737:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16218 00000100:00100000:1.0:1746143527.192387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.192593:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461984896 00000100:00100000:2.0:1746143527.192608:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461984896 00002000:00100000:2.0:1746143527.192646:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008585aa00 x1830963461984896/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.192655:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008585aa00 with x1830963461984896 ext(0->4095) 00002000:00010000:2.0:1746143527.192660:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008585aa00 00000100:00100000:2.0:1746143527.192685:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13667 00000100:00100000:2.0:1746143527.192691:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2007:x1830963461984896:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143527.192825:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2007:x1830963461984896:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (440us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.192831:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13667 00002000:00100000:2.0:1746143527.192836:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008585aa00 x1830963461984896/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.192842:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008585aa00 with x1830963461984896 ext(0->4095) 00002000:00010000:2.0:1746143527.192844:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008585aa00 00000100:00100000:0.0:1746143527.194738:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.194879:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461985024 00000100:00100000:3.0:1746143527.194888:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461985024 00000100:00100000:3.0:1746143527.194940:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30312 00000100:00100000:3.0:1746143527.194946:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461985024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.194964:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.194981:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f5b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b71d expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.195014:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b716 expref: 113 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.195020:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.195022:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.195025:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f5b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b71d expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.195058:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b716 expref: 113 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.195070:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b716 expref: 113 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.195082:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455226752:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.195172:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.198394:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.198460:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461985152 00000100:00100000:2.0:1746143527.198470:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461985152 00000100:00100000:0.0:1746143527.198489:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801236bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455226752:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.198503:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b716 expref: 114 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746143527.198515:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f5b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b71d expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.198529:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9600, rc 0) 00000100:00100000:0.0:1746143527.198574:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461985024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3627us (3842us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143527.198582:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30312 00000100:00100000:2.0:1746143527.198698:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16219 00000100:00100000:2.0:1746143527.198705:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2007:x1830963461985152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.198717:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.198738:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b716 expref: 114 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.198749:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b716 expref: 114 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.198773:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f5fee00/0xa6c9a53f47f22f54 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b716 expref: 114 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.198800:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.198802:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.198809:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f5b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b71d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.198816:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f5b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b71d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.198850:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f5b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b71d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.198862:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455226880:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.198922:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.200539:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455226880:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.200559:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.200611:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+113:2007:x1830963461985152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1905us (2226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.200620:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16219 00000100:00100000:0.0:1746143527.200831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.200880:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461985408 00000100:00100000:1.0:1746143527.200888:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461985408 00002000:00100000:1.0:1746143527.200933:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a70e00 x1830963461985408/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.200942:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a70e00 with x1830963461985408 ext(0->4095) 00002000:00010000:1.0:1746143527.200948:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a70e00 00000100:00100000:1.0:1746143527.200976:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13668 00000100:00100000:1.0:1746143527.200983:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461985408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143527.201110:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461985408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.201116:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13668 00002000:00100000:1.0:1746143527.201121:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a70e00 x1830963461985408/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.201128:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a70e00 with x1830963461985408 ext(0->4095) 00002000:00010000:1.0:1746143527.201130:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a70e00 00000100:00100000:0.0:1746143527.202360:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.202653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.202882:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461985536 00000100:00100000:3.0:1746143527.202890:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461985536 00000100:00100000:3.0:1746143527.202920:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461985664 00000100:00100000:3.0:1746143527.202922:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461985664 00000100:00100000:3.0:1746143527.202944:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30313 00000100:00100000:0.0:1746143527.202949:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30314 00000100:00100000:3.0:1746143527.202950:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:1782:x1830963461985536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746143527.202955:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:1794:x1830963461985664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143527.202976:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143527.202992:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f22f62 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b72b expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.203018:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f5b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b71d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.203025:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143527.203027:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143527.203030:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f22f62 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b72b expref: 115 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.203059:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f5b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b71d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.203072:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b71d expref: 5 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746143527.203082:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455227008:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.203534:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.203542:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f69 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b724 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.203555:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.203560:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f22f62 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b72b expref: 116 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.203565:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.203567:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f69 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b724 expref: 116 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.203595:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f22f62 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b72b expref: 116 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.203616:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f69 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b724 expref: 116 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.203625:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:3.0:1746143527.203648:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:1782:x1830963461985536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 698us (1293us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.203653:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30313 00000100:00100000:0.0:1746143527.203672:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.205836:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455227008:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.205927:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f22f62 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b72b expref: 115 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.205941:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f5fec00, rc 0) 00000100:00100000:2.0:1746143527.205991:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:1794:x1830963461985664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3035us (3337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.205999:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30314 00000100:00100000:2.0:1746143527.206840:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.207123:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461985792 00000100:00100000:0.0:1746143527.207130:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461985792 00010000:00010000:0.0:1746143527.207158:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b71d expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746143527.207196:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16220 00000100:00100000:0.0:1746143527.207202:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461985792:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143527.207214:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143527.207233:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b71d expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746143527.207243:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f5b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b71d expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746143527.207264:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f5b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b71d expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746143527.207288:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143527.207290:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143527.207327:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f22f62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b72b expref: 114 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.207335:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f22f62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b72b expref: 114 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.207367:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f22f62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b72b expref: 114 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.207378:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f22f62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b72b expref: 114 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746143527.207395:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a73100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455227264:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143527.207794:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.213246:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.213338:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461986048 00000100:00100000:1.0:1746143527.213348:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461986048 00002000:00100000:1.0:1746143527.213401:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236bb100 x1830963461986048/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.213660:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236bb100 with x1830963461986048 ext(0->4095) 00010000:00010000:1.0:1746143527.213672:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f22f62 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b72b expref: 115 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.213686:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f22f62 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b72b expref: 115 pid: 9572 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143527.213693:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801236bb100 00000100:00100000:1.0:1746143527.213726:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2919 00000100:00100000:1.0:1746143527.213734:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2006:x1830963461986048:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.213738:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a73100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455227264:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.213758:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.213825:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461985792:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6622us (6986us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.213833:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16220 00000100:00100000:1.0:1746143527.213861:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2006:x1830963461986048:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (626us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.213867:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2919 00002000:00100000:1.0:1746143527.213871:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236bb100 x1830963461986048/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.213879:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236bb100 with x1830963461986048 ext(0->4095) 00010000:00010000:1.0:1746143527.213883:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f22f62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b72b expref: 115 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.213892:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f22f62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b72b expref: 115 pid: 9572 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143527.213897:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801236bb100 00000100:00100000:3.0:1746143527.220710:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.220809:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461986176 00000100:00100000:2.0:1746143527.220821:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461986176 00000100:00100000:2.0:1746143527.220868:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30315 00000100:00100000:2.0:1746143527.220876:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096984700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461986176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.220897:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.220914:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22f70 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b732 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.220945:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.220951:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f69 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b724 expref: 114 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.220957:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143527.220960:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22f70 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b732 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.221000:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f69 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b724 expref: 114 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.221013:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22f70 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b732 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.221023:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f68a400, rc 0) 00000100:00100000:2.0:1746143527.221072:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096984700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461986176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.221077:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30315 00000100:00100000:0.0:1746143527.222528:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.223689:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461986304 00000100:00100000:3.0:1746143527.223700:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461986304 00010000:00010000:3.0:1746143527.223741:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f22f62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b72b expref: 115 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.223782:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16221 00000100:00100000:3.0:1746143527.223789:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2006:x1830963461986304:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.223802:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.223825:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f22f62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b72b expref: 115 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.223837:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f22f62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b72b expref: 115 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.223863:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f5fec00/0xa6c9a53f47f22f62 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b72b expref: 115 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.224091:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.224094:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.224103:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b724 expref: 114 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.224114:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b724 expref: 114 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.224157:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b724 expref: 114 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.224169:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b724 expref: 114 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.224183:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455227520:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.225564:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.228275:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455227520:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.228329:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.229038:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2006:x1830963461986304:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5245us (6509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.229050:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16221 00000100:00100000:0.0:1746143527.229518:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.229757:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461986560 00000100:00100000:3.0:1746143527.229764:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461986560 00002000:00100000:3.0:1746143527.229802:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a73100 x1830963461986560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.229812:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a73100 with x1830963461986560 ext(0->4095) 00010000:00010000:3.0:1746143527.229821:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b724 expref: 114 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.229833:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b724 expref: 114 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.229839:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a73100 00000100:00100000:3.0:1746143527.229856:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2920 00000100:00100000:3.0:1746143527.229862:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2006:x1830963461986560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143527.229992:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2006:x1830963461986560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (475us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.230002:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2920 00002000:00100000:3.0:1746143527.230007:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a73100 x1830963461986560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.230014:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a73100 with x1830963461986560 ext(0->4095) 00010000:00010000:3.0:1746143527.230018:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b724 expref: 114 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.230027:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b724 expref: 114 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.230033:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a73100 00000100:00100000:1.0:1746143527.238990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.239339:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461986688 00000100:00100000:3.0:1746143527.239349:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461986688 00000100:00100000:3.0:1746143527.239498:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30316 00000100:00100000:3.0:1746143527.239505:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:1782:x1830963461986688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.239524:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.239542:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22f77 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b739 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.239569:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.239575:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22f70 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b732 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.239581:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143527.239584:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22f77 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b739 expref: 115 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.239639:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22f70 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b732 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.239652:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22f77 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b739 expref: 115 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.239660:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9400, rc 0) 00000100:00100000:1.0:1746143527.239904:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.239949:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461986816 00000100:00100000:2.0:1746143527.239953:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461986816 00010000:00010000:2.0:1746143527.239967:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b724 expref: 116 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.240749:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:1782:x1830963461986688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1241us (1768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.240755:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30316 00000100:00100000:2.0:1746143527.240965:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16222 00000100:00100000:2.0:1746143527.240971:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2005:x1830963461986816:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.240981:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.241002:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b724 expref: 115 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.241012:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b724 expref: 115 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.241029:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22f69 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b724 expref: 115 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.241044:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.241045:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.241051:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22f70 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b732 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.241058:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22f70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b732 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.241077:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22f70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b732 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.241085:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22f70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b732 expref: 5 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.241095:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455227776:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.241150:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.250446:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455227776:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.250474:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.250536:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2005:x1830963461986816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 9563us (10630us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.250548:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16222 00000100:00100000:0.0:1746143527.250652:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.251081:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461987072 00000100:00100000:2.0:1746143527.251090:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461987072 00002000:00100000:2.0:1746143527.251128:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a72a00 x1830963461987072/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.251136:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a72a00 with x1830963461987072 ext(0->4095) 00010000:00010000:2.0:1746143527.251145:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22f70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b732 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.251158:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22f70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b732 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.251163:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a72a00 00000100:00100000:2.0:1746143527.251196:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2921 00000100:00100000:2.0:1746143527.251202:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461987072:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746143527.251720:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461987072:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 516us (1067us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.251726:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2921 00002000:00100000:2.0:1746143527.251732:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a72a00 x1830963461987072/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.251738:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a72a00 with x1830963461987072 ext(0->4095) 00010000:00010000:2.0:1746143527.251742:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22f70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b732 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.251756:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22f70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b732 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.251760:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a72a00 00000100:00100000:1.0:1746143527.257335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.257631:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461987200 00000100:00100000:2.0:1746143527.257641:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461987200 00010000:00010000:2.0:1746143527.257683:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22f70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b732 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.257719:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16223 00000100:00100000:2.0:1746143527.257727:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461987200:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.257745:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.257765:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22f70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b732 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.257777:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22f70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b732 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.257800:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22f70 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b732 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.257834:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.257836:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.257843:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22f77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b739 expref: 113 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.257855:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22f77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b739 expref: 113 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.257891:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22f77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b739 expref: 113 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.257903:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455227904:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.257998:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.261562:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455227904:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.261656:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.261856:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461987200:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4127us (4566us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.261867:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16223 00000100:00100000:1.0:1746143527.262763:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.262844:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461987456 00000100:00100000:3.0:1746143527.262853:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461987456 00002000:00100000:3.0:1746143527.262898:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008612b480 x1830963461987456/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.262907:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008612b480 with x1830963461987456 ext(0->4095) 00002000:00010000:3.0:1746143527.262911:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008612b480 00000100:00100000:3.0:1746143527.262930:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13669 00000100:00100000:3.0:1746143527.262936:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2006:x1830963461987456:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143527.263059:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2006:x1830963461987456:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (299us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.263064:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13669 00002000:00100000:3.0:1746143527.263069:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008612b480 x1830963461987456/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.263080:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008612b480 with x1830963461987456 ext(0->4095) 00002000:00010000:3.0:1746143527.263082:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008612b480 00000100:00100000:1.0:1746143527.266266:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.266371:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461987584 00000100:00100000:3.0:1746143527.266381:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461987584 00000100:00100000:3.0:1746143527.266845:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30317 00000100:00100000:3.0:1746143527.266854:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461987584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.267032:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.267052:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f7e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b740 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.267155:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22f77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b739 expref: 113 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.267164:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.267166:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.267170:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f7e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b740 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.267274:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22f77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b739 expref: 113 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.267287:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22f77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b739 expref: 113 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.267316:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455228032:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.267535:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.269438:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455228032:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.269467:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f7e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b740 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.269482:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9a00, rc 0) 00000100:00100000:3.0:1746143527.269521:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461987584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2668us (3265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.269530:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30317 00000100:00100000:1.0:1746143527.270939:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.271006:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461987712 00000100:00100000:2.0:1746143527.271014:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461987712 00010000:00010000:2.0:1746143527.271048:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22f77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b739 expref: 114 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.271079:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16224 00000100:00100000:2.0:1746143527.271086:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b940c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2007:x1830963461987712:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.271098:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.271119:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22f77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b739 expref: 114 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.271135:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22f77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b739 expref: 114 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.271158:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22f77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b739 expref: 114 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.271185:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.271187:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.271195:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f7e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b740 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.271203:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f7e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b740 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.271236:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f7e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b740 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.271247:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455228160:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.271346:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143527.271512:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.271527:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461987840 00000100:00100000:3.0:1746143527.271531:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461987840 00000100:00100000:3.0:1746143527.271554:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30318 00000100:00100000:3.0:1746143527.271559:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:1782:x1830963461987840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.271571:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.271581:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f85 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b747 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.271604:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f7e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b740 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.271611:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.271612:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.271616:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f85 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b747 expref: 115 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.271634:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b740 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.271645:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f7e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b740 expref: 5 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.271654:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455228288:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.271676:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.273775:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455228288:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.273806:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f85 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b747 expref: 115 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.273820:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8400, rc 0) 00000100:00100000:3.0:1746143527.273854:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:1782:x1830963461987840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2294us (2342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.273862:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30318 00000100:00100000:2.0:1746143527.274016:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455228160:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.274029:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.274051:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b940c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2007:x1830963461987712:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2965us (3116us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.274059:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16224 00000100:00100000:0.0:1746143527.274519:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.274583:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461988096 00000100:00100000:2.0:1746143527.274589:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461988096 00002000:00100000:2.0:1746143527.274840:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009b7cd450 x1830963461988096/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.274850:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7cd450 with x1830963461988096 ext(0->4095) 00010000:00010000:2.0:1746143527.274857:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b740 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.274869:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b740 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.274875:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b7cd450 00000100:00100000:2.0:1746143527.274901:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2922 00000100:00100000:2.0:1746143527.274907:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7cd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461988096:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746143527.275041:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7cd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461988096:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (522us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.275046:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2922 00002000:00100000:2.0:1746143527.275051:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009b7cd450 x1830963461988096/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.275058:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7cd450 with x1830963461988096 ext(0->4095) 00010000:00010000:2.0:1746143527.275062:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b740 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.275070:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b740 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.275075:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b7cd450 00000100:00100000:1.0:1746143527.279696:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.279752:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461988224 00000100:00100000:2.0:1746143527.279762:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461988224 00010000:00010000:2.0:1746143527.279798:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b740 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.281219:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16225 00000100:00100000:2.0:1746143527.281234:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090525500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461988224:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.281250:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.281273:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b740 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.281286:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f7e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b740 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.281323:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22f7e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b740 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.281345:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.281347:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.281355:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b747 expref: 113 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.281363:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b747 expref: 113 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.281399:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b747 expref: 113 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.281417:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096988700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455228416:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.283129:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.284142:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096988700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455228416:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.284163:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.284202:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090525500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461988224:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2973us (4514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.284212:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16225 00000100:00100000:1.0:1746143527.285068:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.285152:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461988480 00000100:00100000:2.0:1746143527.285159:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461988480 00002000:00100000:2.0:1746143527.285198:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090524e00 x1830963461988480/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.285207:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090524e00 with x1830963461988480 ext(0->4095) 00002000:00010000:2.0:1746143527.285211:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090524e00 00000100:00100000:2.0:1746143527.285237:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13670 00000100:00100000:2.0:1746143527.285244:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2007:x1830963461988480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143527.285381:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2007:x1830963461988480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.285387:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13670 00002000:00100000:2.0:1746143527.285391:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090524e00 x1830963461988480/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.285397:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090524e00 with x1830963461988480 ext(0->4095) 00002000:00010000:2.0:1746143527.285400:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090524e00 00000100:00100000:1.0:1746143527.290958:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.291056:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461988608 00000100:00100000:3.0:1746143527.291065:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461988608 00000100:00100000:3.0:1746143527.291124:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30319 00000100:00100000:3.0:1746143527.291131:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461988608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.291150:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.291168:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f8c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b74e expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.291199:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b747 expref: 113 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.291206:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.291208:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.291210:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f8c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b74e expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.291244:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b747 expref: 113 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.291256:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b747 expref: 113 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.291269:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455228544:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.291466:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.293954:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455228544:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.293986:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f8c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b74e expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.294002:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8a00, rc 0) 00000100:00100000:3.0:1746143527.294053:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461988608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2922us (3105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.294062:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30319 00000100:00100000:1.0:1746143527.297081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.297343:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461988736 00000100:00100000:2.0:1746143527.297354:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461988736 00002000:00100000:2.0:1746143527.297399:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090526680 x1830963461988736/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 496/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.297409:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090526680 with x1830963461988736 ext(0->7) 00010000:00010000:2.0:1746143527.297419:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b747 expref: 114 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.297432:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b747 expref: 114 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.297438:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090526680 00000100:00100000:2.0:1746143527.297470:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2923 00000100:00100000:2.0:1746143527.297476:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+114:2004:x1830963461988736:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746143527.299494:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2004:x1830963461988736:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2009us (2417us total) trans 4294972282 rc 0/0 00000100:00100000:2.0:1746143527.299504:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2923 00002000:00100000:2.0:1746143527.299512:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090526680 x1830963461988736/t4294972282(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 496/448 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.299728:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090526680 with x1830963461988736 ext(0->7) 00010000:00010000:2.0:1746143527.299737:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b747 expref: 116 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.299749:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b747 expref: 116 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.299760:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090526680 00000100:00100000:1.0:1746143527.306417:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.306508:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461988864 00000100:00100000:2.0:1746143527.306518:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461988864 00010000:00010000:2.0:1746143527.306555:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b747 expref: 116 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.306579:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16226 00000100:00100000:2.0:1746143527.306585:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2004:x1830963461988864:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.306606:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.306626:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b747 expref: 116 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.306638:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b747 expref: 116 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.306658:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f22f85 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b747 expref: 116 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.306675:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.306677:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.306684:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f8c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b74e expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.306692:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b74e expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.306726:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b74e expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.306737:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096988700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455228672:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.307134:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.310583:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096988700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455228672:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143527.310584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746143527.310617:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.310661:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2004:x1830963461988864:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4074us (4253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.310671:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16226 00000100:00100000:3.0:1746143527.310672:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461989120 00000100:00100000:3.0:1746143527.310679:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461989120 00002000:00100000:3.0:1746143527.310719:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090524380 x1830963461989120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.310728:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090524380 with x1830963461989120 ext(0->4095) 00002000:00010000:3.0:1746143527.310732:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090524380 00000100:00100000:3.0:1746143527.310760:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13671 00000100:00100000:3.0:1746143527.310767:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461989120:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746143527.311020:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461989120:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 252us (437us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.311026:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13671 00002000:00100000:3.0:1746143527.311031:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090524380 x1830963461989120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.311038:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090524380 with x1830963461989120 ext(0->4095) 00002000:00010000:3.0:1746143527.311041:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090524380 00000100:00100000:1.0:1746143527.311363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.311475:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461989248 00000100:00100000:3.0:1746143527.311479:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461989248 00000100:00100000:3.0:1746143527.311577:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30320 00000100:00100000:3.0:1746143527.311583:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:1782:x1830963461989248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.311592:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.311616:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f93 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b755 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.311640:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f8c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b74e expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.311648:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.311649:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.311653:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f93 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b755 expref: 116 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.311679:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b74e expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.311696:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b74e expref: 5 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.311708:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455228800:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.311778:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143527.312680:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.312759:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461989376 00000100:00100000:0.0:1746143527.312764:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461989376 00000100:00100000:0.0:1746143527.312797:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30321 00000100:00100000:0.0:1746143527.312804:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:1794:x1830963461989376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143527.312812:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143527.312821:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f22f9a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b75c expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.312835:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143527.312839:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f93 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b755 expref: 118 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.312845:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143527.312847:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f22f9a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b75c expref: 118 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.312871:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f93 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b755 expref: 118 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.312882:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f22f9a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b75c expref: 118 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.312892:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f5ffe00, rc 0) 00000100:00100000:0.0:1746143527.312918:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+118:1794:x1830963461989376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143527.312923:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30321 00000100:00100000:3.0:1746143527.313217:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455228800:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.313233:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f93 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b755 expref: 117 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.313240:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9600, rc 0) 00000100:00100000:3.0:1746143527.313271:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:1782:x1830963461989248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1688us (1908us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.313277:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30320 00000100:00100000:0.0:1746143527.313618:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.313962:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461989504 00000100:00100000:2.0:1746143527.313966:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461989504 00010000:00010000:2.0:1746143527.313985:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b74e expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.314004:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16227 00000100:00100000:2.0:1746143527.314008:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461989504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.314017:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.314035:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b74e expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.314045:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b74e expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.314063:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f22f8c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b74e expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.314086:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.314088:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.314094:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b755 expref: 116 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.314101:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b755 expref: 116 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.314123:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b755 expref: 116 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.314132:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b755 expref: 116 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.314141:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096988700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455229056:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.314192:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.316636:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096988700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455229056:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.316662:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.316704:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461989504:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2694us (3085us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.316715:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16227 00000100:00100000:2.0:1746143527.317957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.318029:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461989760 00000100:00100000:3.0:1746143527.318036:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461989760 00002000:00100000:3.0:1746143527.318082:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096988700 x1830963461989760/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.318092:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096988700 with x1830963461989760 ext(0->4095) 00010000:00010000:3.0:1746143527.318102:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b755 expref: 117 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.318115:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b755 expref: 117 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.318126:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096988700 00000100:00100000:3.0:1746143527.318145:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2924 00000100:00100000:3.0:1746143527.318152:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2007:x1830963461989760:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143527.318705:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2007:x1830963461989760:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 552us (752us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.318711:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2924 00002000:00100000:3.0:1746143527.318717:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096988700 x1830963461989760/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.318724:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096988700 with x1830963461989760 ext(0->4095) 00010000:00010000:3.0:1746143527.318729:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b755 expref: 117 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.318738:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b755 expref: 117 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.318744:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096988700 00000100:00100000:0.0:1746143527.320866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.322018:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461989888 00000100:00100000:2.0:1746143527.322028:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461989888 00010000:00010000:2.0:1746143527.322069:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b755 expref: 117 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.322365:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16228 00000100:00100000:2.0:1746143527.322374:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2005:x1830963461989888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.322390:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.322411:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b755 expref: 117 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.322423:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b755 expref: 117 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.322446:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22f93 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b755 expref: 117 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.322493:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.322496:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.322503:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f22f9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b75c expref: 116 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.322511:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f22f9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b75c expref: 116 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.322547:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f22f9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b75c expref: 116 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.322560:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096988e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455229184:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.323059:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.325587:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096988e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455229184:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.325623:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.325666:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2005:x1830963461989888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3292us (4808us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.325676:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16228 00000100:00100000:0.0:1746143527.326097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.326578:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461990144 00000100:00100000:2.0:1746143527.326585:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461990144 00002000:00100000:2.0:1746143527.326629:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a71180 x1830963461990144/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.326639:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a71180 with x1830963461990144 ext(0->4095) 00002000:00010000:2.0:1746143527.326644:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a71180 00000100:00100000:2.0:1746143527.326931:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13672 00000100:00100000:2.0:1746143527.326940:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2007:x1830963461990144:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143527.327081:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2007:x1830963461990144:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (985us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.327087:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13672 00002000:00100000:2.0:1746143527.327092:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a71180 x1830963461990144/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.327100:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a71180 with x1830963461990144 ext(0->4095) 00002000:00010000:2.0:1746143527.327103:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a71180 00000100:00100000:0.0:1746143527.329182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.329240:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461990272 00000100:00100000:3.0:1746143527.329248:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461990272 00000100:00100000:3.0:1746143527.329327:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30322 00000100:00100000:3.0:1746143527.329334:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461990272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.329692:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.329711:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22fa1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b763 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.329754:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f22f9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b75c expref: 115 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.329761:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.329763:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.329767:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22fa1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b763 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.329800:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f22f9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b75c expref: 115 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.329813:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f22f9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b75c expref: 115 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.330126:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455229312:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.330228:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.332821:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455229312:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.332857:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22fa1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b763 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.332875:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9a00, rc 0) 00000100:00100000:3.0:1746143527.332935:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461990272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3600us (3757us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.332945:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30322 00000100:00100000:0.0:1746143527.333203:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.333270:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461990400 00000100:00100000:3.0:1746143527.333278:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461990400 00010000:00010000:3.0:1746143527.333329:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f22f9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b75c expref: 116 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.333361:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16229 00000100:00100000:3.0:1746143527.333367:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2006:x1830963461990400:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.333378:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.333396:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f22f9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b75c expref: 116 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.333405:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f22f9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b75c expref: 116 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.333426:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f22f9a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b75c expref: 116 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.333440:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.333441:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.333448:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22fa1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b763 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.333455:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22fa1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b763 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.333481:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22fa1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b763 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.333492:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455229440:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.333552:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.335259:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455229440:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.335277:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.335336:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2006:x1830963461990400:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1968us (2133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.335345:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16229 00000100:00100000:0.0:1746143527.335528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.335903:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461990656 00000100:00100000:2.0:1746143527.335909:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461990656 00002000:00100000:2.0:1746143527.335945:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a72680 x1830963461990656/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.335959:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a72680 with x1830963461990656 ext(0->4095) 00002000:00010000:2.0:1746143527.335963:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a72680 00000100:00100000:2.0:1746143527.335988:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13673 00000100:00100000:2.0:1746143527.335995:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461990656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143527.336118:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461990656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (590us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.336124:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13673 00002000:00100000:2.0:1746143527.336129:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a72680 x1830963461990656/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.336135:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a72680 with x1830963461990656 ext(0->4095) 00002000:00010000:2.0:1746143527.336137:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a72680 00000100:00100000:0.0:1746143527.336204:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.336405:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461990784 00000100:00100000:3.0:1746143527.336409:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461990784 00000100:00100000:3.0:1746143527.336443:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30323 00000100:00100000:3.0:1746143527.336448:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:1782:x1830963461990784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.336456:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.336471:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fa8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b76a expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.336498:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22fa1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b763 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.336505:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.336507:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.336510:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fa8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b76a expref: 116 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.336535:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22fa1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b763 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.336546:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22fa1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b763 expref: 5 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.336566:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455229568:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.336647:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.337435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.337568:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461990912 00000100:00100000:2.0:1746143527.337573:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461990912 00000100:00100000:2.0:1746143527.337607:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30324 00000100:00100000:2.0:1746143527.337614:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:1794:x1830963461990912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.337622:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.337632:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f68a600/0xa6c9a53f47f22faf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b771 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.337648:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.337652:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fa8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b76a expref: 118 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.337657:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.337661:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68a600/0xa6c9a53f47f22faf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b771 expref: 118 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.337683:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fa8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b76a expref: 118 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.337693:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f68a600/0xa6c9a53f47f22faf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b771 expref: 118 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.337702:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f68a600, rc 0) 00000100:00100000:3.0:1746143527.337779:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455229568:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.337796:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fa8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b76a expref: 118 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.337803:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9400, rc 0) 00000100:00100000:3.0:1746143527.337818:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+118:1782:x1830963461990784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1370us (1614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.337823:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30323 00000100:00100000:2.0:1746143527.337848:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:1794:x1830963461990912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.337853:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30324 00000100:00100000:0.0:1746143527.339002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.339076:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461991040 00000100:00100000:3.0:1746143527.339081:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461991040 00010000:00010000:3.0:1746143527.339103:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22fa1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b763 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.339135:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16230 00000100:00100000:3.0:1746143527.339140:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461991040:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.339150:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.339168:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22fa1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b763 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.339178:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22fa1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b763 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.339200:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22fa1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b763 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.339212:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.339213:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.339219:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fa8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b76a expref: 116 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.339226:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fa8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b76a expref: 116 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.340103:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fa8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b76a expref: 116 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.340115:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b76a expref: 116 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.340130:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455229824:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.340543:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.341895:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455229824:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.342204:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.342252:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461991040:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3110us (3252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.342263:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16230 00000100:00100000:0.0:1746143527.342514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.342779:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461991296 00000100:00100000:3.0:1746143527.342790:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461991296 00002000:00100000:3.0:1746143527.342833:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a72a00 x1830963461991296/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.342841:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a72a00 with x1830963461991296 ext(0->4095) 00010000:00010000:3.0:1746143527.342849:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b76a expref: 117 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.342860:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b76a expref: 117 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.342866:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a72a00 00000100:00100000:3.0:1746143527.342882:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2925 00000100:00100000:3.0:1746143527.342888:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2007:x1830963461991296:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143527.343861:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2007:x1830963461991296:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 968us (1344us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.343870:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2925 00002000:00100000:3.0:1746143527.343878:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a72a00 x1830963461991296/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.343887:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a72a00 with x1830963461991296 ext(0->4095) 00010000:00010000:3.0:1746143527.343894:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b76a expref: 117 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.343904:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b76a expref: 117 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.343910:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a72a00 00000100:00100000:0.0:1746143527.346281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.346403:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461991424 00000100:00100000:3.0:1746143527.346412:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461991424 00010000:00010000:3.0:1746143527.346449:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b76a expref: 117 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.346488:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16231 00000100:00100000:3.0:1746143527.346495:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b940850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2004:x1830963461991424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.346509:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.346531:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fa8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b76a expref: 117 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.346549:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fa8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b76a expref: 117 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.346571:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fa8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b76a expref: 117 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.346587:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.346589:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.346605:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f68a600/0xa6c9a53f47f22faf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b771 expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.346614:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68a600/0xa6c9a53f47f22faf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b771 expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.346649:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f68a600/0xa6c9a53f47f22faf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b771 expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.346666:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455229952:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.346753:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.351710:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.351955:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455229952:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.351979:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.352042:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b940850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2004:x1830963461991424:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5546us (5770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.352054:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16231 00000100:00100000:2.0:1746143527.352834:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461991680 00000100:00100000:2.0:1746143527.352841:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461991680 00002000:00100000:2.0:1746143527.352883:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a70380 x1830963461991680/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.352892:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a70380 with x1830963461991680 ext(0->4095) 00002000:00010000:2.0:1746143527.352897:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a70380 00000100:00100000:2.0:1746143527.352915:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13674 00000100:00100000:2.0:1746143527.352921:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2006:x1830963461991680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.353058:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2006:x1830963461991680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (1359us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.353064:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13674 00002000:00100000:2.0:1746143527.353069:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a70380 x1830963461991680/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.353082:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a70380 with x1830963461991680 ext(0->4095) 00002000:00010000:2.0:1746143527.353084:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a70380 00000100:00100000:0.0:1746143527.355058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.355739:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461991808 00000100:00100000:2.0:1746143527.355747:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461991808 00000100:00100000:2.0:1746143527.355799:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30325 00000100:00100000:2.0:1746143527.355805:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461991808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.355822:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.355838:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22fb6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b778 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.355868:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f68a600/0xa6c9a53f47f22faf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b771 expref: 115 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.355875:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.355877:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.355880:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22fb6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b778 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.355911:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f68a600/0xa6c9a53f47f22faf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b771 expref: 115 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.355922:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f68a600/0xa6c9a53f47f22faf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b771 expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.355933:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096988e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455230080:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143527.356903:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.359703:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096988e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455230080:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.359743:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22fb6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b778 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.359764:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f68ba00, rc 0) 00000100:00100000:2.0:1746143527.359820:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461991808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4014us (4767us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.359829:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30325 00000100:00100000:0.0:1746143527.360098:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.360382:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461991936 00000100:00100000:3.0:1746143527.360389:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461991936 00010000:00010000:3.0:1746143527.360415:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68a600/0xa6c9a53f47f22faf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b771 expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.360681:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16232 00000100:00100000:3.0:1746143527.360688:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2007:x1830963461991936:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.360701:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.360720:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f68a600/0xa6c9a53f47f22faf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b771 expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.360731:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f68a600/0xa6c9a53f47f22faf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b771 expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.360751:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f68a600/0xa6c9a53f47f22faf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b771 expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.361253:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.361256:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.361265:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22fb6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b778 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.361273:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22fb6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b778 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.361495:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22fb6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b778 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.361507:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455230208:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.362830:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.363620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.363743:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461992064 00000100:00100000:2.0:1746143527.363752:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461992064 00000100:00100000:2.0:1746143527.364182:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30326 00000100:00100000:2.0:1746143527.364191:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:1782:x1830963461992064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.364210:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.364229:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22fbd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b77f expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.364258:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22fb6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b778 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.364266:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.364267:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.364271:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22fbd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b77f expref: 117 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.365144:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22fb6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b778 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.365158:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22fb6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b778 expref: 5 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.365174:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096988e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455230336:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.365353:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455230208:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.365374:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.365794:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.365888:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2007:x1830963461991936:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5198us (5789us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.365898:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16232 00000100:00100000:0.0:1746143527.367739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.368196:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461992320 00000100:00100000:2.0:1746143527.368204:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461992320 00002000:00100000:2.0:1746143527.368248:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a73100 x1830963461992320/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.368258:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a73100 with x1830963461992320 ext(0->4095) 00010000:00010000:2.0:1746143527.368266:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22fb6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b778 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.368280:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22fb6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b778 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.368287:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a73100 00000100:00100000:2.0:1746143527.368343:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2926 00000100:00100000:2.0:1746143527.368351:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461992320:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.368501:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461992320:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (771us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.368508:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2926 00002000:00100000:2.0:1746143527.368513:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a73100 x1830963461992320/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.368520:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a73100 with x1830963461992320 ext(0->4095) 00010000:00010000:2.0:1746143527.368525:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22fb6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b778 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.368534:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22fb6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b778 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.368538:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a73100 00000100:00100000:3.0:1746143527.369904:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096988e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455230336:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.369935:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22fbd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b77f expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.369954:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f68a400, rc 0) 00000100:00100000:3.0:1746143527.370757:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:1782:x1830963461992064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6563us (7137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.370766:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30326 00000100:00100000:1.0:1746143527.371733:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.371790:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461992448 00000100:00100000:3.0:1746143527.371799:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461992448 00000100:00100000:3.0:1746143527.371839:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30327 00000100:00100000:3.0:1746143527.371847:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:1794:x1830963461992448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.371865:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.371883:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22fc4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b786 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.371908:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.371913:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22fbd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b77f expref: 117 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.371920:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.371923:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22fc4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b786 expref: 117 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.371961:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22fbd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b77f expref: 117 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.371973:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22fc4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b786 expref: 117 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.371982:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9600, rc 0) 00000100:00100000:3.0:1746143527.372016:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:1794:x1830963461992448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.372022:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30327 00000100:00100000:0.0:1746143527.373582:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.373642:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461992576 00000100:00100000:3.0:1746143527.373648:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461992576 00010000:00010000:3.0:1746143527.373676:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22fb6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b778 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.373715:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16233 00000100:00100000:3.0:1746143527.373721:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461992576:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.373733:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.373751:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22fb6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b778 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.373762:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22fb6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b778 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.373782:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f22fb6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b778 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.373809:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.373811:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.373819:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22fbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b77f expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.373827:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22fbd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b77f expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.373855:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22fbd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b77f expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.373867:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22fbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b77f expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.373884:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455230592:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.373966:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.376511:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455230592:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.376536:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143527.376879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.376984:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963461992576:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3262us (3407us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.376995:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16233 00000100:00100000:2.0:1746143527.377030:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461992832 00000100:00100000:2.0:1746143527.377037:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461992832 00002000:00100000:2.0:1746143527.377076:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090524a80 x1830963461992832/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.377085:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090524a80 with x1830963461992832 ext(0->4095) 00010000:00010000:2.0:1746143527.377093:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22fbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b77f expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.377105:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22fbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b77f expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.377111:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090524a80 00000100:00100000:2.0:1746143527.377143:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2927 00000100:00100000:2.0:1746143527.377392:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2006:x1830963461992832:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.377554:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2006:x1830963461992832:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 405us (676us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.377560:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2927 00002000:00100000:2.0:1746143527.377565:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090524a80 x1830963461992832/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.377572:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090524a80 with x1830963461992832 ext(0->4095) 00010000:00010000:2.0:1746143527.377577:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22fbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b77f expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.377586:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22fbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b77f expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.377591:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090524a80 00000100:00100000:0.0:1746143527.379408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.379517:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461992960 00000100:00100000:3.0:1746143527.379524:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461992960 00010000:00010000:3.0:1746143527.379554:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22fbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b77f expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.379664:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16234 00000100:00100000:3.0:1746143527.379673:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2005:x1830963461992960:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.379687:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.379705:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22fbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b77f expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.379716:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22fbd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b77f expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.379739:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f22fbd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b77f expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.379914:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.379917:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.379925:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22fc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b786 expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.379933:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22fc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b786 expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.379972:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22fc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b786 expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.379985:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455230720:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.380516:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.383029:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455230720:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.383058:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.383103:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2005:x1830963461992960:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3428us (3700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.383113:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16234 00000100:00100000:0.0:1746143527.383615:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.384243:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461993216 00000100:00100000:3.0:1746143527.384250:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461993216 00002000:00100000:3.0:1746143527.384357:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a86a00 x1830963461993216/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.384368:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86a00 with x1830963461993216 ext(0->4095) 00002000:00010000:3.0:1746143527.384372:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a86a00 00000100:00100000:3.0:1746143527.384401:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13675 00000100:00100000:3.0:1746143527.384408:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2007:x1830963461993216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143527.384524:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2007:x1830963461993216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (912us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.384529:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13675 00002000:00100000:3.0:1746143527.384534:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a86a00 x1830963461993216/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.384541:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86a00 with x1830963461993216 ext(0->4095) 00002000:00010000:3.0:1746143527.384543:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a86a00 00000100:00100000:0.0:1746143527.386258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.386365:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461993344 00000100:00100000:3.0:1746143527.386372:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461993344 00000100:00100000:3.0:1746143527.386941:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30328 00000100:00100000:3.0:1746143527.386950:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461993344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.386970:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.386988:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fcb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b78d expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.387018:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22fc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b786 expref: 115 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.387025:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.387027:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.387031:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fcb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b78d expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.387066:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22fc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b786 expref: 115 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.387084:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22fc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b786 expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.387096:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455230848:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.387399:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.389960:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455230848:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.390000:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fcb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b78d expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.390019:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9400, rc 0) 00000100:00100000:3.0:1746143527.390063:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461993344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3114us (3810us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.390071:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30328 00000100:00100000:0.0:1746143527.391770:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.391898:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461993472 00000100:00100000:3.0:1746143527.391906:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461993472 00010000:00010000:3.0:1746143527.391940:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22fc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b786 expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.392591:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16235 00000100:00100000:3.0:1746143527.392609:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2007:x1830963461993472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.392625:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.392651:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22fc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b786 expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.392670:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22fc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b786 expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.392696:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f22fc4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b786 expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.392716:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.392718:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.392726:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fcb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b78d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.392735:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b78d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.392770:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b78d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.392784:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455230976:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.392869:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.394945:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.395274:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461993600 00000100:00100000:3.0:1746143527.395283:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461993600 00000100:00100000:3.0:1746143527.395354:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30329 00000100:00100000:3.0:1746143527.395361:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:1782:x1830963461993600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.395379:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.395396:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22fd2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b794 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.395427:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b78d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.395435:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.395436:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.395440:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22fd2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b794 expref: 117 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.395468:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b78d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.395480:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fcb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b78d expref: 5 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.395492:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455231104:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.395569:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.395671:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455230976:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.395690:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.395712:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2007:x1830963461993472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3114us (3949us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.395721:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16235 00000100:00100000:1.0:1746143527.396550:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.397395:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461993856 00000100:00100000:2.0:1746143527.397402:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461993856 00002000:00100000:2.0:1746143527.397440:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090525500 x1830963461993856/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.397450:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090525500 with x1830963461993856 ext(0->4095) 00010000:00010000:2.0:1746143527.397458:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fcb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b78d expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.397469:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fcb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b78d expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.397476:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090525500 00000100:00100000:2.0:1746143527.397505:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2928 00000100:00100000:2.0:1746143527.397513:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461993856:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.397655:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461993856:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (1106us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.397661:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2928 00002000:00100000:2.0:1746143527.397666:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090525500 x1830963461993856/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.397674:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090525500 with x1830963461993856 ext(0->4095) 00010000:00010000:2.0:1746143527.397678:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fcb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b78d expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.397686:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fcb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b78d expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.397692:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090525500 00000100:00100000:3.0:1746143527.400324:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455231104:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.400357:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22fd2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b794 expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.400373:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:3.0:1746143527.401167:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:1782:x1830963461993600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5801us (6226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.401177:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30329 00000100:00100000:0.0:1746143527.401857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.402810:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461993984 00000100:00100000:3.0:1746143527.402819:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461993984 00000100:00100000:3.0:1746143527.402861:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30330 00000100:00100000:3.0:1746143527.402868:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:1794:x1830963461993984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.402888:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.402912:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22fd9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b79b expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.402939:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.402944:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22fd2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b794 expref: 117 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.402950:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.402953:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22fd9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b79b expref: 117 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.402988:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22fd2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b794 expref: 117 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.403002:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22fd9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b79b expref: 117 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.403011:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b600, rc 0) 00000100:00100000:3.0:1746143527.404091:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:1794:x1830963461993984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1219us (2231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.404098:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30330 00000100:00100000:0.0:1746143527.404620:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.405118:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461994112 00000100:00100000:2.0:1746143527.405125:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461994112 00010000:00010000:2.0:1746143527.405152:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b78d expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.405204:0:7208:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16236 00000100:00100000:2.0:1746143527.405209:0:7208:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461994112:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.405221:0:7208:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.405239:0:7208:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b78d expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.405249:0:7208:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b78d expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.405268:0:7208:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f22fcb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b78d expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.405873:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.405875:0:7208:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.405884:0:7208:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22fd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b794 expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.405893:0:7208:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b794 expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.405927:0:7208:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b794 expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.405938:0:7208:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b794 expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.405950:0:7208:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096989500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455231360:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.406102:0:7208:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.409042:0:7208:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096989500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7208:1830963455231360:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.409068:0:7208:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.409133:0:7208:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461994112:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3921us (4512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.409144:0:7208:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16236 00000100:00100000:0.0:1746143527.409719:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.410187:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461994368 00000100:00100000:3.0:1746143527.410194:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461994368 00002000:00100000:3.0:1746143527.410234:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a87b80 x1830963461994368/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.410245:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87b80 with x1830963461994368 ext(0->4095) 00010000:00010000:3.0:1746143527.410255:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b794 expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.410269:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b794 expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.410275:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a87b80 00000100:00100000:3.0:1746143527.410361:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2929 00000100:00100000:3.0:1746143527.410368:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2006:x1830963461994368:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143527.410506:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2006:x1830963461994368:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (787us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.410512:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2929 00002000:00100000:3.0:1746143527.410517:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a87b80 x1830963461994368/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.410524:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87b80 with x1830963461994368 ext(0->4095) 00010000:00010000:3.0:1746143527.410528:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b794 expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.410537:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b794 expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.410542:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a87b80 00000100:00100000:0.0:1746143527.413144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.413318:0:7208:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461994496 00000100:00100000:2.0:1746143527.413327:0:7208:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461994496 00010000:00010000:2.0:1746143527.413362:0:7208:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b794 expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746143527.413738:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16237 00000100:00100000:1.0:1746143527.413749:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2004:x1830963461994496:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143527.413762:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143527.413787:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b794 expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.413800:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b794 expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.413825:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f22fd2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b794 expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.413857:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.413859:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.413866:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22fd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b79b expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.413874:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22fd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b79b expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.413911:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22fd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b79b expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143527.413928:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090526d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455231488:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143527.414018:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143527.418438:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.418592:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461994752 00000100:00100000:3.0:1746143527.418610:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461994752 00002000:00100000:3.0:1746143527.418657:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189dc00 x1830963461994752/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.418668:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189dc00 with x1830963461994752 ext(0->4095) 00002000:00010000:3.0:1746143527.418674:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189dc00 00000100:00100000:3.0:1746143527.418695:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13676 00000100:00100000:3.0:1746143527.418701:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2006:x1830963461994752:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143527.418857:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2006:x1830963461994752:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (429us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.418863:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13676 00002000:00100000:3.0:1746143527.418868:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189dc00 x1830963461994752/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.418875:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189dc00 with x1830963461994752 ext(0->4095) 00002000:00010000:3.0:1746143527.418877:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189dc00 00000100:00100000:0.0:1746143527.419010:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090526d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455231488:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143527.419034:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143527.419068:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2004:x1830963461994496:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5321us (5934us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143527.419076:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16237 00000100:00100000:0.0:1746143527.421972:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.422081:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461994880 00000100:00100000:3.0:1746143527.422091:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461994880 00000100:00100000:3.0:1746143527.422734:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30331 00000100:00100000:3.0:1746143527.422743:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461994880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.422764:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.422782:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092fec600/0xa6c9a53f47f22fe0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b7a2 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.422814:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22fd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b79b expref: 115 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.422825:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.422827:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.422831:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092fec600/0xa6c9a53f47f22fe0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a2 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.422863:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22fd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b79b expref: 115 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.422873:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22fd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b79b expref: 115 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.422884:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455231616:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.422983:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.425248:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.425350:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455231616:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.425385:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092fec600/0xa6c9a53f47f22fe0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a2 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.425403:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092fec600, rc 0) 00000100:00100000:3.0:1746143527.425465:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461994880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2722us (3501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.425473:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30331 00000100:00100000:1.0:1746143527.425656:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461995008 00000100:00100000:1.0:1746143527.425664:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461995008 00010000:00010000:1.0:1746143527.425692:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22fd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b79b expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746143527.425725:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16238 00000100:00100000:1.0:1746143527.425732:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b940450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2007:x1830963461995008:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143527.425744:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143527.425766:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22fd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b79b expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.425777:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22fd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b79b expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.425800:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f22fd9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b79b expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.425815:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.425817:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.425825:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092fec600/0xa6c9a53f47f22fe0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a2 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.425833:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092fec600/0xa6c9a53f47f22fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a2 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.425867:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092fec600/0xa6c9a53f47f22fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a2 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143527.425879:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455231744:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143527.425942:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.428546:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.428803:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461995136 00000100:00100000:3.0:1746143527.428812:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461995136 00000100:00100000:3.0:1746143527.428866:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30332 00000100:00100000:3.0:1746143527.428873:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:1782:x1830963461995136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.428895:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.428913:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f22fe7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b7a9 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.428944:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092fec600/0xa6c9a53f47f22fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a2 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.428952:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.428954:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.428957:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f22fe7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a9 expref: 117 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.428989:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092fec600/0xa6c9a53f47f22fe0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a2 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.429001:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092fec600/0xa6c9a53f47f22fe0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a2 expref: 5 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.429014:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455231872:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.429101:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.429335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.429699:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455231744:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143527.429718:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143527.429756:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b940450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2007:x1830963461995008:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4024us (4515us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.429765:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16238 00000100:00100000:3.0:1746143527.430639:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461995392 00000100:00100000:3.0:1746143527.430646:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461995392 00002000:00100000:3.0:1746143527.430684:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a85f80 x1830963461995392/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.430693:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85f80 with x1830963461995392 ext(0->4095) 00010000:00010000:3.0:1746143527.430701:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092fec600/0xa6c9a53f47f22fe0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a2 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.430716:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092fec600/0xa6c9a53f47f22fe0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a2 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.430722:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a85f80 00000100:00100000:3.0:1746143527.430978:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2930 00000100:00100000:3.0:1746143527.430986:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461995392:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143527.432092:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461995392:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1101us (2752us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.432100:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2930 00002000:00100000:3.0:1746143527.432108:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a85f80 x1830963461995392/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.432116:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85f80 with x1830963461995392 ext(0->4095) 00010000:00010000:3.0:1746143527.432123:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092fec600/0xa6c9a53f47f22fe0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a2 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.432135:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092fec600/0xa6c9a53f47f22fe0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a2 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.432141:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a85f80 00000100:00100000:3.0:1746143527.432673:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455231872:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.432704:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f22fe7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a9 expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.432725:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917f2200, rc 0) 00000100:00100000:3.0:1746143527.432768:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:1782:x1830963461995136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3895us (4483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.432775:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30332 00000100:00100000:0.0:1746143527.435357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.435409:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.435483:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461995648 00000100:00100000:1.0:1746143527.435492:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461995648 00010000:00010000:1.0:1746143527.435529:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092fec600/0xa6c9a53f47f22fe0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a2 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746143527.435569:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16239 00000100:00100000:1.0:1746143527.435576:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461995648:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143527.435590:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143527.435620:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092fec600/0xa6c9a53f47f22fe0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a2 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.435632:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092fec600/0xa6c9a53f47f22fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a2 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.435655:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092fec600/0xa6c9a53f47f22fe0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a2 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.435672:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.435674:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.435681:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f22fe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a9 expref: 115 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.435689:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f22fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a9 expref: 115 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.435722:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f22fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a9 expref: 115 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143527.435735:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455232000:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143527.435814:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.436086:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461995520 00000100:00100000:3.0:1746143527.436091:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461995520 00000100:00100000:3.0:1746143527.436119:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30333 00000100:00100000:3.0:1746143527.436125:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:1794:x1830963461995520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.436139:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.436150:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f22fee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b7b0 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.436168:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f22fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a9 expref: 117 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.436174:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.436175:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.436178:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f22fee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b0 expref: 117 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.436194:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f22fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a9 expref: 117 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.436204:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f22fe7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a9 expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.436217:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455232128:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.437275:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.439190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.439397:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461995904 00000100:00100000:3.0:1746143527.439405:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461995904 00002000:00100000:3.0:1746143527.439451:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a86300 x1830963461995904/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.439462:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86300 with x1830963461995904 ext(0->4095) 00010000:00010000:3.0:1746143527.439472:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f22fe7 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a9 expref: 118 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.439486:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f22fe7 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a9 expref: 118 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.439494:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a86300 00000100:00100000:3.0:1746143527.439517:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2931 00000100:00100000:3.0:1746143527.439524:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+118:2006:x1830963461995904:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143527.439922:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455232000:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143527.439941:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.440102:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455232128:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.440123:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f22fee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b0 expref: 118 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.440135:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917f2e00, rc 0) 00000100:00100000:3.0:1746143527.441231:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+118:2006:x1830963461995904:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1704us (2044us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.441241:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2931 00002000:00100000:3.0:1746143527.441249:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a86300 x1830963461995904/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.441257:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86300 with x1830963461995904 ext(0->4095) 00010000:00010000:3.0:1746143527.441263:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f22fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a9 expref: 118 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.441275:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f22fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a9 expref: 118 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.441281:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a86300 00000100:00100000:1.0:1746143527.441376:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461995648:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5799us (5966us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.441385:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16239 00000100:00100000:2.0:1746143527.441731:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:1794:x1830963461995520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5605us (6382us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.441738:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30333 00000100:00100000:0.0:1746143527.444213:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.444835:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.445005:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461996032 00000100:00100000:2.0:1746143527.445017:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461996032 00000100:00100000:1.0:1746143527.445237:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461996160 00000100:00100000:1.0:1746143527.445241:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461996160 00010000:00010000:1.0:1746143527.445266:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f22fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a9 expref: 118 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.445456:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30334 00000100:00100000:2.0:1746143527.445464:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+118:1782:x1830963461996032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.445481:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.445495:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ff5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b7b7 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.445520:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.445524:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f22fee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b0 expref: 119 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.445529:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143527.445533:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ff5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b7 expref: 119 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.445573:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f22fee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b0 expref: 119 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.445585:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ff5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b7 expref: 119 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.445595:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9a00, rc 0) 00000100:00100000:1.0:1746143527.445954:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16240 00000100:00100000:1.0:1746143527.445961:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+119:2007:x1830963461996160:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143527.445973:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143527.445994:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f22fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a9 expref: 119 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.446005:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f22fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a9 expref: 119 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.446023:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f22fe7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7a9 expref: 119 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.446077:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.446079:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.446087:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f22fee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b0 expref: 118 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.446095:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f22fee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b0 expref: 118 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.446117:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f22fee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b0 expref: 118 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.446128:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f22fee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b0 expref: 118 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746143527.446142:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455232384:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.446334:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+118:1782:x1830963461996032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 869us (2126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.446341:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30334 00000100:00100000:1.0:1746143527.446699:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143527.449447:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455232384:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143527.449470:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143527.449522:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2007:x1830963461996160:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3560us (4685us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.449532:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16240 00000100:00100000:0.0:1746143527.450162:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.450360:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461996416 00000100:00100000:2.0:1746143527.450368:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461996416 00002000:00100000:2.0:1746143527.450412:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a84a80 x1830963461996416/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.450422:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84a80 with x1830963461996416 ext(0->4095) 00010000:00010000:2.0:1746143527.450432:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f22fee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b0 expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.450445:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f22fee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b0 expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.450452:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a84a80 00000100:00100000:2.0:1746143527.450466:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2932 00000100:00100000:2.0:1746143527.450473:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2007:x1830963461996416:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143527.450612:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2007:x1830963461996416:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.450618:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2932 00002000:00100000:2.0:1746143527.450622:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a84a80 x1830963461996416/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.450629:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84a80 with x1830963461996416 ext(0->4095) 00010000:00010000:2.0:1746143527.450634:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f22fee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b0 expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.450642:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f22fee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b0 expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.450647:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a84a80 00000100:00100000:0.0:1746143527.453856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.453914:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.454004:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461996672 00000100:00100000:1.0:1746143527.454013:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461996672 00010000:00010000:1.0:1746143527.454051:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f22fee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b0 expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746143527.454092:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16241 00000100:00100000:1.0:1746143527.454099:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009787ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:2004:x1830963461996672:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143527.454113:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143527.454134:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f22fee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b0 expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.454145:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f22fee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b0 expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.454167:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f22fee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b0 expref: 117 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.454189:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.454191:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.454198:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ff5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b7 expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.454206:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ff5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b7 expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.454241:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ff5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b7 expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143527.454254:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455232512:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143527.454353:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.454666:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461996544 00000100:00100000:2.0:1746143527.454670:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461996544 00000100:00100000:2.0:1746143527.454698:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30335 00000100:00100000:2.0:1746143527.454704:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461996544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.454716:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.454727:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ffc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b7be expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.454743:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ff5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b7 expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.454748:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.454750:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.454753:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ffc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7be expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.454771:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ff5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b7 expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.454781:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ff5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b7 expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.454789:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096989500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455232640:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143527.454814:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919106c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746143527.459646:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746143527.459846:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.459915:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455232512:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143527.459936:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143527.459976:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009787ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2004:x1830963461996672:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5878us (6062us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143527.459986:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16241 00000100:00100000:0.0:1746143527.460014:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461996800 00000100:00100000:0.0:1746143527.460021:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461996800 00010000:00010000:0.0:1746143527.460047:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ff5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b7 expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746143527.460065:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16242 00000100:00100000:0.0:1746143527.460070:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+116:2007:x1830963461996800:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143527.460082:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143527.460107:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ff5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b7 expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746143527.460118:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ff5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b7 expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746143527.460144:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143527.460146:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143527.460155:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ffc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7be expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.460164:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ffc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7be expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143527.460200:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ffc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7be expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143527.460214:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009787df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455232768:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143527.460266:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746143527.460692:0:12044:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f22ff5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7b7 expref: 116 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.460711:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096989500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455232640:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.460729:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ffc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7be expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.460738:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8c00, rc 0) 00000100:00100000:2.0:1746143527.460774:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461996544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6070us (6929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.460781:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30335 00000100:00100000:2.0:1746143527.463861:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009787df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455232768:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.463888:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.463938:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:2007:x1830963461996800:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3865us (4098us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.463949:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16242 00000100:00100000:1.0:1746143527.464755:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.464817:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461997056 00000100:00100000:3.0:1746143527.464824:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461997056 00002000:00100000:3.0:1746143527.464866:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ce00 x1830963461997056/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.464876:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ce00 with x1830963461997056 ext(0->4095) 00002000:00010000:3.0:1746143527.464881:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189ce00 00000100:00100000:3.0:1746143527.464908:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13677 00000100:00100000:3.0:1746143527.464915:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461997056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143527.465045:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963461997056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (292us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.465051:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13677 00002000:00100000:3.0:1746143527.465056:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ce00 x1830963461997056/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.465063:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ce00 with x1830963461997056 ext(0->4095) 00002000:00010000:3.0:1746143527.465066:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189ce00 00000100:00100000:3.0:1746143527.468832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.469138:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461997184 00000100:00100000:2.0:1746143527.469149:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461997184 00000100:00100000:2.0:1746143527.469628:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30336 00000100:00100000:2.0:1746143527.469637:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+115:1794:x1830963461997184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.469658:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.469675:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23003 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b7c5 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.469704:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ffc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7be expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.469710:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.469712:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.469715:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23003 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7c5 expref: 116 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.469743:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ffc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7be expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.469753:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ffc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7be expref: 5 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.469766:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096989500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455232896:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143527.472029:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919106c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143527.472463:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.472504:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461997312 00000100:00100000:1.0:1746143527.472514:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461997312 00000100:00100000:1.0:1746143527.472564:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30337 00000100:00100000:1.0:1746143527.472572:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+117:1782:x1830963461997312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.472592:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143527.472624:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2300a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b7cc expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.472655:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.472660:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23003 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7c5 expref: 118 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.472666:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.472669:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2300a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7cc expref: 118 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.472708:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23003 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7c5 expref: 118 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.472723:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2300a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7cc expref: 118 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.472733:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351200, rc 0) 00000100:00100000:1.0:1746143527.472777:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+118:1782:x1830963461997312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.472784:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30337 00000001:00080000:0.0:1746143527.473395:0:9569:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972282 is committed 00000100:00100000:2.0:1746143527.475759:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096989500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455232896:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.475791:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23003 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7c5 expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.475807:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8400, rc 0) 00000100:00100000:2.0:1746143527.475851:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:1794:x1830963461997184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6215us (7030us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.475859:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30336 00000100:00100000:0.0:1746143527.478193:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.478382:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461997440 00000100:00100000:2.0:1746143527.478393:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461997440 00010000:00010000:2.0:1746143527.478435:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ffc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7be expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.478483:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16243 00000100:00100000:2.0:1746143527.478491:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461997440:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.478502:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.478520:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ffc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7be expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.478531:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ffc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7be expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.478552:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f22ffc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7be expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.478582:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.478585:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.478591:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23003 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7c5 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.478608:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23003 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7c5 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.478640:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23003 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7c5 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.478650:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23003 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7c5 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.478660:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096989500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455233152:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.478779:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919106c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.481928:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096989500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455233152:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.481947:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.482681:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963461997440:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4188us (4496us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.482692:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16243 00000100:00100000:0.0:1746143527.483239:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.483325:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461997696 00000100:00100000:2.0:1746143527.483332:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461997696 00002000:00100000:2.0:1746143527.483366:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009787df80 x1830963461997696/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.483374:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009787df80 with x1830963461997696 ext(0->4095) 00010000:00010000:2.0:1746143527.483382:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23003 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7c5 expref: 7 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.483393:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23003 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7c5 expref: 7 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.483400:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009787df80 00000100:00100000:2.0:1746143527.483425:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2933 00000100:00100000:2.0:1746143527.483431:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009787df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963461997696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.483523:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009787df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963461997696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 93us (285us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.483528:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2933 00002000:00100000:2.0:1746143527.483532:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009787df80 x1830963461997696/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.483539:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009787df80 with x1830963461997696 ext(0->4095) 00010000:00010000:2.0:1746143527.483542:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23003 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7c5 expref: 7 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.483550:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23003 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7c5 expref: 7 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.483555:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009787df80 00000100:00100000:0.0:1746143527.489636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.490654:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461997824 00000100:00100000:2.0:1746143527.490668:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461997824 00000100:00100000:2.0:1746143527.490735:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30338 00000100:00100000:2.0:1746143527.490742:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461997824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.490758:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.490772:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23011 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b7d3 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.490802:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.490808:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2300a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7cc expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.490813:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143527.490816:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23011 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7d3 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.490849:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2300a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7cc expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.490858:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23011 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7d3 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.490867:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:2.0:1746143527.490922:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461997824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (1298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.490928:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30338 00000100:00100000:0.0:1746143527.491723:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.491917:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461997952 00000100:00100000:2.0:1746143527.491925:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461997952 00010000:00010000:2.0:1746143527.491944:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23003 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7c5 expref: 7 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.491974:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16244 00000100:00100000:2.0:1746143527.491979:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098179c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2007:x1830963461997952:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.491988:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.492003:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23003 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7c5 expref: 7 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.492012:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23003 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7c5 expref: 7 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.492029:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23003 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7c5 expref: 7 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.492049:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.492050:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.492056:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2300a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7cc expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.492064:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2300a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7cc expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.492083:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2300a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7cc expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.492093:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2300a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7cc expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.492103:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096989500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455233408:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.492158:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.498352:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096989500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455233408:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.498377:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.498435:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098179c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2007:x1830963461997952:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6454us (6716us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.498446:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16244 00000100:00100000:0.0:1746143527.498545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.498712:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461998208 00000100:00100000:3.0:1746143527.498719:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461998208 00002000:00100000:3.0:1746143527.498758:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098178a80 x1830963461998208/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.498773:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098178a80 with x1830963461998208 ext(0->4095) 00010000:00010000:3.0:1746143527.498781:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2300a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7cc expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.498794:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2300a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7cc expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.498800:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098178a80 00000100:00100000:3.0:1746143527.498815:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2934 00000100:00100000:3.0:1746143527.498820:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2007:x1830963461998208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143527.498939:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2007:x1830963461998208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.498945:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2934 00002000:00100000:3.0:1746143527.498950:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098178a80 x1830963461998208/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.498958:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098178a80 with x1830963461998208 ext(0->4095) 00010000:00010000:3.0:1746143527.498962:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2300a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7cc expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.498971:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2300a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7cc expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.498976:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098178a80 00000100:00100000:0.0:1746143527.501895:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.502181:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461998336 00000100:00100000:2.0:1746143527.502192:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461998336 00000100:00100000:2.0:1746143527.502254:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30339 00000100:00100000:2.0:1746143527.502263:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:1782:x1830963461998336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.502283:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.502338:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23018 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b7da expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.502370:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.502376:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23011 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7d3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.502380:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143527.502384:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23018 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7da expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.502420:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23011 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7d3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.502432:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23018 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7da expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.502442:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8c00, rc 0) 00000100:00100000:2.0:1746143527.503935:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:1782:x1830963461998336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1666us (2040us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.503945:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30339 00000100:00100000:0.0:1746143527.504147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.504250:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461998464 00000100:00100000:2.0:1746143527.504257:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461998464 00010000:00010000:2.0:1746143527.504280:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2300a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7cc expref: 7 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.504334:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16245 00000100:00100000:2.0:1746143527.504341:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b940050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2007:x1830963461998464:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.504358:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.504379:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2300a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7cc expref: 7 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.504389:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2300a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7cc expref: 7 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.504409:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2300a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7cc expref: 7 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.504425:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.504426:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.504434:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23011 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7d3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.504442:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23011 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7d3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.504470:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23011 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7d3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.504485:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23011 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7d3 expref: 5 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.504497:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096989500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455233664:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.504577:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.511689:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096989500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455233664:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.511715:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.511787:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b940050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2007:x1830963461998464:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7444us (7637us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.511799:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16245 00000100:00100000:0.0:1746143527.513136:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.513240:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461998720 00000100:00100000:3.0:1746143527.513249:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461998720 00002000:00100000:3.0:1746143527.513320:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098178000 x1830963461998720/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.513331:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098178000 with x1830963461998720 ext(0->4095) 00010000:00010000:3.0:1746143527.513341:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23011 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7d3 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.513355:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23011 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7d3 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.513362:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098178000 00000100:00100000:3.0:1746143527.513385:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2935 00000100:00100000:3.0:1746143527.513392:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461998720:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143527.513793:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461998720:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 400us (659us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.513801:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2935 00002000:00100000:3.0:1746143527.513808:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098178000 x1830963461998720/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.513816:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098178000 with x1830963461998720 ext(0->4095) 00010000:00010000:3.0:1746143527.513820:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23011 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7d3 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.513829:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23011 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7d3 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.513835:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098178000 00000100:00100000:0.0:1746143527.515857:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.518536:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461998848 00000100:00100000:2.0:1746143527.518554:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461998848 00010000:00010000:2.0:1746143527.518614:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23011 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7d3 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.518658:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16246 00000100:00100000:2.0:1746143527.518665:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098178380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963461998848:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.518679:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.518701:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23011 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7d3 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.518713:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23011 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7d3 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.518736:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23011 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7d3 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.518766:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.518768:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.518776:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23018 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7da expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.518785:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23018 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7da expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.518821:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23018 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7da expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.518834:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096989500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455233792:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.518931:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.523589:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096989500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455233792:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.523624:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.523677:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098178380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963461998848:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5011us (7825us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.523688:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16246 00000100:00100000:0.0:1746143527.524545:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.524817:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461999104 00000100:00100000:3.0:1746143527.524825:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461999104 00002000:00100000:3.0:1746143527.524864:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098179180 x1830963461999104/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.524874:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098179180 with x1830963461999104 ext(0->4095) 00002000:00010000:3.0:1746143527.524879:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098179180 00000100:00100000:3.0:1746143527.524908:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13678 00000100:00100000:3.0:1746143527.524915:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2006:x1830963461999104:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143527.525052:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2006:x1830963461999104:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (509us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.525059:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13678 00002000:00100000:3.0:1746143527.525064:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098179180 x1830963461999104/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.525070:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098179180 with x1830963461999104 ext(0->4095) 00002000:00010000:3.0:1746143527.525073:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098179180 00000100:00100000:0.0:1746143527.526513:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.526852:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461999232 00000100:00100000:2.0:1746143527.526858:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461999232 00000100:00100000:1.0:1746143527.527469:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30340 00000100:00100000:1.0:1746143527.527479:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963461999232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.527495:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143527.527513:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2301f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b7e1 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.527543:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23018 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7da expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.527550:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.527552:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.527555:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2301f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e1 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.527582:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23018 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7da expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.527593:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23018 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7da expref: 5 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746143527.527624:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455233920:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143527.528375:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1343c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143527.536084:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455233920:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143527.536122:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2301f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e1 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.536142:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350400, rc 0) 00000100:00100000:1.0:1746143527.536193:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963461999232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8715us (9683us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.536203:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30340 00000100:00100000:0.0:1746143527.537820:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.537915:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461999360 00000100:00100000:1.0:1746143527.537925:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461999360 00000100:00100000:1.0:1746143527.538033:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30341 00000100:00100000:1.0:1746143527.538041:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:1782:x1830963461999360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.538060:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143527.538078:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23026 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b7e8 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.538105:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.538110:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2301f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.538116:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143527.538119:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23026 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e8 expref: 7 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.538161:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2301f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.538172:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23026 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e8 expref: 7 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.538180:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351400, rc 0) 00000100:00100000:1.0:1746143527.538229:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:1782:x1830963461999360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.538235:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30341 00000100:00100000:0.0:1746143527.539739:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.539880:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461999488 00000100:00100000:3.0:1746143527.539887:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461999488 00010000:00010000:3.0:1746143527.539913:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23018 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7da expref: 7 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.539948:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16247 00000100:00100000:3.0:1746143527.539954:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098179c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963461999488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.539966:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.539987:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23018 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7da expref: 7 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.539998:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23018 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7da expref: 7 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.540017:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23018 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7da expref: 7 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.540042:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.540044:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.540050:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2301f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.540058:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2301f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.540083:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2301f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.540092:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2301f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e1 expref: 5 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.540108:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455234176:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.540180:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.545066:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455234176:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.545093:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.545725:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098179c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2006:x1830963461999488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5769us (5988us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.545736:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16247 00000100:00100000:0.0:1746143527.546332:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.546878:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461999744 00000100:00100000:3.0:1746143527.546885:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461999744 00002000:00100000:3.0:1746143527.546924:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230ad880 x1830963461999744/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.546932:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ad880 with x1830963461999744 ext(0->4095) 00010000:00010000:3.0:1746143527.546942:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2301f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e1 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.546953:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2301f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e1 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.546960:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230ad880 00000100:00100000:3.0:1746143527.547141:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2936 00000100:00100000:3.0:1746143527.547148:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461999744:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746143527.547280:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963461999744:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (949us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.547289:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2936 00002000:00100000:3.0:1746143527.547309:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230ad880 x1830963461999744/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.547316:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ad880 with x1830963461999744 ext(0->4095) 00010000:00010000:3.0:1746143527.547320:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2301f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e1 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.547327:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2301f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e1 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.547333:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230ad880 00000100:00100000:0.0:1746143527.551344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.551522:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963461999872 00000100:00100000:3.0:1746143527.551533:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963461999872 00010000:00010000:3.0:1746143527.551571:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2301f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e1 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.551612:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16248 00000100:00100000:3.0:1746143527.551619:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963461999872:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.551631:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.551650:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2301f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e1 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.551663:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2301f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e1 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.551686:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350400/0xa6c9a53f47f2301f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e1 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.551898:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.551901:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.551910:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23026 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e8 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.551918:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23026 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e8 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.551956:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23026 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e8 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.551968:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455234304:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.553861:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.558336:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455234304:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.558363:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.558430:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963461999872:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6809us (7094us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.558441:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16248 00000100:00100000:0.0:1746143527.558536:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.558914:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462000128 00000100:00100000:3.0:1746143527.558921:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462000128 00002000:00100000:3.0:1746143527.558959:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230adc00 x1830963462000128/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.558969:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230adc00 with x1830963462000128 ext(0->4095) 00002000:00010000:3.0:1746143527.558973:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801230adc00 00000100:00100000:3.0:1746143527.559227:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13679 00000100:00100000:3.0:1746143527.559235:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2006:x1830963462000128:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143527.560035:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2006:x1830963462000128:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 797us (1498us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.560041:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13679 00002000:00100000:3.0:1746143527.560046:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230adc00 x1830963462000128/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.560054:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230adc00 with x1830963462000128 ext(0->4095) 00002000:00010000:3.0:1746143527.560056:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801230adc00 00000100:00100000:0.0:1746143527.565156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.565685:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462000256 00000100:00100000:1.0:1746143527.565696:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462000256 00000100:00100000:2.0:1746143527.566905:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30342 00000100:00100000:2.0:1746143527.566917:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462000256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.566936:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.566954:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2302d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b7ef expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.566985:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23026 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e8 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.566993:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.566994:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.566999:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2302d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7ef expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.567030:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23026 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e8 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.567041:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23026 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e8 expref: 5 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.567053:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455234432:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143527.567714:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.570158:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455234432:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.570190:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2302d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7ef expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.570208:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8a00, rc 0) 00000100:00100000:2.0:1746143527.570250:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462000256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3336us (5105us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.570258:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30342 00000100:00100000:0.0:1746143527.570621:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.570692:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462000384 00000100:00100000:3.0:1746143527.570700:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462000384 00002000:00100000:3.0:1746143527.570737:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801230ac000 x1830963462000384/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 496/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.570746:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ac000 with x1830963462000384 ext(0->7) 00010000:00010000:3.0:1746143527.570753:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23026 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e8 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.570765:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23026 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e8 expref: 6 pid: 9572 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.570771:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230ac000 00000100:00100000:3.0:1746143527.570801:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2937 00000100:00100000:3.0:1746143527.570807:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2006:x1830963462000384:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143527.574932:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462000384:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 4111us (4298us total) trans 4294972283 rc 0/0 00000100:00100000:0.0:1746143527.574945:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2937 00002000:00100000:0.0:1746143527.574958:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801230ac000 x1830963462000384/t4294972283(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 496/448 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143527.574967:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ac000 with x1830963462000384 ext(0->7) 00010000:00010000:0.0:1746143527.574979:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23026 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e8 expref: 8 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746143527.574996:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23026 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e8 expref: 8 pid: 9572 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746143527.575003:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230ac000 00000100:00100000:0.0:1746143527.578034:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.578682:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462000512 00000100:00100000:3.0:1746143527.578693:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462000512 00010000:00010000:3.0:1746143527.578733:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23026 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e8 expref: 8 pid: 9572 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.579503:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16249 00000100:00100000:3.0:1746143527.579513:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462000512:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.579530:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.579551:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23026 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e8 expref: 8 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.579569:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23026 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e8 expref: 8 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.579605:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23026 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7e8 expref: 8 pid: 9572 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.579660:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.579662:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.579670:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2302d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7ef expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.579678:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2302d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7ef expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.579719:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2302d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7ef expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.579731:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455234560:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.579987:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.583590:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.583650:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462000640 00000100:00100000:2.0:1746143527.583659:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462000640 00000100:00100000:2.0:1746143527.583761:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30343 00000100:00100000:3.0:1746143527.583809:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455234560:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.583823:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:1782:x1830963462000640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.583831:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143527.583841:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.583856:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23034 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b7f6 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.583875:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462000512:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4364us (5850us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.583884:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16249 00010000:00010000:2.0:1746143527.583889:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2302d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7ef expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.583895:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.583896:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.583900:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23034 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7f6 expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.583926:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2302d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7ef expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.583936:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2302d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7ef expref: 5 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.583947:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455234688:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143527.584005:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.584136:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.584158:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462000896 00000100:00100000:0.0:1746143527.584161:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462000896 00002000:00100000:0.0:1746143527.584187:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230ad500 x1830963462000896/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143527.584196:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ad500 with x1830963462000896 ext(0->4095) 00010000:00010000:0.0:1746143527.584201:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2302d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7ef expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746143527.584210:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2302d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7ef expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746143527.584215:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230ad500 00000100:00100000:0.0:1746143527.584227:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2938 00000100:00100000:0.0:1746143527.584232:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462000896:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143527.584559:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462000896:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 326us (423us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143527.584566:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2938 00002000:00100000:0.0:1746143527.584571:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230ad500 x1830963462000896/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143527.584578:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ad500 with x1830963462000896 ext(0->4095) 00010000:00010000:0.0:1746143527.584582:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2302d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7ef expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746143527.584590:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2302d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7ef expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746143527.584607:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230ad500 00000100:00100000:2.0:1746143527.586561:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455234688:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.586585:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23034 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7f6 expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.586608:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8400, rc 0) 00000100:00100000:2.0:1746143527.586652:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:1782:x1830963462000640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2832us (3072us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.586659:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30343 00000100:00100000:0.0:1746143527.588064:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.588104:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.588144:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462001152 00000100:00100000:3.0:1746143527.588150:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462001152 00010000:00010000:3.0:1746143527.588179:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2302d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7ef expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.588262:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16250 00000100:00100000:3.0:1746143527.588269:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462001152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.588283:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.588321:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2302d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7ef expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.588331:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2302d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7ef expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.588353:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2302d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7ef expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.588381:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.588383:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.588390:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23034 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7f6 expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.588398:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23034 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7f6 expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.588428:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23034 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7f6 expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.588439:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455234816:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.588478:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462001024 00000100:00100000:2.0:1746143527.588484:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462001024 00000100:00100000:2.0:1746143527.588507:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30344 00000100:00100000:2.0:1746143527.588513:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:1794:x1830963462001024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.588526:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.588536:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2303b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b7fd expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.588552:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23034 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7f6 expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.588557:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.588559:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.588561:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2303b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7fd expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.588577:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23034 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7f6 expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.588587:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23034 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7f6 expref: 9 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.588604:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455234944:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.588941:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.588996:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.592830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.592939:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462001408 00000100:00100000:3.0:1746143527.592946:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455234816:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143527.592947:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462001408 00010000:00010000:3.0:1746143527.592968:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746143527.592994:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920eaa00 x1830963462001408/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.593004:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920eaa00 with x1830963462001408 ext(0->4095) 00000100:00100000:3.0:1746143527.593011:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462001152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4742us (4905us total) trans 0 rc 0/0 00010000:00010000:1.0:1746143527.593013:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23034 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7f6 expref: 10 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.593021:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16250 00010000:00010000:1.0:1746143527.593032:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23034 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7f6 expref: 10 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143527.593038:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920eaa00 00000100:00100000:1.0:1746143527.593056:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2939 00000100:00100000:1.0:1746143527.593062:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462001408:12345-192.168.203.27@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746143527.593120:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455234944:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.593140:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2303b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7fd expref: 10 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.593159:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9a00, rc 0) 00000100:00100000:2.0:1746143527.593178:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:1794:x1830963462001024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4666us (5119us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.593184:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30344 00000100:00100000:1.0:1746143527.593192:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462001408:12345-192.168.203.27@tcp:3:ldlm_bl.0 Request processed in 129us (374us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.593198:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2939 00002000:00100000:1.0:1746143527.593202:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920eaa00 x1830963462001408/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.593209:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920eaa00 with x1830963462001408 ext(0->4095) 00010000:00010000:1.0:1746143527.593214:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23034 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7f6 expref: 9 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.593222:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23034 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7f6 expref: 9 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143527.593227:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920eaa00 00000100:00100000:0.0:1746143527.597953:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.598481:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462001536 00000100:00100000:3.0:1746143527.598491:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462001536 00010000:00010000:3.0:1746143527.598533:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23034 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7f6 expref: 9 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.598573:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16251 00000100:00100000:3.0:1746143527.598581:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462001536:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.598604:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.598625:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23034 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7f6 expref: 9 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.598639:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23034 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7f6 expref: 9 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.598661:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23034 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7f6 expref: 9 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.598691:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.598693:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.598700:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2303b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7fd expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.598708:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2303b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7fd expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.598738:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2303b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7fd expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.598750:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455235072:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.599126:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.600950:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455235072:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.600972:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.601020:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2005:x1830963462001536:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2439us (3077us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.601030:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16251 00000100:00100000:0.0:1746143527.601408:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.601711:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462001792 00000100:00100000:1.0:1746143527.601717:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462001792 00002000:00100000:1.0:1746143527.601755:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920ea300 x1830963462001792/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.601764:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ea300 with x1830963462001792 ext(0->4095) 00002000:00010000:1.0:1746143527.601768:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920ea300 00000100:00100000:1.0:1746143527.601792:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13680 00000100:00100000:1.0:1746143527.601798:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462001792:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143527.601928:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462001792:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (521us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.601934:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13680 00002000:00100000:1.0:1746143527.601941:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920ea300 x1830963462001792/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.601946:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ea300 with x1830963462001792 ext(0->4095) 00002000:00010000:1.0:1746143527.601949:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920ea300 00000100:00100000:0.0:1746143527.603793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.603904:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462001920 00000100:00100000:2.0:1746143527.603913:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462001920 00000100:00100000:2.0:1746143527.604028:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30345 00000100:00100000:2.0:1746143527.604035:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462001920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.604052:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.604068:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23042 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b804 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.604099:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2303b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7fd expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.604106:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.604108:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.604111:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23042 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b804 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.604142:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2303b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7fd expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.604153:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2303b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7fd expref: 7 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.604169:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455235200:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143527.604851:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.606099:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455235200:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.606124:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23042 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b804 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.606139:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:2.0:1746143527.606174:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462001920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2139us (2389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.606181:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30345 00000100:00100000:0.0:1746143527.606574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.606846:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462002048 00000100:00100000:3.0:1746143527.606852:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462002048 00010000:00010000:3.0:1746143527.606878:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2303b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7fd expref: 8 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.607383:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16252 00000100:00100000:3.0:1746143527.607391:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5262c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462002048:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.607406:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.607423:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2303b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7fd expref: 8 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.607435:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2303b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7fd expref: 8 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.607455:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2303b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b7fd expref: 8 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.607478:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.607480:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.607486:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23042 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b804 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.607494:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23042 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b804 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.607522:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23042 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b804 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.607533:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455235328:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.607604:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.609749:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.609833:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455235328:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.609855:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.609904:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5262c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963462002048:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2513us (3329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.609918:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16252 00000100:00100000:2.0:1746143527.610269:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462002304 00000100:00100000:2.0:1746143527.610276:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462002304 00002000:00100000:2.0:1746143527.610748:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e9880 x1830963462002304/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.610756:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9880 with x1830963462002304 ext(0->4095) 00002000:00010000:2.0:1746143527.610761:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920e9880 00000100:00100000:2.0:1746143527.610810:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13681 00000100:00100000:2.0:1746143527.610818:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462002304:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.610938:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462002304:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (1197us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.610943:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13681 00002000:00100000:2.0:1746143527.610947:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e9880 x1830963462002304/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.610959:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9880 with x1830963462002304 ext(0->4095) 00002000:00010000:2.0:1746143527.610961:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920e9880 00000100:00100000:1.0:1746143527.612830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.613320:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462002432 00000100:00100000:2.0:1746143527.613329:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462002432 00000100:00100000:2.0:1746143527.613378:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30346 00000100:00100000:2.0:1746143527.613384:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:1782:x1830963462002432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.613399:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.613415:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f23049 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b80b expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.613443:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23042 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b804 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.613450:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.613451:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.613455:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f23049 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b80b expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.613482:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23042 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b804 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.613492:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23042 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b804 expref: 5 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.613503:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455235456:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143527.613510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.613569:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462002560 00000100:00100000:1.0:1746143527.613573:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462002560 00000100:00100000:1.0:1746143527.613607:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30347 00000100:00100000:1.0:1746143527.613612:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:1794:x1830963462002560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746143527.613618:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00010000:00010000:1.0:1746143527.613618:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143527.613623:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23050 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b812 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.613634:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.613637:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f23049 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b80b expref: 10 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.613642:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.613645:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23050 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b812 expref: 10 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.613669:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f23049 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b80b expref: 10 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.613680:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23050 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b812 expref: 10 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.613689:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350200, rc 0) 00000100:00100000:1.0:1746143527.613713:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:1794:x1830963462002560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.613719:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30347 00000100:00100000:2.0:1746143527.615675:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455235456:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.615700:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f23049 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b80b expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.615713:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9c00, rc 0) 00000100:00100000:2.0:1746143527.615754:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:1782:x1830963462002432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2371us (2930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.615761:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30346 00000100:00100000:0.0:1746143527.616714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.616783:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462002688 00000100:00100000:3.0:1746143527.616791:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462002688 00010000:00010000:3.0:1746143527.616817:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23042 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b804 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.616851:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16253 00000100:00100000:3.0:1746143527.616858:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462002688:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.616870:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.616890:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23042 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b804 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.616902:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23042 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b804 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.616924:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23042 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b804 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.616939:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.616941:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.616948:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f23049 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b80b expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.616955:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f23049 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b80b expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.616981:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f23049 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b80b expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.616992:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f23049 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b80b expref: 8 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.617004:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455235712:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.617075:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f53c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.618623:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455235712:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.618639:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.618662:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462002688:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1805us (1951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.618670:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16253 00000100:00100000:0.0:1746143527.619551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.619834:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462002944 00000100:00100000:1.0:1746143527.619840:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462002944 00002000:00100000:1.0:1746143527.619878:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e9c00 x1830963462002944/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.619887:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9c00 with x1830963462002944 ext(0->4095) 00010000:00010000:1.0:1746143527.619894:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f23049 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b80b expref: 9 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.619906:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f23049 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b80b expref: 9 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143527.619912:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920e9c00 00000100:00100000:1.0:1746143527.620485:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2940 00000100:00100000:1.0:1746143527.620494:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462002944:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143527.620646:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462002944:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (1096us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.620653:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2940 00002000:00100000:1.0:1746143527.620658:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e9c00 x1830963462002944/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.620664:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9c00 with x1830963462002944 ext(0->4095) 00010000:00010000:1.0:1746143527.620669:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f23049 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b80b expref: 9 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.620682:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f23049 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b80b expref: 9 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143527.620686:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920e9c00 00000100:00100000:0.0:1746143527.623170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.623334:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462003072 00000100:00100000:3.0:1746143527.623342:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462003072 00010000:00010000:3.0:1746143527.623374:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f23049 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b80b expref: 9 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.623408:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16254 00000100:00100000:3.0:1746143527.623415:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462003072:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.623427:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.623446:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f23049 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b80b expref: 9 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.623457:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f23049 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b80b expref: 9 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.623480:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f23049 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b80b expref: 9 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.623496:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.623498:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.623505:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23050 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b812 expref: 8 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.623513:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23050 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b812 expref: 8 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.623544:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23050 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b812 expref: 8 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.623557:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455235840:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.623646:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f53c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.626893:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.627082:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462003328 00000100:00100000:1.0:1746143527.627091:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462003328 00002000:00100000:1.0:1746143527.627140:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e8a80 x1830963462003328/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.627150:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8a80 with x1830963462003328 ext(0->4095) 00002000:00010000:1.0:1746143527.627156:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920e8a80 00000100:00100000:2.0:1746143527.627385:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13682 00000100:00100000:2.0:1746143527.627395:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462003328:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143527.627534:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462003328:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (651us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.627540:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13682 00002000:00100000:2.0:1746143527.627546:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e8a80 x1830963462003328/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.627553:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8a80 with x1830963462003328 ext(0->4095) 00002000:00010000:2.0:1746143527.627556:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920e8a80 00000100:00100000:3.0:1746143527.627780:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455235840:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.627800:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.627822:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462003072:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4408us (4663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.627830:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16254 00000100:00100000:0.0:1746143527.630159:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.630224:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462003456 00000100:00100000:2.0:1746143527.630231:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462003456 00000100:00100000:2.0:1746143527.630340:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30348 00000100:00100000:2.0:1746143527.630347:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462003456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.630366:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.630384:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23057 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b819 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.630424:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23050 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b812 expref: 7 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.630431:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.630433:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.630436:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23057 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b819 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.630469:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23050 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b812 expref: 7 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.630481:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23050 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b812 expref: 7 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.630493:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455235968:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143527.630572:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.632882:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455235968:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.632910:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23057 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b819 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.632926:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9400, rc 0) 00000100:00100000:2.0:1746143527.632962:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462003456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2615us (2810us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.632970:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30348 00000100:00100000:0.0:1746143527.635631:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.636070:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462003584 00000100:00100000:3.0:1746143527.636080:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462003584 00010000:00010000:3.0:1746143527.636118:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23050 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b812 expref: 8 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.636162:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16255 00000100:00100000:3.0:1746143527.636170:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462003584:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746143527.636510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746143527.636590:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.636626:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23050 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b812 expref: 8 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.636638:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23050 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b812 expref: 8 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.636658:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23050 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b812 expref: 8 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.636684:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.636686:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.636693:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23057 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b819 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.636700:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23057 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b819 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.636731:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23057 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b819 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.636741:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455236096:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.637306:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462003712 00000100:00100000:2.0:1746143527.637311:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462003712 00000100:00100000:2.0:1746143527.637352:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30349 00000100:00100000:2.0:1746143527.637358:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:1782:x1830963462003712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.637373:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.637383:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2305e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b820 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.637401:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23057 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b819 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.637407:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.637409:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.637412:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2305e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b820 expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.637433:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23057 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b819 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.637444:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23057 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b819 expref: 5 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.637452:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455236224:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.637470:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.637475:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.640329:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455236224:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.640359:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2305e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b820 expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.640378:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8a00, rc 0) 00000100:00100000:3.0:1746143527.640626:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455236096:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.640639:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.640665:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462003584:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4496us (5047us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.640678:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16255 00000100:00100000:2.0:1746143527.641321:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:1782:x1830963462003712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3961us (4809us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.641329:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30349 00000100:00100000:0.0:1746143527.641624:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.641841:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462003968 00000100:00100000:2.0:1746143527.641848:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462003968 00002000:00100000:2.0:1746143527.641883:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2ed80 x1830963462003968/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.641892:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2ed80 with x1830963462003968 ext(0->4095) 00010000:00010000:2.0:1746143527.641899:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23057 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b819 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.641910:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23057 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b819 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.641916:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee2ed80 00000100:00100000:2.0:1746143527.642093:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2941 00000100:00100000:2.0:1746143527.642100:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462003968:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143527.643414:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462003968:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1309us (1786us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.643423:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2941 00002000:00100000:2.0:1746143527.643431:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2ed80 x1830963462003968/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.643445:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2ed80 with x1830963462003968 ext(0->4095) 00010000:00010000:2.0:1746143527.643452:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23057 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b819 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.643464:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23057 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b819 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.643470:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee2ed80 00000100:00100000:0.0:1746143527.648046:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.648368:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462004096 00000100:00100000:3.0:1746143527.648378:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462004096 00010000:00010000:3.0:1746143527.648421:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23057 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b819 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.648465:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16256 00000100:00100000:3.0:1746143527.648473:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462004096:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.648490:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.648510:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23057 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b819 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.648521:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23057 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b819 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.648702:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23057 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b819 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.648724:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.648727:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.649842:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2305e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b820 expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.649854:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2305e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b820 expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.649895:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2305e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b820 expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.649909:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455236352:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.650012:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f53c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.652268:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.652683:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455236352:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.652708:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.653797:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462004352 00000100:00100000:2.0:1746143527.653806:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462004352 00002000:00100000:2.0:1746143527.653852:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2dc00 x1830963462004352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.653862:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2dc00 with x1830963462004352 ext(0->4095) 00002000:00010000:2.0:1746143527.653866:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee2dc00 00000100:00100000:2.0:1746143527.653895:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13683 00000100:00100000:2.0:1746143527.653902:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462004352:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143527.654181:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462004096:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5707us (6144us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.654191:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16256 00000100:00100000:2.0:1746143527.655493:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462004352:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1589us (3230us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.655502:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13683 00002000:00100000:2.0:1746143527.655509:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2dc00 x1830963462004352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.655517:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2dc00 with x1830963462004352 ext(0->4095) 00002000:00010000:2.0:1746143527.655521:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee2dc00 00000100:00100000:0.0:1746143527.659575:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.659897:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462004480 00000100:00100000:2.0:1746143527.659908:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462004480 00000100:00100000:2.0:1746143527.659970:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30350 00000100:00100000:2.0:1746143527.659978:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462004480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.659998:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.660015:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23065 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b827 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.660047:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2305e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b820 expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.660054:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.660056:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.660059:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23065 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b827 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.660088:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2305e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b820 expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.660099:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2305e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b820 expref: 7 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.660111:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455236480:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143527.660209:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.662645:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455236480:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.662680:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23065 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b827 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.662703:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:2.0:1746143527.662761:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462004480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2783us (3196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.662769:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30350 00000100:00100000:0.0:1746143527.664555:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.664628:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462004608 00000100:00100000:2.0:1746143527.664636:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462004608 00002000:00100000:2.0:1746143527.664682:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011ee2f800 x1830963462004608/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 496/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.664691:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2f800 with x1830963462004608 ext(0->7) 00010000:00010000:2.0:1746143527.664698:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2305e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b820 expref: 8 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:2.0:1746143527.664711:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2305e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b820 expref: 8 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:2.0:1746143527.664717:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee2f800 00000100:00100000:2.0:1746143527.664751:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2942 00000100:00100000:2.0:1746143527.664757:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462004608:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746143527.665765:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462004608:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1004us (1212us total) trans 4294972284 rc 0/0 00000100:00100000:1.0:1746143527.665774:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2942 00002000:00100000:1.0:1746143527.665781:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011ee2f800 x1830963462004608/t4294972284(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 496/448 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.665787:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2f800 with x1830963462004608 ext(0->7) 00010000:00010000:1.0:1746143527.665793:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2305e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b820 expref: 10 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.665803:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2305e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b820 expref: 10 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143527.665808:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee2f800 00000100:00100000:0.0:1746143527.671558:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.672948:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462004736 00000100:00100000:3.0:1746143527.672960:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462004736 00010000:00010000:3.0:1746143527.673002:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2305e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b820 expref: 10 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.673044:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16257 00000100:00100000:3.0:1746143527.673052:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462004736:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.673070:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746143527.673088:0:7210:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746143527 -> 1746143528 00002000:00010000:3.0:1746143527.673090:0:7210:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746143527 -> 1746143528 00010000:00010000:3.0:1746143527.673097:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2305e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b820 expref: 10 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.673109:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2305e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b820 expref: 10 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.673131:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2305e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b820 expref: 10 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.673152:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.673154:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.673162:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23065 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b827 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.673171:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23065 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b827 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.673210:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23065 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b827 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.673224:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455236608:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.673327:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f53c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.679075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.679148:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462004864 00000100:00100000:2.0:1746143527.679157:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462004864 00000100:00100000:2.0:1746143527.679221:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30351 00000100:00100000:2.0:1746143527.679229:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:1782:x1830963462004864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.679249:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.679266:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f2306c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b82e expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.679326:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23065 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b827 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.679335:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.679336:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.679340:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f2306c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b82e expref: 11 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.679374:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23065 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b827 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.679386:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23065 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b827 expref: 5 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.679397:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455236736:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143527.679489:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.681159:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455236608:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.681181:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.681223:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2007:x1830963462004736:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 8171us (9675us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.681231:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16257 00000100:00100000:0.0:1746143527.681445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.682399:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462005120 00000100:00100000:1.0:1746143527.682406:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462005120 00002000:00100000:1.0:1746143527.682443:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2ca80 x1830963462005120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.682453:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2ca80 with x1830963462005120 ext(0->4095) 00010000:00010000:1.0:1746143527.682461:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23065 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b827 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.682473:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23065 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b827 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.682476:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455236736:192.168.203.27@tcp:104: 00002000:00010000:1.0:1746143527.682481:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee2ca80 00010000:00010000:2.0:1746143527.682497:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f2306c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b82e expref: 10 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143527.682498:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2943 00000100:00100000:1.0:1746143527.682504:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462005120:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00010000:00010000:2.0:1746143527.682511:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9600, rc 0) 00000100:00100000:2.0:1746143527.682553:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:1782:x1830963462004864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3324us (3487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.682559:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30351 00000100:00100000:1.0:1746143527.682619:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462005120:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (1174us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.682625:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2943 00002000:00100000:1.0:1746143527.682629:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2ca80 x1830963462005120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.682637:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2ca80 with x1830963462005120 ext(0->4095) 00010000:00010000:1.0:1746143527.682641:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23065 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b827 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.682649:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23065 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b827 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143527.682655:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee2ca80 00000100:00100000:0.0:1746143527.684865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.685207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.685281:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462005248 00000100:00100000:3.0:1746143527.685290:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462005248 00010000:00010000:3.0:1746143527.685352:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23065 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b827 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.685384:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16258 00000100:00100000:3.0:1746143527.685390:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462005248:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.685407:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.685427:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23065 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b827 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.685438:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23065 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b827 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.685462:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23065 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b827 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.685482:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.685484:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.685491:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f2306c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b82e expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.685499:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f2306c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b82e expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.685549:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f2306c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b82e expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.685561:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455236864:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.685723:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462005376 00000100:00100000:2.0:1746143527.685727:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462005376 00000100:00100000:2.0:1746143527.685751:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30352 00000100:00100000:2.0:1746143527.685756:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462005376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.685770:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.685780:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23073 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b835 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.685797:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f2306c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b82e expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.685802:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.685803:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.685805:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23073 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b835 expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.685822:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f2306c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b82e expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.686757:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f53c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746143527.686812:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f2306c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b82e expref: 9 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:2.0:1746143527.686824:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455236992:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143527.686863:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.688865:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455236864:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.688888:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.688934:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+7:2007:x1830963462005248:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3542us (4074us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.688947:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16258 00000100:00100000:2.0:1746143527.688991:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455236992:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.689009:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23073 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b835 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.689025:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9400, rc 0) 00000100:00100000:2.0:1746143527.689045:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462005376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3289us (3838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.689052:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30352 00000100:00100000:0.0:1746143527.689234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.689414:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462005632 00000100:00100000:3.0:1746143527.689421:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462005632 00002000:00100000:3.0:1746143527.689455:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb66d80 x1830963462005632/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.689469:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb66d80 with x1830963462005632 ext(0->4095) 00010000:00010000:3.0:1746143527.689475:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f2306c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b82e expref: 10 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.689486:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f2306c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b82e expref: 10 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.689491:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb66d80 00000100:00100000:3.0:1746143527.689830:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2944 00000100:00100000:3.0:1746143527.689837:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462005632:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143527.689955:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462005632:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (721us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.689961:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2944 00002000:00100000:3.0:1746143527.689966:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb66d80 x1830963462005632/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.689972:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb66d80 with x1830963462005632 ext(0->4095) 00010000:00010000:3.0:1746143527.689976:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f2306c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b82e expref: 10 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.689985:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f2306c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b82e expref: 10 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.689990:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb66d80 00000100:00100000:0.0:1746143527.692388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.692498:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.692574:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462005760 00000100:00100000:2.0:1746143527.692581:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462005760 00000100:00100000:2.0:1746143527.692626:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30353 00000100:00100000:2.0:1746143527.692633:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:1782:x1830963462005760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.692655:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.692671:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f2307a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b83c expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.692698:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.692705:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23073 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b835 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.692710:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143527.692714:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f2307a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b83c expref: 11 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.692747:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23073 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b835 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.692758:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f2307a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b83c expref: 11 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.692766:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8c00, rc 0) 00000100:00100000:2.0:1746143527.692802:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:1782:x1830963462005760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.692807:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30353 00000100:00100000:3.0:1746143527.692925:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462005888 00000100:00100000:3.0:1746143527.692929:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462005888 00010000:00010000:3.0:1746143527.692946:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f2306c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b82e expref: 11 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.692973:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16259 00000100:00100000:3.0:1746143527.692978:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5262450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2004:x1830963462005888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.692986:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.693001:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f2306c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b82e expref: 11 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.693011:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f2306c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b82e expref: 11 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.693027:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9600/0xa6c9a53f47f2306c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b82e expref: 11 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.693049:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.693051:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.693057:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23073 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b835 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.693065:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23073 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b835 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.693087:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23073 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b835 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.693097:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23073 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b835 expref: 5 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.693108:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455237248:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.693167:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5540 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.695775:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455237248:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.695799:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.695857:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5262450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2004:x1830963462005888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2877us (3362us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.695867:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16259 00000100:00100000:0.0:1746143527.695963:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.696889:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462006144 00000100:00100000:1.0:1746143527.696896:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462006144 00002000:00100000:1.0:1746143527.696933:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb65c00 x1830963462006144/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.696942:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb65c00 with x1830963462006144 ext(0->4095) 00010000:00010000:1.0:1746143527.696950:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23073 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b835 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.696963:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23073 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b835 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143527.696969:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb65c00 00000100:00100000:1.0:1746143527.696997:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2945 00000100:00100000:1.0:1746143527.697004:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462006144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143527.698527:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462006144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1516us (2556us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.698536:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2945 00002000:00100000:1.0:1746143527.698544:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb65c00 x1830963462006144/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.698552:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb65c00 with x1830963462006144 ext(0->4095) 00010000:00010000:1.0:1746143527.698560:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23073 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b835 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.698573:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23073 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b835 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143527.698579:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb65c00 00000100:00100000:0.0:1746143527.707485:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.707762:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462006272 00000100:00100000:3.0:1746143527.707771:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462006272 00010000:00010000:3.0:1746143527.707811:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23073 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b835 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.707850:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16260 00000100:00100000:3.0:1746143527.707858:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462006272:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.707871:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.707892:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23073 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b835 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.707904:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23073 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b835 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.707927:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23073 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b835 expref: 6 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.707958:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.707961:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.707969:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f2307a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b83c expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.707977:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f2307a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b83c expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.708012:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f2307a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b83c expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.708025:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455237376:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.708122:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5480 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.709569:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455237376:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.709590:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.709628:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462006272:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1770us (2154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.709637:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16260 00000100:00100000:0.0:1746143527.710977:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.711290:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462006528 00000100:00100000:1.0:1746143527.711359:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462006528 00002000:00100000:1.0:1746143527.711400:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb64700 x1830963462006528/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.711409:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb64700 with x1830963462006528 ext(0->4095) 00002000:00010000:1.0:1746143527.711414:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb64700 00000100:00100000:1.0:1746143527.711438:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13684 00000100:00100000:1.0:1746143527.711444:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462006528:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143527.711572:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462006528:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (599us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.711579:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13684 00002000:00100000:1.0:1746143527.711588:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb64700 x1830963462006528/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.711605:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb64700 with x1830963462006528 ext(0->4095) 00002000:00010000:1.0:1746143527.711608:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb64700 00000100:00100000:0.0:1746143527.713387:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.713469:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462006656 00000100:00100000:1.0:1746143527.713476:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462006656 00000100:00100000:1.0:1746143527.713518:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30354 00000100:00100000:1.0:1746143527.713524:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462006656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.713538:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143527.713554:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23081 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b843 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.713586:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f2307a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b83c expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.713603:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.713605:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.713608:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23081 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b843 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.713636:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f2307a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b83c expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.713648:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f2307a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b83c expref: 9 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746143527.713660:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455237504:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143527.714106:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143527.717433:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455237504:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143527.717470:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23081 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b843 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.717487:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351200, rc 0) 00000100:00100000:1.0:1746143527.717545:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462006656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4019us (4163us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.717554:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30354 00000100:00100000:0.0:1746143527.717957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.718165:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462006784 00000100:00100000:3.0:1746143527.718172:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462006784 00010000:00010000:3.0:1746143527.718198:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f2307a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b83c expref: 10 pid: 12044 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.718220:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16261 00000100:00100000:3.0:1746143527.718226:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963462006784:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.718240:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.718260:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f2307a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b83c expref: 10 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.718276:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f2307a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b83c expref: 10 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.718319:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f2307a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b83c expref: 10 pid: 12044 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.718344:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.718346:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.718353:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23081 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b843 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.718361:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23081 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b843 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.718933:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23081 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b843 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.718947:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455237632:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.719168:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.720936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.720993:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462006912 00000100:00100000:1.0:1746143527.721002:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462006912 00000100:00100000:1.0:1746143527.721083:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30355 00000100:00100000:1.0:1746143527.721092:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:1782:x1830963462006912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.721110:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143527.721125:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23088 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b84a expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.721414:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23081 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b843 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.721422:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.721424:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.721428:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23088 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b84a expref: 11 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.721460:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23081 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b843 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.721472:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23081 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b843 expref: 5 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746143527.721483:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455237760:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143527.721719:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.723064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.723240:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455237632:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.723267:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.723336:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2006:x1830963462006784:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5109us (5379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.723348:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16261 00000100:00100000:1.0:1746143527.723432:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455237760:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143527.723452:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23088 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b84a expref: 10 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.723471:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351a00, rc 0) 00000100:00100000:1.0:1746143527.723490:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:1782:x1830963462006912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2400us (2562us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.723496:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30355 00000100:00100000:1.0:1746143527.723521:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462007168 00000100:00100000:1.0:1746143527.723526:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462007168 00002000:00100000:1.0:1746143527.723555:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb67b80 x1830963462007168/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.723563:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb67b80 with x1830963462007168 ext(0->4095) 00010000:00010000:1.0:1746143527.723569:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23081 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b843 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.723580:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23081 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b843 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143527.723587:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb67b80 00000100:00100000:1.0:1746143527.723609:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2946 00000100:00100000:1.0:1746143527.723616:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462007168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143527.724613:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462007168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 994us (1553us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.724620:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2946 00002000:00100000:1.0:1746143527.724628:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb67b80 x1830963462007168/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.724642:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb67b80 with x1830963462007168 ext(0->4095) 00010000:00010000:1.0:1746143527.724648:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23081 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b843 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:1.0:1746143527.724658:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23081 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b843 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:1.0:1746143527.724664:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb67b80 00000100:00100000:0.0:1746143527.728639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.728779:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462007296 00000100:00100000:3.0:1746143527.728790:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462007296 00010000:00010000:3.0:1746143527.728827:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23081 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b843 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.728853:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16262 00000100:00100000:3.0:1746143527.728860:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462007296:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.728874:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.728892:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23081 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b843 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.728902:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23081 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b843 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.728923:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23081 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b843 expref: 6 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.729038:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.729040:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.729048:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23088 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b84a expref: 9 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.729056:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23088 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b84a expref: 9 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.729099:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23088 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b84a expref: 9 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.729111:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455237888:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.729969:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.733027:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.733126:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455237888:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.733147:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.733194:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462007296:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4334us (4566us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.733204:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16262 00000100:00100000:1.0:1746143527.733282:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462007552 00000100:00100000:1.0:1746143527.733289:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462007552 00002000:00100000:1.0:1746143527.733357:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c0a80 x1830963462007552/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.733366:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c0a80 with x1830963462007552 ext(0->4095) 00002000:00010000:1.0:1746143527.733371:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c0a80 00000100:00100000:1.0:1746143527.733387:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13685 00000100:00100000:1.0:1746143527.733393:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462007552:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143527.733503:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462007552:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (485us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.733508:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13685 00002000:00100000:1.0:1746143527.733513:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c0a80 x1830963462007552/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.733520:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c0a80 with x1830963462007552 ext(0->4095) 00002000:00010000:1.0:1746143527.733522:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c0a80 00000100:00100000:0.0:1746143527.741531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.743984:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462007680 00000100:00100000:1.0:1746143527.744003:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462007680 00000100:00100000:1.0:1746143527.744101:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30356 00000100:00100000:1.0:1746143527.744109:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462007680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.744132:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143527.744150:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2308f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b851 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.744185:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23088 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b84a expref: 9 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.744191:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.744193:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.744196:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2308f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b851 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.744231:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23088 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b84a expref: 9 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.744242:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23088 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b84a expref: 9 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:1.0:1746143527.744256:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455238016:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143527.744405:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1343c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143527.748147:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455238016:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143527.748184:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2308f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b851 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.748207:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350600, rc 0) 00000100:00100000:1.0:1746143527.748257:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462007680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4148us (6734us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.748265:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30356 00000100:00100000:0.0:1746143527.750934:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.751389:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462007808 00000100:00100000:3.0:1746143527.751397:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462007808 00002000:00100000:3.0:1746143527.751440:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800978c1c00 x1830963462007808/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 496/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.751450:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c1c00 with x1830963462007808 ext(0->7) 00010000:00010000:3.0:1746143527.751459:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23088 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b84a expref: 10 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.751471:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23088 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b84a expref: 10 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:3.0:1746143527.751478:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978c1c00 00000100:00100000:3.0:1746143527.751506:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2947 00000100:00100000:3.0:1746143527.751512:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963462007808:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143527.753899:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462007808:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2376us (2965us total) trans 4294972285 rc 0/0 00000100:00100000:0.0:1746143527.753913:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2947 00002000:00100000:0.0:1746143527.753923:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800978c1c00 x1830963462007808/t4294972285(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 496/448 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143527.753930:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c1c00 with x1830963462007808 ext(0->7) 00010000:00010000:0.0:1746143527.753940:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23088 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b84a expref: 12 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746143527.753959:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23088 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b84a expref: 12 pid: 9571 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746143527.753966:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978c1c00 00000100:00100000:0.0:1746143527.756342:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.756459:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462007936 00000100:00100000:1.0:1746143527.756468:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462007936 00000100:00100000:1.0:1746143527.756526:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30357 00000100:00100000:1.0:1746143527.756534:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1782:x1830963462007936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.756553:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746143527.756695:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746143527.756737:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23096 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b858 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.756763:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.756770:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2308f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b851 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.756776:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143527.756779:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23096 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b858 expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.756817:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2308f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b851 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.756829:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23096 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b858 expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.756843:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350200, rc 0) 00000100:00100000:1.0:1746143527.756893:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1782:x1830963462007936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 360us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.756899:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30357 00000100:00100000:3.0:1746143527.757002:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462008064 00000100:00100000:3.0:1746143527.757006:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462008064 00010000:00010000:3.0:1746143527.757022:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23088 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b84a expref: 13 pid: 9571 timeout: 845 lvb_type: 0 00000100:00100000:3.0:1746143527.757039:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16263 00000100:00100000:3.0:1746143527.757044:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963462008064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.757052:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.757069:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23088 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b84a expref: 13 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.757079:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23088 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b84a expref: 13 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.757097:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23088 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b84a expref: 13 pid: 9571 timeout: 845 lvb_type: 0 00010000:00010000:3.0:1746143527.757121:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.757122:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.757128:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2308f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b851 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.757135:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2308f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b851 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.757154:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2308f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b851 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.757164:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2308f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b851 expref: 5 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.757175:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455238272:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.757239:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5480 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.759087:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455238272:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.759107:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.759150:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462008064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2104us (2454us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.759159:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16263 00000100:00100000:0.0:1746143527.759874:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.760148:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462008320 00000100:00100000:2.0:1746143527.760156:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462008320 00002000:00100000:2.0:1746143527.760200:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c2d80 x1830963462008320/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.760210:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c2d80 with x1830963462008320 ext(0->4095) 00010000:00010000:2.0:1746143527.760218:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2308f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b851 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.760230:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2308f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b851 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143527.760236:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978c2d80 00000100:00100000:2.0:1746143527.760451:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2948 00000100:00100000:2.0:1746143527.760458:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462008320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143527.760583:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462008320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (710us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.760588:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2948 00002000:00100000:2.0:1746143527.760600:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c2d80 x1830963462008320/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.760607:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c2d80 with x1830963462008320 ext(0->4095) 00010000:00010000:2.0:1746143527.760611:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2308f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b851 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.760620:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2308f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b851 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143527.760625:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978c2d80 00000100:00100000:0.0:1746143527.766431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.766566:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462008448 00000100:00100000:3.0:1746143527.766576:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462008448 00010000:00010000:3.0:1746143527.766633:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2308f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b851 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.766662:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16264 00000100:00100000:3.0:1746143527.766670:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462008448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.766685:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.766707:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2308f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b851 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.766718:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2308f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b851 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.766741:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2308f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b851 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.767123:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.767126:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.767134:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23096 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b858 expref: 11 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.767144:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23096 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b858 expref: 11 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.767182:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23096 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b858 expref: 11 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.767196:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455238400:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.767313:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5480 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.771776:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455238400:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.771801:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.771854:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963462008448:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5183us (5431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.771863:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16264 00000100:00100000:0.0:1746143527.775042:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.775154:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462008704 00000100:00100000:1.0:1746143527.775163:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462008704 00002000:00100000:1.0:1746143527.775213:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c1500 x1830963462008704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.775223:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c1500 with x1830963462008704 ext(0->4095) 00002000:00010000:1.0:1746143527.775229:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c1500 00000100:00100000:2.0:1746143527.775373:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13686 00000100:00100000:2.0:1746143527.775383:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462008704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.775561:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462008704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 178us (526us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.775572:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13686 00002000:00100000:2.0:1746143527.775578:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c1500 x1830963462008704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.775584:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c1500 with x1830963462008704 ext(0->4095) 00002000:00010000:2.0:1746143527.775587:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c1500 00000100:00100000:0.0:1746143527.777563:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.777660:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462008832 00000100:00100000:1.0:1746143527.777667:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462008832 00000100:00100000:1.0:1746143527.777922:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30358 00000100:00100000:1.0:1746143527.777929:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462008832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.777945:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143527.777963:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2309d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b85f expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.777991:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23096 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b858 expref: 11 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.777999:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.778000:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.778003:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2309d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b85f expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.778037:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23096 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b858 expref: 11 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.778048:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23096 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b858 expref: 11 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143527.778059:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455238528:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143527.778250:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1343c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143527.780087:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455238528:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143527.780239:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2309d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b85f expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.780255:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351200, rc 0) 00000100:00100000:1.0:1746143527.780461:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462008832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2531us (2904us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.780469:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30358 00000100:00100000:2.0:1746143527.780661:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.780706:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462008960 00000100:00100000:3.0:1746143527.780711:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462008960 00010000:00010000:3.0:1746143527.780731:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23096 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b858 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.780764:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16265 00000100:00100000:3.0:1746143527.780770:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462008960:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.780782:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.780800:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23096 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b858 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.780810:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23096 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b858 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.780831:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23096 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b858 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.780859:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.780861:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.780868:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2309d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b85f expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.780876:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2309d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b85f expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.780903:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2309d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b85f expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.780913:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455238656:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.780979:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.782348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.782395:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462009088 00000100:00100000:1.0:1746143527.782401:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462009088 00000100:00100000:1.0:1746143527.782438:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30359 00000100:00100000:1.0:1746143527.782444:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1782:x1830963462009088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.782462:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143527.782475:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230a4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b866 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.782495:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2309d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b85f expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.782503:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.782504:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.782507:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230a4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b866 expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.782528:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2309d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b85f expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.782539:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2309d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b85f expref: 5 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143527.782548:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455238784:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143527.782645:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1343c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.786035:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.786140:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455238656:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.786164:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.786208:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963462008960:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5437us (5547us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.786219:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16265 00000100:00100000:2.0:1746143527.787332:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462009344 00000100:00100000:2.0:1746143527.787341:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462009344 00002000:00100000:2.0:1746143527.787384:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235ce00 x1830963462009344/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.787394:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235ce00 with x1830963462009344 ext(0->4095) 00010000:00010000:2.0:1746143527.787404:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2309d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b85f expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.787417:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2309d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b85f expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143527.787423:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235ce00 00000100:00100000:2.0:1746143527.787452:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2949 00000100:00100000:2.0:1746143527.787459:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462009344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143527.787608:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462009344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (1581us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.787614:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2949 00002000:00100000:2.0:1746143527.787619:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235ce00 x1830963462009344/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.787626:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235ce00 with x1830963462009344 ext(0->4095) 00010000:00010000:2.0:1746143527.787630:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2309d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b85f expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.787639:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2309d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b85f expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143527.787644:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235ce00 00000100:00100000:1.0:1746143527.789489:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455238784:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143527.789523:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230a4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b866 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.789541:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350a00, rc 0) 00000100:00100000:1.0:1746143527.789579:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1782:x1830963462009088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7135us (7233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.789587:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30359 00000100:00100000:0.0:1746143527.791570:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.791765:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462009472 00000100:00100000:1.0:1746143527.791773:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462009472 00000100:00100000:1.0:1746143527.791827:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30360 00000100:00100000:1.0:1746143527.791833:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1794:x1830963462009472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.791853:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143527.791870:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f230ab lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b86d expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.791893:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.791898:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230a4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b866 expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.791903:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.791906:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f230ab lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b86d expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.791938:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230a4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b866 expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.791950:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f230ab lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b86d expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.791963:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351400, rc 0) 00000100:00100000:1.0:1746143527.792008:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1794:x1830963462009472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.792014:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30360 00000100:00100000:0.0:1746143527.792803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.792931:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462009600 00000100:00100000:3.0:1746143527.792936:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462009600 00010000:00010000:3.0:1746143527.792957:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2309d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b85f expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.792986:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16266 00000100:00100000:3.0:1746143527.792991:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5263c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462009600:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.793003:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.793021:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2309d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b85f expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.793031:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2309d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b85f expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.793048:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f2309d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b85f expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.793073:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.793074:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.793081:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b866 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.793089:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b866 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.793113:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b866 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.793124:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b866 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.793136:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455239040:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.793210:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5480 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.794486:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455239040:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.794503:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.794795:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5263c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462009600:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1801us (1991us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.794802:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16266 00000100:00100000:0.0:1746143527.795592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.796222:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462009856 00000100:00100000:1.0:1746143527.796229:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462009856 00002000:00100000:1.0:1746143527.796269:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235fb80 x1830963462009856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.796279:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235fb80 with x1830963462009856 ext(0->4095) 00010000:00010000:1.0:1746143527.796288:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b866 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143527.796441:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b866 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143527.796448:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235fb80 00000100:00100000:1.0:1746143527.796466:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2950 00000100:00100000:1.0:1746143527.796473:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963462009856:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143527.797076:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963462009856:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 601us (1484us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.797082:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2950 00002000:00100000:1.0:1746143527.797088:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235fb80 x1830963462009856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.797095:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235fb80 with x1830963462009856 ext(0->4095) 00010000:00010000:1.0:1746143527.797099:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b866 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143527.797108:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b866 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143527.797113:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235fb80 00000100:00100000:0.0:1746143527.799171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.799241:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462009984 00000100:00100000:3.0:1746143527.799250:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462009984 00010000:00010000:3.0:1746143527.799282:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b866 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.799356:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16267 00000100:00100000:3.0:1746143527.799363:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963462009984:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.799377:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.799398:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b866 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.799408:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b866 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.799430:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230a4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b866 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.799445:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.799447:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.799455:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f230ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b86d expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.799468:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f230ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b86d expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.799504:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f230ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b86d expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.799516:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455239168:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.799617:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f53c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.802192:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455239168:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.802216:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.802265:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462009984:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2901us (3100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.802275:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16267 00000100:00100000:0.0:1746143527.803209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.803279:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462010240 00000100:00100000:1.0:1746143527.803285:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462010240 00002000:00100000:1.0:1746143527.803457:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235ca80 x1830963462010240/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.803472:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235ca80 with x1830963462010240 ext(0->4095) 00002000:00010000:1.0:1746143527.803476:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235ca80 00000100:00100000:1.0:1746143527.803503:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13687 00000100:00100000:1.0:1746143527.803510:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462010240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143527.803653:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462010240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (443us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.803659:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13687 00002000:00100000:1.0:1746143527.803664:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235ca80 x1830963462010240/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.803671:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235ca80 with x1830963462010240 ext(0->4095) 00002000:00010000:1.0:1746143527.803673:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235ca80 00000100:00100000:0.0:1746143527.805428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.805476:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462010368 00000100:00100000:2.0:1746143527.805483:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462010368 00000100:00100000:2.0:1746143527.805534:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30361 00000100:00100000:2.0:1746143527.805540:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462010368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.805554:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.805571:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f230b2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b874 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.805607:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f230ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b86d expref: 11 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.805614:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.805616:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.805619:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f230b2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b874 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.805651:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f230ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b86d expref: 11 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.805662:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f230ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b86d expref: 11 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.805673:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455239296:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143527.805752:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.807623:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455239296:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.807657:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f230b2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b874 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.807672:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9c00, rc 0) 00000100:00100000:2.0:1746143527.807708:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462010368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2167us (2282us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.807719:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30361 00000100:00100000:1.0:1746143527.807867:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.807965:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462010496 00000100:00100000:3.0:1746143527.807971:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462010496 00010000:00010000:3.0:1746143527.807992:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f230ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b86d expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.808011:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16268 00000100:00100000:3.0:1746143527.808015:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462010496:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.808026:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.808042:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f230ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b86d expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.808051:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f230ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b86d expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.808069:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f230ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b86d expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.808097:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.808098:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.808105:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f230b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b874 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.808112:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f230b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b874 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.808139:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f230b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b874 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.808149:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455239424:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.808215:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f53c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.810486:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455239424:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.810506:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.810557:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2007:x1830963462010496:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2539us (2690us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.810566:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16268 00000100:00100000:0.0:1746143527.811696:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.811789:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462010752 00000100:00100000:2.0:1746143527.811796:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462010752 00002000:00100000:2.0:1746143527.811835:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013072b800 x1830963462010752/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.811845:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072b800 with x1830963462010752 ext(0->4095) 00002000:00010000:2.0:1746143527.811849:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013072b800 00000100:00100000:2.0:1746143527.811912:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13688 00000100:00100000:2.0:1746143527.811920:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462010752:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.812155:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462010752:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 235us (460us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.812160:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13688 00002000:00100000:2.0:1746143527.812166:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013072b800 x1830963462010752/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.812172:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072b800 with x1830963462010752 ext(0->4095) 00002000:00010000:2.0:1746143527.812175:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013072b800 00000100:00100000:0.0:1746143527.813418:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.813583:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462010880 00000100:00100000:2.0:1746143527.813588:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462010880 00000100:00100000:2.0:1746143527.813787:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30362 00000100:00100000:2.0:1746143527.813794:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:1782:x1830963462010880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.813807:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.813824:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230b9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b87b expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.813859:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f230b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b874 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.813865:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.813867:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.813870:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230b9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b87b expref: 12 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.813901:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f230b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b874 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.813912:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f230b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b874 expref: 5 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.813924:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455239552:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143527.814415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.814632:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919106c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143527.814686:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462011008 00000100:00100000:1.0:1746143527.814691:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462011008 00000100:00100000:1.0:1746143527.814715:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30363 00000100:00100000:1.0:1746143527.814721:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1794:x1830963462011008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.814728:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143527.814735:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230c0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b882 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.814748:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.814751:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230b9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b87b expref: 14 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.814760:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.814763:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230c0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b882 expref: 14 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.814787:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230b9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b87b expref: 14 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.814797:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230c0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b882 expref: 14 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.814806:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350a00, rc 0) 00000100:00100000:1.0:1746143527.814829:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:1794:x1830963462011008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.814834:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30363 00000100:00100000:2.0:1746143527.816735:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455239552:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.816756:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230b9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b87b expref: 13 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.816768:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8400, rc 0) 00000100:00100000:2.0:1746143527.817112:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1782:x1830963462010880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3317us (3694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.817120:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30362 00000100:00100000:0.0:1746143527.817740:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.817869:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462011136 00000100:00100000:3.0:1746143527.817880:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462011136 00010000:00010000:3.0:1746143527.817907:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f230b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b874 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.817941:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16269 00000100:00100000:3.0:1746143527.817947:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462011136:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.817963:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.817983:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f230b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b874 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.817993:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f230b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b874 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.818015:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f230b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b874 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.818040:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.818042:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.818050:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b87b expref: 12 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.818058:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b87b expref: 12 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.818088:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b87b expref: 12 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.818099:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b87b expref: 12 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.818112:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455239808:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.818184:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f53c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.821587:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.821665:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462011392 00000100:00100000:2.0:1746143527.821675:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462011392 00000100:00100000:3.0:1746143527.821717:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455239808:192.168.203.27@tcp:105: 00002000:00100000:2.0:1746143527.821721:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013072b480 x1830963462011392/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.821730:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072b480 with x1830963462011392 ext(0->4095) 00010000:00010000:2.0:1746143527.821738:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b87b expref: 13 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.821739:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143527.821748:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b87b expref: 13 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143527.821753:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013072b480 00000100:00100000:3.0:1746143527.821782:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462011136:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3834us (4042us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.821789:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2951 00000100:00100000:3.0:1746143527.821790:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16269 00000100:00100000:2.0:1746143527.821795:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963462011392:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.821925:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963462011392:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.821931:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2951 00002000:00100000:2.0:1746143527.821935:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013072b480 x1830963462011392/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.821942:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072b480 with x1830963462011392 ext(0->4095) 00010000:00010000:2.0:1746143527.821946:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b87b expref: 13 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.821955:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b87b expref: 13 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143527.821960:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013072b480 00000100:00100000:0.0:1746143527.824482:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.824570:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462011520 00000100:00100000:3.0:1746143527.824577:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462011520 00010000:00010000:3.0:1746143527.824617:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b87b expref: 13 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.824642:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16270 00000100:00100000:3.0:1746143527.824649:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963462011520:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.824661:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.824680:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b87b expref: 13 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.824691:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b87b expref: 13 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.824712:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b87b expref: 13 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.824725:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.824727:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.824734:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b882 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.824742:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b882 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.824776:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b882 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.824788:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455239936:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.824876:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f53c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.826538:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455239936:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.826558:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.826608:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462011520:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1958us (2132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.826616:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16270 00000100:00100000:0.0:1746143527.827932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.828231:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462011776 00000100:00100000:1.0:1746143527.828238:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462011776 00002000:00100000:1.0:1746143527.828277:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096627100 x1830963462011776/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.828286:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096627100 with x1830963462011776 ext(0->4095) 00002000:00010000:1.0:1746143527.828291:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096627100 00000100:00100000:1.0:1746143527.828357:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13689 00000100:00100000:1.0:1746143527.828364:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462011776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143527.828498:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462011776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (568us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.828508:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13689 00002000:00100000:1.0:1746143527.828512:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096627100 x1830963462011776/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.828519:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096627100 with x1830963462011776 ext(0->4095) 00002000:00010000:1.0:1746143527.828522:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096627100 00000100:00100000:0.0:1746143527.830976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.831190:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462011904 00000100:00100000:2.0:1746143527.831197:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462011904 00000100:00100000:2.0:1746143527.831243:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30364 00000100:00100000:2.0:1746143527.831250:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462011904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.831265:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.831282:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f230c7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b889 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.831350:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b882 expref: 11 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.831356:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.831358:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.831361:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f230c7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b889 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.831393:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b882 expref: 11 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.831404:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b882 expref: 11 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.831417:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455240064:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143527.831506:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.832821:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455240064:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.832842:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f230c7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b889 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.832859:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8a00, rc 0) 00000100:00100000:2.0:1746143527.832890:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462011904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1640us (1920us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.832897:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30364 00000100:00100000:0.0:1746143527.833356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.833580:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462012032 00000100:00100000:3.0:1746143527.833588:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462012032 00010000:00010000:3.0:1746143527.833619:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b882 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.833650:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16271 00000100:00100000:3.0:1746143527.833656:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096624700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462012032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.833668:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.833685:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b882 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.833695:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b882 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.833714:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f230c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b882 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.833738:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.833740:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.833747:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f230c7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b889 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.833755:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f230c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b889 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.833780:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f230c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b889 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.833791:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455240192:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.834464:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f53c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.836983:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.837097:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462012288 00000100:00100000:2.0:1746143527.837107:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462012288 00002000:00100000:2.0:1746143527.837156:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096624a80 x1830963462012288/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.837167:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096624a80 with x1830963462012288 ext(0->4095) 00002000:00010000:2.0:1746143527.837173:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096624a80 00000100:00100000:2.0:1746143527.837201:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13690 00000100:00100000:2.0:1746143527.837210:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462012288:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.837428:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462012288:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 218us (451us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.837435:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13690 00002000:00100000:2.0:1746143527.837441:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096624a80 x1830963462012288/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.837447:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096624a80 with x1830963462012288 ext(0->4095) 00002000:00010000:2.0:1746143527.837450:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096624a80 00000100:00100000:3.0:1746143527.837703:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455240192:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.837723:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.837944:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2007:x1830963462012032:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4285us (4586us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.837953:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16271 00000100:00100000:0.0:1746143527.839179:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.839240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.839281:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462012416 00000100:00100000:3.0:1746143527.839286:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462012416 00000100:00100000:2.0:1746143527.839313:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462012544 00000100:00100000:2.0:1746143527.839316:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462012544 00000100:00100000:2.0:1746143527.839338:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30365 00000100:00100000:2.0:1746143527.839349:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30366 00000100:00100000:2.0:1746143527.839353:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1782:x1830963462012416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.839364:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.839378:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230ce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b890 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.839401:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f230c7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b889 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.839406:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.839407:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.839409:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230ce lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b890 expref: 13 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.839432:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f230c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b889 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.839440:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f230c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b889 expref: 5 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.839448:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455240320:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143527.839557:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.839565:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1794:x1830963462012544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.839569:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.839574:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f230d5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b897 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.839581:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.839584:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230ce lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b890 expref: 14 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.839587:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.839588:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f230d5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b897 expref: 14 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.839613:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230ce lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b890 expref: 14 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.839623:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f230d5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b897 expref: 14 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.839629:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9400, rc 0) 00000100:00100000:2.0:1746143527.839642:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:1794:x1830963462012544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 301us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.839646:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30365 00000100:00100000:2.0:1746143527.841198:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455240320:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.841220:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230ce lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b890 expref: 13 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.841231:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8400, rc 0) 00000100:00100000:2.0:1746143527.841259:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1782:x1830963462012416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1905us (2081us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.841265:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30366 00000100:00100000:0.0:1746143527.842710:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.842799:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462012672 00000100:00100000:3.0:1746143527.842805:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462012672 00010000:00010000:3.0:1746143527.842834:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f230c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b889 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.842857:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16272 00000100:00100000:3.0:1746143527.842864:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096624000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462012672:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.842876:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.842896:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f230c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b889 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.842907:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f230c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b889 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.842929:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f230c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b889 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.842953:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.842954:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.842961:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b890 expref: 12 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.842970:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b890 expref: 12 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.843004:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b890 expref: 12 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.843015:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b890 expref: 12 pid: 9572 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.843027:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455240576:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.843797:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f53c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.845279:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455240576:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.845328:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.845366:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462012672:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2501us (2660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.845381:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16272 00000100:00100000:0.0:1746143527.846829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.846877:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462012928 00000100:00100000:2.0:1746143527.846885:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462012928 00002000:00100000:2.0:1746143527.846929:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096625c00 x1830963462012928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.846939:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096625c00 with x1830963462012928 ext(0->4095) 00010000:00010000:2.0:1746143527.846947:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b890 expref: 13 pid: 9572 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.846959:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b890 expref: 13 pid: 9572 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143527.846966:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096625c00 00000100:00100000:2.0:1746143527.846995:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2952 00000100:00100000:2.0:1746143527.847001:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963462012928:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.847132:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963462012928:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (307us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.847138:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2952 00002000:00100000:2.0:1746143527.847142:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096625c00 x1830963462012928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.847877:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096625c00 with x1830963462012928 ext(0->4095) 00010000:00010000:2.0:1746143527.847884:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b890 expref: 13 pid: 9572 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.847894:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b890 expref: 13 pid: 9572 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143527.847900:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096625c00 00000100:00100000:0.0:1746143527.850094:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.850257:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462013056 00000100:00100000:3.0:1746143527.850265:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462013056 00010000:00010000:3.0:1746143527.850317:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b890 expref: 13 pid: 9572 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.850346:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16273 00000100:00100000:3.0:1746143527.850353:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f9f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963462013056:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.850367:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.850386:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b890 expref: 13 pid: 9572 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.850398:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b890 expref: 13 pid: 9572 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.850422:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f230ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b890 expref: 13 pid: 9572 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.850454:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.850456:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.850463:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f230d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b897 expref: 12 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.850472:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f230d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b897 expref: 12 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.850507:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f230d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b897 expref: 12 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.850519:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455240704:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.850606:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f53c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.852273:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455240704:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.852291:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.852353:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f9f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462013056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2000us (2266us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.852361:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16273 00000100:00100000:0.0:1746143527.853508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.854015:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462013312 00000100:00100000:2.0:1746143527.854024:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462013312 00002000:00100000:2.0:1746143527.854067:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096627480 x1830963462013312/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.854076:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096627480 with x1830963462013312 ext(0->4095) 00002000:00010000:2.0:1746143527.854081:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096627480 00000100:00100000:2.0:1746143527.854402:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13691 00000100:00100000:2.0:1746143527.854409:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462013312:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143527.854555:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462013312:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (1048us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.854561:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13691 00002000:00100000:2.0:1746143527.854566:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096627480 x1830963462013312/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.854572:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096627480 with x1830963462013312 ext(0->4095) 00002000:00010000:2.0:1746143527.854574:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096627480 00000100:00100000:0.0:1746143527.856085:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.856150:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462013440 00000100:00100000:2.0:1746143527.856155:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462013440 00000100:00100000:2.0:1746143527.856190:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30367 00000100:00100000:2.0:1746143527.856195:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462013440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.856206:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.856220:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f230dc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b89e expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.856246:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f230d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b897 expref: 11 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.856258:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.856261:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.856264:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f230dc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b89e expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.856528:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f230d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b897 expref: 11 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.856542:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f230d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b897 expref: 11 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.856558:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455240832:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143527.856644:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.857941:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455240832:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.857964:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f230dc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b89e expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.857978:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9a00, rc 0) 00000100:00100000:2.0:1746143527.858008:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462013440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1812us (1927us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.858016:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30367 00000100:00100000:0.0:1746143527.858208:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.858325:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462013568 00000100:00100000:3.0:1746143527.858330:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462013568 00010000:00010000:3.0:1746143527.858352:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f230d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b897 expref: 12 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.858375:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16274 00000100:00100000:3.0:1746143527.858381:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096624700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462013568:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.858394:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.858416:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f230d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b897 expref: 12 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.858427:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f230d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b897 expref: 12 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.858650:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f230d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b897 expref: 12 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.858755:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.858757:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.858764:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f230dc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b89e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.858771:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f230dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b89e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.858795:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f230dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b89e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.858804:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455240960:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.858866:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.861346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.861534:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462013824 00000100:00100000:2.0:1746143527.861542:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462013824 00002000:00100000:2.0:1746143527.861582:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096624000 x1830963462013824/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.861611:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096624000 with x1830963462013824 ext(0->4095) 00002000:00010000:2.0:1746143527.861616:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096624000 00000100:00100000:2.0:1746143527.861639:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13692 00000100:00100000:2.0:1746143527.861647:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462013824:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143527.861770:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462013824:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (431us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.861776:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13692 00002000:00100000:2.0:1746143527.861780:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096624000 x1830963462013824/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.861787:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096624000 with x1830963462013824 ext(0->4095) 00002000:00010000:2.0:1746143527.861790:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096624000 00000100:00100000:3.0:1746143527.861885:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455240960:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.861904:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.861928:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2006:x1830963462013568:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3546us (3721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.861936:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16274 00000100:00100000:0.0:1746143527.864401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.865105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.865638:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462013952 00000100:00100000:1.0:1746143527.865646:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462013952 00000100:00100000:1.0:1746143527.865692:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462014080 00000100:00100000:1.0:1746143527.865694:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462014080 00000100:00100000:1.0:1746143527.865709:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30368 00000100:00100000:1.0:1746143527.865716:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1782:x1830963462013952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746143527.865724:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30369 00000100:00100000:3.0:1746143527.865730:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1794:x1830963462014080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.865733:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.865735:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.865748:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f230ea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b8ac expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.865748:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f230e3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b8a5 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.865775:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f230dc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b89e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.865783:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.865785:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.865788:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f230ea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ac expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.866029:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.866034:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f230ea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ac expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.866040:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.866043:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f230e3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8a5 expref: 14 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.866077:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f230ea lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ac expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.866089:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f230e3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8a5 expref: 14 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.866100:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350600, rc 0) 00000100:00100000:1.0:1746143527.866193:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:1782:x1830963462013952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 477us (1802us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.866199:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30368 00010000:00010000:3.0:1746143527.866838:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f230dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b89e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.866850:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f230dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b89e expref: 5 pid: 9572 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.866863:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455241216:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.867001:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.869254:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455241216:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.869283:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f230ea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ac expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.869327:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7ac00, rc 0) 00000100:00100000:3.0:1746143527.869368:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1794:x1830963462014080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3637us (4262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.869377:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30369 00000100:00100000:0.0:1746143527.869827:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.870494:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462014208 00000100:00100000:3.0:1746143527.870500:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462014208 00010000:00010000:3.0:1746143527.870529:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f230dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b89e expref: 6 pid: 9572 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.870559:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16275 00000100:00100000:3.0:1746143527.870566:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462014208:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.870578:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.870607:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f230dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b89e expref: 6 pid: 9572 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.870618:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f230dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b89e expref: 6 pid: 9572 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.870640:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f230dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b89e expref: 6 pid: 9572 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.870666:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.870667:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.870675:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f230ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ac expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.870682:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f230ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ac expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.870711:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f230ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ac expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.870722:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f230ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ac expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.870737:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455241344:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.870801:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.872549:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455241344:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.872567:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.872617:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462014208:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2051us (2790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.872625:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16275 00000100:00100000:0.0:1746143527.873738:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.873804:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462014464 00000100:00100000:1.0:1746143527.873811:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462014464 00002000:00100000:1.0:1746143527.873848:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7c380 x1830963462014464/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.873857:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7c380 with x1830963462014464 ext(0->4095) 00010000:00010000:1.0:1746143527.873961:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f230ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ac expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143527.873975:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f230ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ac expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143527.873982:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7c380 00000100:00100000:1.0:1746143527.874010:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2953 00000100:00100000:1.0:1746143527.874017:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963462014464:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143527.874847:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963462014464:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 827us (1107us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.874855:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2953 00002000:00100000:1.0:1746143527.874863:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7c380 x1830963462014464/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.874876:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7c380 with x1830963462014464 ext(0->4095) 00010000:00010000:1.0:1746143527.874882:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f230ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ac expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143527.874891:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f230ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ac expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143527.874896:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7c380 00000100:00100000:0.0:1746143527.884500:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.884589:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462014592 00000100:00100000:3.0:1746143527.884631:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462014592 00000100:00100000:3.0:1746143527.884686:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30370 00000100:00100000:3.0:1746143527.884694:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462014592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.884715:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.884885:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f230f1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b8b3 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.884914:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.884921:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f230e3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8a5 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.884927:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143527.884930:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f230f1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8b3 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.884969:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f230e3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8a5 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.884986:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f230f1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8b3 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.884996:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a400, rc 0) 00000100:00100000:3.0:1746143527.887029:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462014592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2328us (2531us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.887040:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30370 00000100:00100000:0.0:1746143527.887445:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.887508:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462014720 00000100:00100000:3.0:1746143527.887513:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462014720 00010000:00010000:3.0:1746143527.887536:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f230ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ac expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.887559:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16276 00000100:00100000:3.0:1746143527.887565:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963462014720:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.887576:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.887604:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f230ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ac expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.887614:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f230ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ac expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.887634:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f230ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ac expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.888141:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.888144:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.888153:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f230e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8a5 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.888161:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f230e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8a5 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.888191:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f230e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8a5 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.888202:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f230e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8a5 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.888214:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455241600:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.888934:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.890753:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455241600:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.890775:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.890823:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462014720:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3256us (3377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.890833:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16276 00000100:00100000:0.0:1746143527.891170:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.891238:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462014976 00000100:00100000:1.0:1746143527.891245:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462014976 00002000:00100000:1.0:1746143527.891290:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7f480 x1830963462014976/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.891338:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7f480 with x1830963462014976 ext(0->4095) 00010000:00010000:1.0:1746143527.891346:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f230e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8a5 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143527.891359:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f230e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8a5 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143527.891366:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7f480 00000100:00100000:1.0:1746143527.891392:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2954 00000100:00100000:1.0:1746143527.891399:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462014976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143527.891527:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462014976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.891533:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2954 00002000:00100000:1.0:1746143527.891539:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7f480 x1830963462014976/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.891547:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7f480 with x1830963462014976 ext(0->4095) 00010000:00010000:1.0:1746143527.891551:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f230e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8a5 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143527.891559:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f230e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8a5 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143527.891565:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7f480 00000100:00100000:0.0:1746143527.892784:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.892932:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462015104 00000100:00100000:3.0:1746143527.892937:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462015104 00000100:00100000:3.0:1746143527.892970:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30371 00000100:00100000:3.0:1746143527.892975:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1782:x1830963462015104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.892986:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.892998:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f230f8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b8ba expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.893022:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.893026:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f230f1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8b3 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.893032:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143527.893035:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f230f8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ba expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.893064:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f230f1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8b3 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.893073:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f230f8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ba expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.893081:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a000, rc 0) 00000100:00100000:3.0:1746143527.893106:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1782:x1830963462015104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.893111:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30371 00000100:00100000:0.0:1746143527.893150:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.893666:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462015232 00000100:00100000:3.0:1746143527.893670:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462015232 00010000:00010000:3.0:1746143527.893684:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f230e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8a5 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.893867:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16277 00000100:00100000:3.0:1746143527.893873:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963462015232:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.893881:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.893897:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f230e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8a5 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.893906:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f230e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8a5 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.893922:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f230e3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8a5 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.893933:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.893934:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.893940:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f230f1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8b3 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.893947:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f230f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8b3 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.893963:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f230f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8b3 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.893971:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f230f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8b3 expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.893981:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455241856:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.894685:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.896281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.896388:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455241856:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.896407:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.896443:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462015232:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2569us (3291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.896452:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16277 00000100:00100000:1.0:1746143527.896586:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462015488 00000100:00100000:1.0:1746143527.896601:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462015488 00002000:00100000:1.0:1746143527.896634:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7c000 x1830963462015488/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.896643:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7c000 with x1830963462015488 ext(0->4095) 00010000:00010000:1.0:1746143527.896870:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f230f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8b3 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143527.896882:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f230f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8b3 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143527.896888:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7c000 00000100:00100000:1.0:1746143527.896913:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2955 00000100:00100000:1.0:1746143527.896920:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462015488:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143527.897031:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462015488:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (756us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.897040:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2955 00002000:00100000:1.0:1746143527.897045:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7c000 x1830963462015488/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.897058:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7c000 with x1830963462015488 ext(0->4095) 00010000:00010000:1.0:1746143527.897063:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f230f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8b3 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143527.897071:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f230f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8b3 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143527.897077:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7c000 00000100:00100000:0.0:1746143527.899017:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.899114:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462015616 00000100:00100000:3.0:1746143527.899119:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462015616 00010000:00010000:3.0:1746143527.899139:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f230f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8b3 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.899189:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16278 00000100:00100000:3.0:1746143527.899194:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462015616:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.899205:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.899220:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f230f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8b3 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.899230:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f230f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8b3 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.899251:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f230f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8b3 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.899277:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.899279:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.899286:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f230f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ba expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.899314:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f230f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ba expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.899344:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f230f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ba expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.899356:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455241984:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.899930:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.903004:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455241984:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.903032:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.903092:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462015616:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3895us (4077us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.903103:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16278 00000100:00100000:0.0:1746143527.903528:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.903632:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462015872 00000100:00100000:1.0:1746143527.903639:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462015872 00002000:00100000:1.0:1746143527.903674:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7d500 x1830963462015872/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.903683:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7d500 with x1830963462015872 ext(0->4095) 00002000:00010000:1.0:1746143527.903687:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7d500 00000100:00100000:1.0:1746143527.903716:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13693 00000100:00100000:1.0:1746143527.903723:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462015872:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143527.903853:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462015872:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.903860:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13693 00002000:00100000:1.0:1746143527.903865:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7d500 x1830963462015872/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.903878:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7d500 with x1830963462015872 ext(0->4095) 00002000:00010000:1.0:1746143527.903881:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7d500 00000100:00100000:0.0:1746143527.905270:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.905373:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462016000 00000100:00100000:1.0:1746143527.905378:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462016000 00000100:00100000:1.0:1746143527.905412:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30372 00000100:00100000:1.0:1746143527.905418:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462016000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.905429:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143527.905449:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f230ff lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b8c1 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.905480:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f230f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ba expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.905491:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.905493:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.905496:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f230ff lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c1 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.905527:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f230f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ba expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.905539:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f230f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ba expref: 11 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143527.905551:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455242112:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143527.905637:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143527.907057:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455242112:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143527.907085:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f230ff lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c1 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.907099:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350e00, rc 0) 00000100:00100000:1.0:1746143527.907132:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462016000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1714us (1865us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.907138:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30372 00000100:00100000:0.0:1746143527.907343:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.907563:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462016128 00000100:00100000:3.0:1746143527.907568:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462016128 00010000:00010000:3.0:1746143527.907587:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f230f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ba expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.907619:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16279 00000100:00100000:3.0:1746143527.907624:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462016128:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.907635:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.907652:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f230f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ba expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.907662:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f230f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ba expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.907681:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f230f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8ba expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.907701:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.907703:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.907710:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f230ff lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c1 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.907717:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f230ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c1 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.907742:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f230ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c1 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.907751:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455242240:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.907796:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.911813:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455242240:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.911839:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143527.911907:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.912856:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462016384 00000100:00100000:3.0:1746143527.912892:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2006:x1830963462016128:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5265us (5547us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.912904:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16279 00000100:00100000:2.0:1746143527.912935:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462016384 00002000:00100000:2.0:1746143527.912986:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189c380 x1830963462016384/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.912996:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189c380 with x1830963462016384 ext(0->4095) 00002000:00010000:2.0:1746143527.913002:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189c380 00000100:00100000:2.0:1746143527.913031:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13694 00000100:00100000:2.0:1746143527.913039:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462016384:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.913232:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462016384:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 194us (1326us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.913238:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13694 00002000:00100000:2.0:1746143527.913244:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189c380 x1830963462016384/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.913250:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189c380 with x1830963462016384 ext(0->4095) 00002000:00010000:2.0:1746143527.913252:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189c380 00000100:00100000:2.0:1746143527.914233:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.914489:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462016512 00000100:00100000:1.0:1746143527.914495:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462016512 00000100:00100000:1.0:1746143527.914580:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30373 00000100:00100000:1.0:1746143527.914586:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:1782:x1830963462016512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.914606:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143527.914622:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23106 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b8c8 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.914646:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f230ff lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c1 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.914652:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.914654:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.914657:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23106 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c8 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.914685:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f230ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c1 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.914701:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f230ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c1 expref: 5 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143527.914711:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455242368:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143527.914779:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.917385:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.919625:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.919684:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462016768 00000100:00100000:2.0:1746143527.919694:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462016768 00000100:00100000:1.0:1746143527.919729:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455242368:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.919733:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f230ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c1 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143527.919760:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23106 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c8 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.919762:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16280 00000100:00100000:2.0:1746143527.919769:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f9fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462016768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143527.919775:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351400, rc 0) 00010000:00010000:2.0:1746143527.919782:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.919803:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f230ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c1 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.919814:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f230ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c1 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143527.919823:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1782:x1830963462016512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5236us (5593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.919830:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30373 00010000:00010000:2.0:1746143527.919837:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f230ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c1 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.919854:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.919857:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.919868:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23106 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c8 expref: 11 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.919877:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462016640 00010000:00010000:2.0:1746143527.919880:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23106 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c8 expref: 11 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.919881:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462016640 00000100:00100000:3.0:1746143527.919907:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30374 00010000:00010000:2.0:1746143527.919911:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23106 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c8 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.919912:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1794:x1830963462016640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746143527.919922:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455242496:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.919925:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.919936:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f2310d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b8cf expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.919956:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23106 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c8 expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.919966:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.919968:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746143527.919969:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910780 going to sleep for 11 seconds 00010000:00010000:3.0:1746143527.919970:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f2310d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8cf expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.919986:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23106 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c8 expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.919997:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23106 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c8 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.920004:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455242624:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.920029:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.922675:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455242496:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.922694:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.922729:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f9fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462016768:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2960us (3109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.922738:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16280 00000100:00100000:3.0:1746143527.922845:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455242624:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.922866:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f2310d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8cf expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.922881:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b200, rc 0) 00000100:00100000:3.0:1746143527.922901:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1794:x1830963462016640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2989us (5525us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.922907:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30374 00000100:00100000:0.0:1746143527.923535:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.923588:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462017024 00000100:00100000:2.0:1746143527.923605:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462017024 00002000:00100000:2.0:1746143527.923641:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66b800 x1830963462017024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.923650:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66b800 with x1830963462017024 ext(0->4095) 00010000:00010000:2.0:1746143527.923657:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23106 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c8 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.923668:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23106 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c8 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143527.923674:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f66b800 00000100:00100000:2.0:1746143527.923700:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2956 00000100:00100000:2.0:1746143527.923706:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963462017024:12345-192.168.203.27@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746143527.923826:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963462017024:12345-192.168.203.27@tcp:3:ldlm_bl.0 Request processed in 120us (292us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.923831:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2956 00002000:00100000:2.0:1746143527.923836:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66b800 x1830963462017024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.923843:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66b800 with x1830963462017024 ext(0->4095) 00010000:00010000:2.0:1746143527.923846:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23106 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c8 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.923854:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23106 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c8 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143527.923859:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f66b800 00000100:00100000:0.0:1746143527.927413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.927477:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462017152 00000100:00100000:2.0:1746143527.927486:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462017152 00010000:00010000:2.0:1746143527.927523:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23106 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c8 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.927559:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16281 00000100:00100000:2.0:1746143527.927565:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2005:x1830963462017152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.927578:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.927609:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23106 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c8 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.927627:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23106 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c8 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.927650:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23106 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8c8 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.927680:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.927682:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.927688:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f2310d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8cf expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.927697:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f2310d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8cf expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.927729:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f2310d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8cf expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.927742:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455242752:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.927830:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.930707:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455242752:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.930728:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.930779:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2005:x1830963462017152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3212us (3373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.930789:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16281 00000100:00100000:0.0:1746143527.931584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.931657:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462017408 00000100:00100000:1.0:1746143527.931666:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462017408 00002000:00100000:1.0:1746143527.931706:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f668000 x1830963462017408/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.932121:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668000 with x1830963462017408 ext(0->4095) 00002000:00010000:1.0:1746143527.932128:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f668000 00000100:00100000:1.0:1746143527.932157:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13695 00000100:00100000:1.0:1746143527.932165:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462017408:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143527.932312:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462017408:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (713us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.932322:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13695 00002000:00100000:1.0:1746143527.932327:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f668000 x1830963462017408/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.932334:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668000 with x1830963462017408 ext(0->4095) 00002000:00010000:1.0:1746143527.932337:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f668000 00000100:00100000:0.0:1746143527.933679:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.934100:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462017536 00000100:00100000:3.0:1746143527.934108:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462017536 00000100:00100000:3.0:1746143527.934155:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30375 00000100:00100000:3.0:1746143527.934161:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462017536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.934178:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.934193:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23114 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b8d6 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.934222:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f2310d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8cf expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.934229:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.934231:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.934234:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23114 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8d6 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.934265:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f2310d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8cf expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.934276:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f2310d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8cf expref: 11 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.934286:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455242880:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.934389:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.937601:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455242880:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.937633:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23114 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8d6 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.937648:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7be00, rc 0) 00000100:00100000:3.0:1746143527.937688:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462017536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3526us (4012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.937700:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30375 00000100:00100000:0.0:1746143527.938053:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.938187:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462017664 00000100:00100000:2.0:1746143527.938194:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462017664 00010000:00010000:2.0:1746143527.938219:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f2310d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8cf expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.938241:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16282 00000100:00100000:2.0:1746143527.938247:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462017664:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.938259:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.938277:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f2310d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8cf expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.938287:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f2310d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8cf expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.938332:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f2310d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8cf expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.939011:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.939014:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.939022:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23114 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8d6 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.939030:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23114 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8d6 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.939059:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23114 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8d6 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.939070:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455243008:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.939482:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.941020:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455243008:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.941036:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.941068:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2007:x1830963462017664:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2819us (3014us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.941076:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16282 00000100:00100000:0.0:1746143527.941334:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.941412:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.941514:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462018048 00000100:00100000:1.0:1746143527.941520:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462018048 00002000:00100000:1.0:1746143527.941551:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66aa00 x1830963462018048/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.941560:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66aa00 with x1830963462018048 ext(0->4095) 00002000:00010000:1.0:1746143527.941564:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f66aa00 00000100:00100000:1.0:1746143527.941579:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13696 00000100:00100000:1.0:1746143527.941584:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462018048:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143527.941697:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462018048:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.941702:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13696 00002000:00100000:1.0:1746143527.941707:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66aa00 x1830963462018048/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.941714:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66aa00 with x1830963462018048 ext(0->4095) 00002000:00010000:1.0:1746143527.941716:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f66aa00 00000100:00100000:3.0:1746143527.941772:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462017920 00000100:00100000:3.0:1746143527.941776:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462017920 00000100:00100000:3.0:1746143527.941804:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30376 00000100:00100000:3.0:1746143527.941808:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f669f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:1782:x1830963462017920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.941816:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.941829:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2311b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b8dd expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.941849:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23114 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8d6 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.941856:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.941858:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.941861:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2311b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8dd expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.941881:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23114 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8d6 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.941891:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23114 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8d6 expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.941900:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455243136:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.941945:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.945402:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.945622:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462018176 00000100:00100000:1.0:1746143527.945630:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462018176 00000100:00100000:3.0:1746143527.945632:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455243136:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.945667:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2311b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8dd expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.945682:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b800, rc 0) 00000100:00100000:1.0:1746143527.945685:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30377 00000100:00100000:1.0:1746143527.945693:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1794:x1830963462018176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.945708:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143527.945722:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23122 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b8e4 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.945723:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1782:x1830963462017920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3914us (4390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.945729:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30376 00010000:00010000:1.0:1746143527.945741:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.945746:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2311b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8dd expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.945752:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.945755:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23122 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8e4 expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.945786:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2311b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8dd expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.945795:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23122 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8e4 expref: 13 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.945802:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350200, rc 0) 00000100:00100000:1.0:1746143527.945968:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1794:x1830963462018176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 275us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.945973:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30377 00000100:00100000:0.0:1746143527.947439:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.947549:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462018304 00000100:00100000:2.0:1746143527.947553:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462018304 00010000:00010000:2.0:1746143527.947573:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23114 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8d6 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.947606:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16283 00000100:00100000:2.0:1746143527.947612:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f669c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462018304:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.947624:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.947644:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23114 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8d6 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.947654:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23114 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8d6 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.947672:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23114 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8d6 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.947685:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.947686:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.947693:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2311b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8dd expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.947704:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2311b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8dd expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.947728:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2311b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8dd expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.947737:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2311b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8dd expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.947748:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455243392:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.947820:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.949013:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455243392:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.949026:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.949049:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462018304:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1437us (1611us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.949055:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16283 00000100:00100000:0.0:1746143527.949266:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.949515:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462018560 00000100:00100000:2.0:1746143527.949519:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462018560 00002000:00100000:2.0:1746143527.949548:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66a300 x1830963462018560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.949557:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66a300 with x1830963462018560 ext(0->4095) 00010000:00010000:2.0:1746143527.949564:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2311b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8dd expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.949575:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2311b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8dd expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143527.949581:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f66a300 00000100:00100000:2.0:1746143527.949718:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2957 00000100:00100000:2.0:1746143527.949725:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963462018560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143527.949846:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963462018560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (581us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.949851:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2957 00002000:00100000:2.0:1746143527.949856:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66a300 x1830963462018560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.949863:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66a300 with x1830963462018560 ext(0->4095) 00010000:00010000:2.0:1746143527.949866:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2311b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8dd expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.949874:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2311b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8dd expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143527.949879:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f66a300 00000100:00100000:0.0:1746143527.951263:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.951334:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462018688 00000100:00100000:2.0:1746143527.951339:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462018688 00010000:00010000:2.0:1746143527.951358:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2311b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8dd expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.951379:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16284 00000100:00100000:2.0:1746143527.951384:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124832d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2004:x1830963462018688:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.951395:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.951411:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2311b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8dd expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.951420:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2311b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8dd expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.951440:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2311b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8dd expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.951470:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.951472:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.951479:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23122 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8e4 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.951487:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23122 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8e4 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.951517:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23122 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8e4 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.951527:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455243520:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.951919:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.953897:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.955042:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462018944 00000100:00100000:3.0:1746143527.955051:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462018944 00002000:00100000:3.0:1746143527.955096:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124833b80 x1830963462018944/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.955106:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124833b80 with x1830963462018944 ext(0->4095) 00002000:00010000:3.0:1746143527.955112:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124833b80 00000100:00100000:3.0:1746143527.955148:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13697 00000100:00100000:3.0:1746143527.955156:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2005:x1830963462018944:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746143527.955327:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2005:x1830963462018944:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (1434us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.955334:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13697 00002000:00100000:3.0:1746143527.955340:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124833b80 x1830963462018944/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.955347:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124833b80 with x1830963462018944 ext(0->4095) 00002000:00010000:3.0:1746143527.955350:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124833b80 00000100:00100000:2.0:1746143527.955452:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455243520:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.955471:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.955510:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2004:x1830963462018688:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4125us (4251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.955518:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16284 00000100:00100000:0.0:1746143527.956880:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.956932:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462019072 00000100:00100000:1.0:1746143527.956937:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462019072 00000100:00100000:1.0:1746143527.957374:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30378 00000100:00100000:1.0:1746143527.957381:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462019072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.957397:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143527.957411:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23129 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b8eb expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.957436:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23122 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8e4 expref: 11 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.957442:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.957444:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143527.957447:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23129 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8eb expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.957474:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23122 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8e4 expref: 11 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.957485:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23122 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8e4 expref: 11 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143527.957496:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455243648:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143527.957570:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1343c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143527.959030:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455243648:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143527.959055:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23129 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8eb expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.959068:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350000, rc 0) 00000100:00100000:1.0:1746143527.959097:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462019072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1717us (2219us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.959108:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30378 00000100:00100000:0.0:1746143527.959764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.959834:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462019200 00000100:00100000:2.0:1746143527.959844:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462019200 00010000:00010000:2.0:1746143527.959869:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23122 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8e4 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.959933:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16285 00000100:00100000:2.0:1746143527.959940:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124832680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462019200:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.959953:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.959976:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23122 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8e4 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.959987:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23122 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8e4 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.960008:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23122 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8e4 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.960033:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.960035:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.960045:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23129 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8eb expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.960053:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23129 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8eb expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.960085:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23129 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8eb expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.960101:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455243776:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.960169:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.961428:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.961430:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455243776:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.961441:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.961464:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2007:x1830963462019200:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1525us (1702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.961471:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16285 00000100:00100000:1.0:1746143527.961484:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462019456 00000100:00100000:1.0:1746143527.961488:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462019456 00002000:00100000:1.0:1746143527.961516:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124830e00 x1830963462019456/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.961524:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830e00 with x1830963462019456 ext(0->4095) 00002000:00010000:1.0:1746143527.961528:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830e00 00000100:00100000:1.0:1746143527.961554:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13698 00000100:00100000:1.0:1746143527.961560:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462019456:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143527.961678:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462019456:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.961684:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13698 00002000:00100000:1.0:1746143527.961690:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124830e00 x1830963462019456/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.961697:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830e00 with x1830963462019456 ext(0->4095) 00002000:00010000:1.0:1746143527.961699:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830e00 00000100:00100000:0.0:1746143527.962922:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.962970:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462019584 00000100:00100000:1.0:1746143527.962974:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462019584 00000100:00100000:1.0:1746143527.963001:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30379 00000100:00100000:1.0:1746143527.963007:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:1794:x1830963462019584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143527.963019:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143527.963034:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23130 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b8f2 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.963062:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23129 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8eb expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.963068:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.963070:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143527.963074:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23130 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f2 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.963105:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23129 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8eb expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.963117:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23129 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8eb expref: 5 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143527.963127:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455243904:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143527.963192:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.964131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.964255:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462019712 00000100:00100000:2.0:1746143527.964260:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462019712 00000100:00100000:2.0:1746143527.964312:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30380 00000100:00100000:0.0:1746143527.964313:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.964318:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1782:x1830963462019712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.964327:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.964336:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b8f9 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.964354:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.964358:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23130 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f2 expref: 14 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.964363:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.964366:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f9 expref: 14 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.964387:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23130 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f2 expref: 14 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143527.964387:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455243904:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.964400:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f9 expref: 14 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143527.964401:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23130 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f2 expref: 14 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.964409:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00010000:00010000:1.0:1746143527.964409:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351400, rc 0) 00000100:00100000:2.0:1746143527.964440:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:1782:x1830963462019712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.964440:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:1794:x1830963462019584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1433us (1518us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143527.964445:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30379 00000100:00100000:2.0:1746143527.964448:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30380 00000100:00100000:2.0:1746143527.964465:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462019840 00000100:00100000:2.0:1746143527.964468:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462019840 00010000:00010000:2.0:1746143527.964479:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23129 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8eb expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.964508:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16286 00000100:00100000:2.0:1746143527.964513:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462019840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.964523:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.964621:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23129 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8eb expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.964632:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23129 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8eb expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.964648:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23129 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8eb expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.964660:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.964662:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.964667:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23130 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f2 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.964674:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23130 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f2 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.964691:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23130 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f2 expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.964699:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23130 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f2 expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.964708:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455244160:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.964753:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.966280:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455244160:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.966291:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.966342:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462019840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1828us (2029us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.966349:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16286 00000100:00100000:0.0:1746143527.966417:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.966489:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462020096 00000100:00100000:1.0:1746143527.966495:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462020096 00002000:00100000:1.0:1746143527.966524:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097649500 x1830963462020096/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.966533:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097649500 with x1830963462020096 ext(0->4095) 00010000:00010000:1.0:1746143527.966541:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23130 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f2 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143527.966551:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23130 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f2 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143527.966557:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097649500 00000100:00100000:1.0:1746143527.966661:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2958 00000100:00100000:1.0:1746143527.966668:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097649500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963462020096:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143527.966834:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097649500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963462020096:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 166us (416us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.966844:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2958 00002000:00100000:1.0:1746143527.966850:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097649500 x1830963462020096/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.966857:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097649500 with x1830963462020096 ext(0->4095) 00010000:00010000:1.0:1746143527.966861:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23130 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f2 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143527.966870:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23130 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f2 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143527.966875:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097649500 00000100:00100000:0.0:1746143527.968202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.968246:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.968252:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462020224 00000100:00100000:2.0:1746143527.968258:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462020224 00010000:00010000:2.0:1746143527.968277:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23130 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f2 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.968333:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16287 00000100:00100000:2.0:1746143527.968338:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f9dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963462020224:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.968353:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746143527.968401:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462020352 00000100:00100000:3.0:1746143527.968404:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462020352 00000100:00100000:3.0:1746143527.968436:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30381 00010000:00010000:2.0:1746143527.968439:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23130 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f2 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.968441:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097649180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462020352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.968450:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23130 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f2 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.968451:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.968462:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b900 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.968468:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23130 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f2 expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.968477:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.968482:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f9 expref: 12 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.968487:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.968491:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b900 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.968563:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.968564:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.968581:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f9 expref: 12 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.968607:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f9 expref: 12 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.968633:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f9 expref: 12 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.968643:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f9 expref: 12 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.968655:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455244288:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.968664:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f9 expref: 12 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.968671:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f9 expref: 12 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.968678:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455244416:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.968846:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.968849:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.970548:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455244416:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.970567:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.970578:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455244288:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.970607:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b900 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.970611:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f9dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462020224:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2272us (2413us total) trans 0 rc 0/0 00010000:00010000:3.0:1746143527.970620:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a000, rc 0) 00000100:00100000:2.0:1746143527.970620:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16287 00000100:00100000:3.0:1746143527.970641:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097649180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462020352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2200us (2394us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.970647:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30381 00000100:00100000:0.0:1746143527.971079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.971264:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462020608 00000100:00100000:1.0:1746143527.971270:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462020608 00002000:00100000:1.0:1746143527.971327:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097648700 x1830963462020608/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.971336:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097648700 with x1830963462020608 ext(0->4095) 00010000:00010000:1.0:1746143527.971343:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f9 expref: 12 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143527.971354:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f9 expref: 12 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143527.971360:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097648700 00000100:00100000:1.0:1746143527.971383:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2959 00000100:00100000:1.0:1746143527.971389:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097648700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462020608:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143527.971509:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097648700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462020608:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (432us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.971515:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2959 00002000:00100000:1.0:1746143527.971520:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097648700 x1830963462020608/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.971527:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097648700 with x1830963462020608 ext(0->4095) 00010000:00010000:1.0:1746143527.971531:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f9 expref: 12 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143527.971540:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f9 expref: 12 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143527.971549:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097648700 00000100:00100000:0.0:1746143527.972863:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.973481:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462020736 00000100:00100000:3.0:1746143527.973488:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462020736 00000100:00100000:0.0:1746143527.973488:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.973521:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30382 00000100:00100000:3.0:1746143527.973527:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1782:x1830963462020736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.973606:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746143527.973617:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462020864 00000100:00100000:2.0:1746143527.973621:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462020864 00010000:00010000:3.0:1746143527.973622:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f23145 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b907 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.973637:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f9 expref: 14 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.973646:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.973652:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b900 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.973665:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16288 00000100:00100000:2.0:1746143527.973670:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2005:x1830963462020864:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.973679:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.973701:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143527.973705:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f23145 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b907 expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.973785:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f9 expref: 14 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.973795:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f9 expref: 14 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.973812:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f23137 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b8f9 expref: 14 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.973824:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.973825:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.973830:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b900 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.973836:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b900 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.973847:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b900 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.973858:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b900 expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.973869:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455244544:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143527.973873:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b900 expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.973879:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b900 expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.973885:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455244672:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.973954:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919106c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.974042:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.975498:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455244672:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.975515:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143527.975528:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.975585:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455244544:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.975612:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f23145 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b907 expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.975622:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a400, rc 0) 00000100:00100000:2.0:1746143527.975862:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2005:x1830963462020864:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2190us (2372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.975871:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16288 00000100:00100000:2.0:1746143527.975914:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462021120 00000100:00100000:2.0:1746143527.975918:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462021120 00002000:00100000:2.0:1746143527.975942:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caca80 x1830963462021120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.975950:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caca80 with x1830963462021120 ext(0->4095) 00010000:00010000:2.0:1746143527.975955:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b900 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.975965:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b900 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143527.975971:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092caca80 00000100:00100000:3.0:1746143527.976181:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1782:x1830963462020736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2652us (3318us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.976188:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30382 00000100:00100000:2.0:1746143527.976410:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2960 00000100:00100000:2.0:1746143527.976416:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462021120:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143527.977073:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462021120:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 656us (1543us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143527.977079:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2960 00002000:00100000:2.0:1746143527.977086:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caca80 x1830963462021120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143527.977092:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caca80 with x1830963462021120 ext(0->4095) 00010000:00010000:2.0:1746143527.977097:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b900 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.977106:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b900 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143527.977111:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092caca80 00000100:00100000:0.0:1746143527.979083:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.979131:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462021248 00000100:00100000:2.0:1746143527.979139:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462021248 00010000:00010000:2.0:1746143527.979174:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b900 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.979286:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16289 00000100:00100000:2.0:1746143527.979384:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462021248:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.979400:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.979418:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b900 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.979432:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b900 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.979452:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2313e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b900 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.979467:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.979469:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.979477:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f23145 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b907 expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.979484:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f23145 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b907 expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.979517:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f23145 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b907 expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143527.979529:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455244800:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.979608:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.980916:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455244800:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143527.980931:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143527.980970:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963462021248:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1677us (1891us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.980978:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16289 00000100:00100000:0.0:1746143527.981270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.981406:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462021504 00000100:00100000:3.0:1746143527.981412:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462021504 00002000:00100000:3.0:1746143527.981444:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cadf80 x1830963462021504/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.981453:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cadf80 with x1830963462021504 ext(0->4095) 00002000:00010000:3.0:1746143527.981457:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cadf80 00000100:00100000:3.0:1746143527.981683:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13699 00000100:00100000:3.0:1746143527.981689:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462021504:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143527.981808:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462021504:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (538us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143527.981814:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13699 00002000:00100000:3.0:1746143527.981818:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cadf80 x1830963462021504/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143527.981825:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cadf80 with x1830963462021504 ext(0->4095) 00002000:00010000:3.0:1746143527.981828:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cadf80 00000100:00100000:0.0:1746143527.982937:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.983007:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462021632 00000100:00100000:3.0:1746143527.983011:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462021632 00000100:00100000:3.0:1746143527.983035:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30383 00000100:00100000:3.0:1746143527.983040:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462021632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.983050:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.983064:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2314c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b90e expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.983087:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f23145 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b907 expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.983094:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.983096:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143527.983098:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2314c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b90e expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.983125:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f23145 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b907 expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.983136:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f23145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b907 expref: 11 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.983147:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455244928:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.983557:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.985319:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455244928:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.985347:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2314c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b90e expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.985360:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b800, rc 0) 00000100:00100000:3.0:1746143527.985394:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462021632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2354us (2459us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.985400:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30383 00000100:00100000:0.0:1746143527.985876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.985999:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462021760 00000100:00100000:3.0:1746143527.986005:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462021760 00010000:00010000:3.0:1746143527.986025:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f23145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b907 expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.986058:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16290 00000100:00100000:3.0:1746143527.986065:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462021760:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143527.986076:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143527.986094:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f23145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b907 expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.986105:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f23145 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b907 expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.986126:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f23145 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b907 expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143527.986150:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.986152:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.986159:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2314c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b90e expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.986167:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2314c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b90e expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.986202:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2314c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b90e expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143527.986213:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455245056:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143527.986278:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143527.988241:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455245056:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143527.988261:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143527.988331:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2006:x1830963462021760:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2265us (2455us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.988340:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16290 00000100:00100000:2.0:1746143527.988827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143527.989165:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462022016 00000100:00100000:1.0:1746143527.989172:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462022016 00002000:00100000:1.0:1746143527.989212:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698b800 x1830963462022016/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.989221:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698b800 with x1830963462022016 ext(0->4095) 00002000:00010000:1.0:1746143527.989226:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009698b800 00000100:00100000:1.0:1746143527.989252:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13700 00000100:00100000:1.0:1746143527.989258:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462022016:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143527.989399:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462022016:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (572us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143527.989405:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13700 00002000:00100000:1.0:1746143527.989410:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698b800 x1830963462022016/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143527.989417:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698b800 with x1830963462022016 ext(0->4095) 00002000:00010000:1.0:1746143527.989419:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009698b800 00000100:00100000:0.0:1746143527.990878:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.991042:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462022144 00000100:00100000:3.0:1746143527.991048:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462022144 00000100:00100000:3.0:1746143527.991079:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30384 00000100:00100000:3.0:1746143527.991085:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:1794:x1830963462022144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143527.991097:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143527.991114:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23153 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b915 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.991138:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2314c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b90e expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.991146:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.991147:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143527.991151:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23153 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b915 expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.991184:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2314c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b90e expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.991196:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2314c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b90e expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143527.991208:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455245184:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143527.991290:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143527.992820:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143527.993425:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462022272 00000100:00100000:2.0:1746143527.993432:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462022272 00000100:00100000:2.0:1746143527.993470:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30385 00000100:00100000:2.0:1746143527.993475:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1782:x1830963462022272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143527.993487:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143527.993499:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2315a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b91c expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.993520:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.993525:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23153 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b915 expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.993530:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143527.993534:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2315a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b91c expref: 14 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.993561:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23153 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b915 expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.993573:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2315a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b91c expref: 14 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.993583:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9c00, rc 0) 00000100:00100000:2.0:1746143527.993639:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:1782:x1830963462022272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143527.993644:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30385 00000100:00100000:0.0:1746143527.994852:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143527.994932:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455245184:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143527.994953:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23153 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b915 expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143527.994962:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a200, rc 0) 00000100:00100000:3.0:1746143527.994998:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1794:x1830963462022144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3913us (4124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143527.995004:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30384 00000100:00100000:2.0:1746143527.995567:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462022400 00000100:00100000:2.0:1746143527.995572:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462022400 00010000:00010000:2.0:1746143527.995600:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2314c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b90e expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.995629:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16291 00000100:00100000:2.0:1746143527.995634:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462022400:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143527.995645:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143527.995664:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2314c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b90e expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.995675:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2314c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b90e expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.995693:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2314c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b90e expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143527.995707:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.995709:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143527.995715:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b915 expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.995723:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b915 expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.995745:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b915 expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143527.995755:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23153 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b915 expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143527.995771:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455245440:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143527.995825:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143527.999807:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143527.999898:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455245440:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143527.999920:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143527.999968:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462022400:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4333us (5118us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143527.999978:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16291 00000100:00100000:3.0:1746143528.000060:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462022656 00000100:00100000:3.0:1746143528.000066:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462022656 00002000:00100000:3.0:1746143528.000101:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698aa00 x1830963462022656/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/0 e 0 to 0 dl 1746143538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.000111:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698aa00 with x1830963462022656 ext(0->4095) 00010000:00010000:3.0:1746143528.000119:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23153 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b915 expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.000136:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23153 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b915 expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746143528.000142:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009698aa00 00000100:00100000:3.0:1746143528.000157:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2961 00000100:00100000:3.0:1746143528.000163:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963462022656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143528.000281:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963462022656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (486us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.000287:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2961 00002000:00100000:3.0:1746143528.000292:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698aa00 x1830963462022656/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:678/0 lens 488/4536 e 0 to 0 dl 1746143538 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.000316:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698aa00 with x1830963462022656 ext(0->4095) 00010000:00010000:3.0:1746143528.000320:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23153 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b915 expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.000328:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23153 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b915 expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746143528.000334:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009698aa00 00000100:00100000:0.0:1746143528.004255:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.004529:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462022784 00000100:00100000:3.0:1746143528.004539:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462022784 00000100:00100000:0.0:1746143528.004746:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.004828:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30386 00000100:00100000:3.0:1746143528.004836:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462022784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.004854:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.004872:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23161 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b923 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.004900:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.004906:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2315a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b91c expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.004912:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143528.004916:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23161 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b923 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.004954:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2315a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b91c expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.004966:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23161 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b923 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.004976:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b200, rc 0) 00000100:00100000:3.0:1746143528.005020:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462022784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.005026:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30386 00000100:00080000:2.0:1746143528.005088:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746143528.005409:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462022912 00000100:00100000:1.0:1746143528.005414:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462022912 00010000:00010000:1.0:1746143528.005440:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23153 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b915 expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.005471:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16292 00000100:00100000:1.0:1746143528.005477:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2004:x1830963462022912:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143528.005488:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143528.005507:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23153 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b915 expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.005517:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b915 expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.005534:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23153 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b915 expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.005550:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.005551:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.005557:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2315a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b91c expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.005564:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2315a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b91c expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.005587:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2315a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b91c expref: 12 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.005609:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2315a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b91c expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.005621:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455245696:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143528.005683:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134a80 going to sleep for 11 seconds 00000100:00080000:2.0:1746143528.006000:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746143528.007643:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455245696:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143528.007662:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143528.007696:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2004:x1830963462022912:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2219us (2951us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.007705:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16292 00000100:00100000:0.0:1746143528.008006:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.008697:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462023168 00000100:00100000:2.0:1746143528.008704:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462023168 00002000:00100000:2.0:1746143528.008746:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b5880 x1830963462023168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.008756:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b5880 with x1830963462023168 ext(0->4095) 00010000:00010000:2.0:1746143528.008764:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2315a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b91c expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.008915:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2315a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b91c expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.008923:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b5880 00000100:00100000:2.0:1746143528.009096:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2962 00000100:00100000:2.0:1746143528.009103:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462023168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143528.009243:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462023168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (1237us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.009249:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2962 00002000:00100000:2.0:1746143528.009255:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b5880 x1830963462023168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.009268:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b5880 with x1830963462023168 ext(0->4095) 00010000:00010000:2.0:1746143528.009273:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2315a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b91c expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.009283:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2315a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b91c expref: 12 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.009288:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b5880 00000100:00100000:0.0:1746143528.010435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.010477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.010538:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462023296 00000100:00100000:2.0:1746143528.010543:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462023296 00000100:00100000:2.0:1746143528.010582:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30387 00000100:00100000:2.0:1746143528.010587:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1782:x1830963462023296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.010607:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.010621:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23168 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b92a expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.010644:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.010649:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23161 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b923 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.010654:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143528.010657:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23168 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b92a expref: 13 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.010694:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23161 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b923 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143528.010701:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462023424 00000100:00100000:1.0:1746143528.010705:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462023424 00010000:00010000:2.0:1746143528.010709:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23168 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b92a expref: 14 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.010719:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8c00, rc 0) 00010000:00010000:1.0:1746143528.010725:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2315a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b91c expref: 14 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.010744:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:1782:x1830963462023296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.010746:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16293 00000100:00100000:2.0:1746143528.010749:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30387 00000100:00100000:1.0:1746143528.010752:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2007:x1830963462023424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143528.010759:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143528.010772:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2315a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b91c expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.010782:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2315a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b91c expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.010798:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2315a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b91c expref: 13 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.010811:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.010812:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.010817:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23161 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b923 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.010824:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23161 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b923 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.010845:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23161 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b923 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.010855:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23161 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b923 expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.010865:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455245952:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143528.010923:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.012945:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455245952:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143528.013141:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143528.013204:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462023424:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2450us (2723us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.013213:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16293 00000100:00100000:0.0:1746143528.014256:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.014320:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462023680 00000100:00100000:2.0:1746143528.014327:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462023680 00002000:00100000:2.0:1746143528.014369:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b4380 x1830963462023680/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.014379:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4380 with x1830963462023680 ext(0->4095) 00010000:00010000:2.0:1746143528.014386:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23161 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b923 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.014398:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23161 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b923 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.014404:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b4380 00000100:00100000:2.0:1746143528.014427:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2963 00000100:00100000:2.0:1746143528.014432:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462023680:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143528.014554:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462023680:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (300us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.014559:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2963 00002000:00100000:2.0:1746143528.014564:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b4380 x1830963462023680/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.014569:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4380 with x1830963462023680 ext(0->4095) 00010000:00010000:2.0:1746143528.014573:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23161 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b923 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.014580:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23161 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b923 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.014585:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b4380 00000100:00100000:0.0:1746143528.017344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.017620:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462023808 00000100:00100000:1.0:1746143528.017629:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462023808 00010000:00010000:1.0:1746143528.017663:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23161 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b923 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.017695:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16294 00000100:00100000:1.0:1746143528.017701:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f9c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462023808:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143528.017715:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143528.017733:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23161 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b923 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.017749:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23161 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b923 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.017779:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23161 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b923 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.017810:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.017812:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.017819:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23168 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b92a expref: 11 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.017826:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23168 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b92a expref: 11 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.017857:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23168 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b92a expref: 11 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143528.017869:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455246080:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143528.017947:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.019065:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455246080:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143528.019091:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143528.019120:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f9c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462023808:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1418us (1782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.019128:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16294 00000100:00100000:0.0:1746143528.019510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.019573:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462024064 00000100:00100000:3.0:1746143528.019578:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462024064 00002000:00100000:3.0:1746143528.019626:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b4a80 x1830963462024064/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.019634:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4a80 with x1830963462024064 ext(0->4095) 00002000:00010000:3.0:1746143528.019639:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978b4a80 00000100:00100000:3.0:1746143528.019666:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13701 00000100:00100000:3.0:1746143528.019674:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462024064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143528.019796:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462024064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (287us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.019803:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13701 00002000:00100000:3.0:1746143528.019808:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b4a80 x1830963462024064/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.019815:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4a80 with x1830963462024064 ext(0->4095) 00002000:00010000:3.0:1746143528.019818:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978b4a80 00000100:00100000:0.0:1746143528.020916:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.021024:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462024192 00000100:00100000:3.0:1746143528.021028:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462024192 00000100:00100000:3.0:1746143528.021056:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30388 00000100:00100000:3.0:1746143528.021061:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462024192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.021075:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.021090:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2316f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b931 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.021117:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23168 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b92a expref: 11 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.021124:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.021126:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.021130:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2316f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b931 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.021157:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23168 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b92a expref: 11 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.021175:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23168 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b92a expref: 11 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.021186:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455246208:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.021266:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.022575:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455246208:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.022605:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2316f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b931 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.022618:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b800, rc 0) 00000100:00100000:3.0:1746143528.022659:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462024192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1597us (1744us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.022666:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30388 00000100:00100000:0.0:1746143528.023090:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.023201:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462024320 00000100:00100000:1.0:1746143528.023209:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462024320 00010000:00010000:1.0:1746143528.023231:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23168 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b92a expref: 12 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.023251:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16295 00000100:00100000:1.0:1746143528.023256:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462024320:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143528.023267:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143528.023285:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23168 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b92a expref: 12 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.023316:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23168 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b92a expref: 12 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.023340:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23168 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b92a expref: 12 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.023350:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.023352:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.023358:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2316f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b931 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.023366:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2316f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b931 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.023390:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2316f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b931 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143528.023400:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455246336:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143528.023618:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1343c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.024806:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455246336:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143528.024823:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143528.024861:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2006:x1830963462024320:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1604us (1771us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.024869:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16295 00000100:00100000:0.0:1746143528.025048:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.025157:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462024576 00000100:00100000:3.0:1746143528.025162:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462024576 00002000:00100000:3.0:1746143528.025191:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b7100 x1830963462024576/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.025201:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b7100 with x1830963462024576 ext(0->4095) 00002000:00010000:3.0:1746143528.025204:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978b7100 00000100:00100000:3.0:1746143528.025255:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13702 00000100:00100000:3.0:1746143528.025261:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462024576:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143528.025400:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462024576:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (352us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.025410:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13702 00002000:00100000:3.0:1746143528.025415:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b7100 x1830963462024576/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.025422:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b7100 with x1830963462024576 ext(0->4095) 00002000:00010000:3.0:1746143528.025425:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978b7100 00000100:00100000:0.0:1746143528.027362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.027510:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462024704 00000100:00100000:3.0:1746143528.027517:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462024704 00000100:00100000:3.0:1746143528.027559:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30389 00000100:00100000:3.0:1746143528.027565:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:1794:x1830963462024704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.027579:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.027604:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23176 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b938 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.027628:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2316f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b931 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.027635:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.027637:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.027640:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23176 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b938 expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.027667:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2316f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b931 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.027679:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2316f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b931 expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.027694:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455246464:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.027763:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.029123:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455246464:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.029148:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23176 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b938 expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.029159:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a000, rc 0) 00000100:00100000:3.0:1746143528.029182:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1794:x1830963462024704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1617us (1826us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.029189:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30389 00000100:00100000:0.0:1746143528.030049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.030279:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462024832 00000100:00100000:1.0:1746143528.030285:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462024832 00010000:00010000:1.0:1746143528.030325:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2316f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b931 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.030346:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16296 00000100:00100000:1.0:1746143528.030351:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462024832:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143528.030362:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143528.030381:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2316f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b931 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.030391:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2316f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b931 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.030411:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2316f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b931 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.030422:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.030423:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.030429:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23176 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b938 expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.030441:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23176 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b938 expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.030465:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23176 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b938 expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143528.030476:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455246592:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.031192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.031345:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1343c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.031534:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462024960 00000100:00100000:2.0:1746143528.031538:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462024960 00000100:00100000:2.0:1746143528.031571:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30390 00000100:00100000:2.0:1746143528.031577:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1782:x1830963462024960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.031589:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.031607:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2317d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b93f expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.031624:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23176 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b938 expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.031629:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.031630:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.031633:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2317d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b93f expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.031650:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23176 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b938 expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.031660:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23176 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b938 expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.031668:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455246720:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.031710:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.032028:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009189ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455246592:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143528.032042:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143528.032065:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462024832:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1714us (2017us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143528.032072:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16296 00000100:00100000:0.0:1746143528.032830:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.032968:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462025216 00000100:00100000:2.0:1746143528.032972:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462025216 00002000:00100000:2.0:1746143528.033000:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b7800 x1830963462025216/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.033009:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b7800 with x1830963462025216 ext(0->4095) 00010000:00010000:2.0:1746143528.033015:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23176 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b938 expref: 14 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.033026:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23176 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b938 expref: 14 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.033032:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b7800 00000100:00100000:2.0:1746143528.033059:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2964 00000100:00100000:2.0:1746143528.033064:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963462025216:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143528.033181:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963462025216:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (351us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.033186:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2964 00002000:00100000:2.0:1746143528.033191:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b7800 x1830963462025216/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.033202:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b7800 with x1830963462025216 ext(0->4095) 00010000:00010000:2.0:1746143528.033206:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23176 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b938 expref: 14 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.033213:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23176 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b938 expref: 14 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.033218:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b7800 00000100:00100000:2.0:1746143528.033944:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455246720:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.033961:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2317d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b93f expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.033972:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9c00, rc 0) 00000100:00100000:2.0:1746143528.034096:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:1782:x1830963462024960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2518us (2904us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.034102:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30390 00000100:00100000:0.0:1746143528.038228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.039109:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462025344 00000100:00100000:2.0:1746143528.039120:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462025344 00000100:00100000:2.0:1746143528.039186:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30391 00000100:00100000:2.0:1746143528.039194:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462025344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.039220:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.039239:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23184 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b946 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.039271:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.039279:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2317d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b93f expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.039285:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143528.039289:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23184 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b946 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.039362:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2317d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b93f expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.039373:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23184 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b946 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.039387:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9400, rc 0) 00000100:00100000:0.0:1746143528.039824:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.039849:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462025472 00000100:00100000:0.0:1746143528.039852:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462025472 00010000:00010000:0.0:1746143528.039869:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23176 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b938 expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746143528.039888:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16297 00000100:00100000:0.0:1746143528.039893:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d845c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2007:x1830963462025472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143528.039901:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143528.039920:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23176 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b938 expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.039930:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23176 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b938 expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.039947:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23176 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b938 expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.039964:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.039965:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.039971:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2317d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b93f expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.039979:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2317d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b93f expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.039999:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2317d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b93f expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.040010:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2317d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b93f expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746143528.040020:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d846300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455246976:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143528.040075:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.040179:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462025344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 247us (1221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.040187:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30391 00000100:00100000:2.0:1746143528.043449:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d846300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455246976:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.043471:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.043744:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d845c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462025472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3848us (3919us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.043755:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16297 00000100:00100000:1.0:1746143528.043852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.044376:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462025728 00000100:00100000:3.0:1746143528.044385:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462025728 00002000:00100000:3.0:1746143528.044431:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189d500 x1830963462025728/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.044441:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189d500 with x1830963462025728 ext(0->4095) 00010000:00010000:3.0:1746143528.044449:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2317d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b93f expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.044463:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2317d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b93f expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746143528.044468:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189d500 00000100:00100000:3.0:1746143528.044498:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2965 00000100:00100000:3.0:1746143528.044505:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462025728:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143528.044661:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462025728:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (809us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.044667:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2965 00002000:00100000:3.0:1746143528.044672:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189d500 x1830963462025728/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.044679:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189d500 with x1830963462025728 ext(0->4095) 00010000:00010000:3.0:1746143528.044684:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2317d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b93f expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.044693:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2317d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b93f expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746143528.044697:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189d500 00000100:00100000:0.0:1746143528.046514:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.046588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.046752:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462025856 00000100:00100000:2.0:1746143528.046759:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462025856 00010000:00010000:2.0:1746143528.046786:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2317d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b93f expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.046810:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16298 00000100:00100000:2.0:1746143528.046816:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d846680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2004:x1830963462025856:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.046829:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.046846:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2317d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b93f expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.046856:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2317d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b93f expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.046878:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f2317d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b93f expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.046908:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.046910:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.046917:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23184 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b946 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.046925:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23184 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b946 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.046960:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23184 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b946 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.046972:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455247104:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.047041:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.047057:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462025984 00000100:00100000:2.0:1746143528.047060:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462025984 00000100:00100000:2.0:1746143528.047081:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30392 00000100:00100000:2.0:1746143528.047086:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1782:x1830963462025984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.047097:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.047107:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2318b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b94d expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.047124:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23184 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b946 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.047129:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.047131:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.047133:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2318b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b94d expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.047148:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23184 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b946 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.047158:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23184 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b946 expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.047166:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096988000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455247232:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.047192:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919106c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.049341:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455247104:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.049363:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.049947:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d846680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2004:x1830963462025856:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3128us (3437us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.049957:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16298 00000100:00100000:0.0:1746143528.050036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.050062:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096988000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455247232:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.050089:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2318b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b94d expref: 12 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.050103:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:3.0:1746143528.050144:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:1782:x1830963462025984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3057us (3556us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.050150:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30392 00000100:00100000:2.0:1746143528.050200:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462026240 00000100:00100000:2.0:1746143528.050205:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462026240 00002000:00100000:2.0:1746143528.050239:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d847800 x1830963462026240/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.050247:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d847800 with x1830963462026240 ext(0->4095) 00010000:00010000:2.0:1746143528.050254:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23184 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b946 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.050265:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23184 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b946 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.050270:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d847800 00000100:00100000:2.0:1746143528.050292:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2966 00000100:00100000:2.0:1746143528.050341:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462026240:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143528.050460:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462026240:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (425us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.050465:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2966 00002000:00100000:2.0:1746143528.050469:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d847800 x1830963462026240/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.050475:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d847800 with x1830963462026240 ext(0->4095) 00010000:00010000:2.0:1746143528.050479:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23184 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b946 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.050486:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23184 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b946 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.050491:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d847800 00000100:00100000:0.0:1746143528.052735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.054463:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462026368 00000100:00100000:2.0:1746143528.054476:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462026368 00010000:00010000:2.0:1746143528.054518:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23184 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b946 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.054552:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16299 00000100:00100000:2.0:1746143528.054560:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d844380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462026368:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.054577:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.054606:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23184 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b946 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.054619:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23184 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b946 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.054643:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f23184 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b946 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.054671:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.054673:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.054682:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2318b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b94d expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.054689:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2318b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b94d expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.054724:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2318b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b94d expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.054741:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455247360:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.054842:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.058145:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455247360:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.058174:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.058241:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d844380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462026368:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3680us (5512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.058251:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16299 00000100:00100000:0.0:1746143528.058574:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.058657:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462026624 00000100:00100000:2.0:1746143528.058664:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462026624 00002000:00100000:2.0:1746143528.058697:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d845180 x1830963462026624/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.058706:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d845180 with x1830963462026624 ext(0->4095) 00002000:00010000:2.0:1746143528.058710:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d845180 00000100:00100000:2.0:1746143528.058726:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13703 00000100:00100000:2.0:1746143528.058733:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462026624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143528.059456:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462026624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 722us (881us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.059462:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13703 00002000:00100000:2.0:1746143528.059468:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d845180 x1830963462026624/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.059475:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d845180 with x1830963462026624 ext(0->4095) 00002000:00010000:2.0:1746143528.059477:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d845180 00000100:00100000:0.0:1746143528.063509:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.064545:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462026752 00000100:00100000:3.0:1746143528.064556:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462026752 00000100:00100000:3.0:1746143528.064614:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30393 00000100:00100000:3.0:1746143528.064622:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462026752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.064642:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.064658:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23192 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b954 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.064689:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2318b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b94d expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.064696:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.064698:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.064701:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23192 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b954 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.064732:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2318b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b94d expref: 11 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.064744:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2318b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b94d expref: 11 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.064756:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455247488:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.065632:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.067107:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455247488:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.067139:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23192 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b954 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.067155:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b800, rc 0) 00000100:00100000:3.0:1746143528.067196:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462026752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2574us (3695us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.067208:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30393 00000100:00100000:0.0:1746143528.068723:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.068826:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462027008 00000100:00100000:3.0:1746143528.068836:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462027008 00002000:00100000:3.0:1746143528.068885:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880134050000 x1830963462027008/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 496/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.068894:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050000 with x1830963462027008 ext(0->7) 00010000:00010000:3.0:1746143528.068902:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2318b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b94d expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.068915:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2318b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b94d expref: 12 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746143528.068922:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134050000 00000100:00100000:3.0:1746143528.068941:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2967 00000100:00100000:3.0:1746143528.068947:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462027008:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143528.070061:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963462027008:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1108us (1340us total) trans 4294972286 rc 0/0 00000100:00100000:0.0:1746143528.070070:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2967 00002000:00100000:0.0:1746143528.070077:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880134050000 x1830963462027008/t4294972286(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 496/448 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.070084:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050000 with x1830963462027008 ext(0->7) 00010000:00010000:0.0:1746143528.070091:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2318b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b94d expref: 14 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.070101:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2318b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b94d expref: 14 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746143528.070112:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134050000 00000100:00100000:0.0:1746143528.072085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.072185:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462027136 00000100:00100000:2.0:1746143528.072193:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462027136 00010000:00010000:2.0:1746143528.072221:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2318b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b94d expref: 14 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.072259:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16300 00000100:00100000:2.0:1746143528.072267:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2004:x1830963462027136:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.072281:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.072330:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2318b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b94d expref: 14 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.072341:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2318b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b94d expref: 14 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.072364:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2318b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b94d expref: 14 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.072746:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.072748:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.072756:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23192 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b954 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.072764:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23192 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b954 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.072800:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23192 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b954 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.072819:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455247616:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.073330:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.075261:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.075499:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462027392 00000100:00100000:1.0:1746143528.075509:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462027392 00002000:00100000:1.0:1746143528.075557:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134051f80 x1830963462027392/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.075566:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134051f80 with x1830963462027392 ext(0->4095) 00002000:00010000:1.0:1746143528.075571:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134051f80 00000100:00100000:1.0:1746143528.075589:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13704 00000100:00100000:1.0:1746143528.075607:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462027392:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143528.075747:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462027392:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (492us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.075754:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13704 00002000:00100000:1.0:1746143528.075760:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134051f80 x1830963462027392/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.075767:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134051f80 with x1830963462027392 ext(0->4095) 00002000:00010000:1.0:1746143528.075770:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134051f80 00000100:00100000:2.0:1746143528.076087:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455247616:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.076107:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.076133:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2004:x1830963462027136:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3867us (4054us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.076142:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16300 00000100:00100000:0.0:1746143528.080011:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.080133:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.080341:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462027520 00000100:00100000:3.0:1746143528.080351:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462027520 00000100:00100000:2.0:1746143528.080399:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462027648 00000100:00100000:2.0:1746143528.080403:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462027648 00000100:00100000:3.0:1746143528.080442:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30394 00000100:00100000:2.0:1746143528.080449:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30395 00000100:00100000:3.0:1746143528.080451:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:1794:x1830963462027520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746143528.080455:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:1782:x1830963462027648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.080477:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.080480:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.080494:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231a0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b95b expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.080494:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23199 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b962 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.080521:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23192 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b954 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.080530:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.080531:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.080534:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231a0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b95b expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.080800:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.080806:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231a0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b95b expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.080812:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.080815:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23199 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b962 expref: 16 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.080843:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23192 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b954 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.080850:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231a0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b95b expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.080854:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23192 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b954 expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.080865:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455247744:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.080867:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23199 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b962 expref: 16 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.080877:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917f2e00, rc 0) 00000100:00100000:2.0:1746143528.080920:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:1782:x1830963462027648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 465us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.080926:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30395 00000100:00100000:3.0:1746143528.080943:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.082987:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455247744:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.083014:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231a0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b95b expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.083025:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7be00, rc 0) 00000100:00100000:3.0:1746143528.083376:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:1794:x1830963462027520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2925us (3374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.083385:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30394 00000100:00100000:0.0:1746143528.083688:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.083943:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462027776 00000100:00100000:3.0:1746143528.083949:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462027776 00010000:00010000:3.0:1746143528.083975:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23192 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b954 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.084003:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16301 00000100:00100000:3.0:1746143528.084009:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f9ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462027776:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.084021:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.084042:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23192 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b954 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.084053:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23192 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b954 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.084076:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23192 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b954 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.085069:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.085073:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.085082:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b95b expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.085091:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b95b expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.085124:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b95b expref: 14 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.085134:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b95b expref: 14 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.085150:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455248000:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.085551:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a2f5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.087579:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.087668:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462028032 00000100:00100000:1.0:1746143528.087675:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462028032 00002000:00100000:1.0:1746143528.087715:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134053b80 x1830963462028032/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.087724:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134053b80 with x1830963462028032 ext(0->4095) 00010000:00010000:1.0:1746143528.087732:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231a0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b95b expref: 15 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.087743:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231a0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b95b expref: 15 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.087748:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134053b80 00000100:00100000:1.0:1746143528.087766:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2968 00000100:00100000:1.0:1746143528.087771:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2006:x1830963462028032:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143528.087916:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2006:x1830963462028032:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.087921:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2968 00002000:00100000:1.0:1746143528.087927:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134053b80 x1830963462028032/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.087933:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134053b80 with x1830963462028032 ext(0->4095) 00010000:00010000:1.0:1746143528.087937:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231a0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b95b expref: 15 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.087944:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231a0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b95b expref: 15 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.087951:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134053b80 00000100:00100000:3.0:1746143528.088361:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455248000:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.088378:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.088403:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f9ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462027776:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4394us (4716us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.088411:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16301 00000100:00100000:0.0:1746143528.089843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.089916:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462028160 00000100:00100000:3.0:1746143528.089922:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462028160 00000100:00100000:3.0:1746143528.089965:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30396 00000100:00100000:3.0:1746143528.089971:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462028160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.089984:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.089999:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231a7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b969 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.090022:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.090028:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23199 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b962 expref: 14 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.090035:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143528.090038:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231a7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b969 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.090071:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23199 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b962 expref: 14 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.090088:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231a7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b969 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.090097:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a000, rc 0) 00000100:00100000:3.0:1746143528.090135:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462028160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.090141:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30396 00000100:00100000:0.0:1746143528.091157:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.091797:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462028288 00000100:00100000:3.0:1746143528.091803:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462028288 00010000:00010000:3.0:1746143528.091829:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b95b expref: 15 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.091862:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16302 00000100:00100000:3.0:1746143528.091868:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2007:x1830963462028288:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.091879:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.091896:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b95b expref: 15 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.091907:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b95b expref: 15 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.091927:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b95b expref: 15 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.091940:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.091943:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.091950:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23199 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b962 expref: 14 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.091958:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23199 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b962 expref: 14 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.091980:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23199 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b962 expref: 14 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.091989:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23199 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b962 expref: 14 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.092000:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455248256:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.092415:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.096316:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455248256:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.096350:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.096405:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2007:x1830963462028288:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4534us (5249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.096416:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16302 00000100:00100000:0.0:1746143528.096583:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.096978:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462028544 00000100:00100000:1.0:1746143528.096985:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462028544 00002000:00100000:1.0:1746143528.097022:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134052d80 x1830963462028544/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.097032:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134052d80 with x1830963462028544 ext(0->4095) 00010000:00010000:1.0:1746143528.097041:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23199 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b962 expref: 14 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.097054:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23199 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b962 expref: 14 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.097061:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134052d80 00000100:00100000:1.0:1746143528.097090:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2969 00000100:00100000:1.0:1746143528.097097:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2007:x1830963462028544:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143528.097266:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2007:x1830963462028544:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 168us (682us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.097273:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2969 00002000:00100000:1.0:1746143528.097278:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134052d80 x1830963462028544/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.097286:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134052d80 with x1830963462028544 ext(0->4095) 00010000:00010000:1.0:1746143528.097290:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23199 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b962 expref: 14 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.097320:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23199 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b962 expref: 14 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.097326:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134052d80 00000100:00100000:0.0:1746143528.098709:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.098756:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.098826:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462028800 00000100:00100000:2.0:1746143528.098831:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462028800 00000100:00100000:2.0:1746143528.098856:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30397 00000100:00100000:2.0:1746143528.098861:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:1782:x1830963462028800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.098871:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.098890:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f231ae lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b970 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.098914:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.098922:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231a7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b969 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.098929:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143528.098933:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f231ae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b970 expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.098958:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462028672 00000100:00100000:3.0:1746143528.098962:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462028672 00010000:00010000:2.0:1746143528.098966:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231a7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b969 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.098976:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23199 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b962 expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.098981:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f231ae lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b970 expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.098990:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917f3600, rc 0) 00000100:00100000:3.0:1746143528.099002:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16303 00000100:00100000:3.0:1746143528.099007:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2005:x1830963462028672:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.099017:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746143528.099031:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:1782:x1830963462028800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (275us total) trans 0 rc 0/0 00010000:00010000:3.0:1746143528.099032:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23199 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b962 expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.099037:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30397 00010000:00010000:3.0:1746143528.099041:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23199 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b962 expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.099056:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23199 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b962 expref: 15 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.099196:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.099198:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.099205:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231a7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b969 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.099213:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b969 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.099234:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b969 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.099244:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b969 expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.099256:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455248512:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.099517:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.100877:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.100927:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455248512:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.100949:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.100984:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2005:x1830963462028672:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1975us (2277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.100992:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16303 00000100:00100000:1.0:1746143528.101062:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462029056 00000100:00100000:1.0:1746143528.101067:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462029056 00002000:00100000:1.0:1746143528.101100:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b4700 x1830963462029056/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.101108:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b4700 with x1830963462029056 ext(0->4095) 00010000:00010000:1.0:1746143528.101114:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b969 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.101126:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b969 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.101132:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b4700 00000100:00100000:1.0:1746143528.101292:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2970 00000100:00100000:1.0:1746143528.101328:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462029056:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143528.101484:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462029056:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (610us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.101490:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2970 00002000:00100000:1.0:1746143528.101495:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b4700 x1830963462029056/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.101502:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b4700 with x1830963462029056 ext(0->4095) 00010000:00010000:1.0:1746143528.101506:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b969 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.101515:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b969 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.101520:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b4700 00000100:00100000:0.0:1746143528.102877:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.102985:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462029184 00000100:00100000:3.0:1746143528.102990:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462029184 00010000:00010000:3.0:1746143528.103009:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b969 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.103030:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16304 00000100:00100000:3.0:1746143528.103035:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462029184:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.103045:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.103059:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b969 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.103069:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b969 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.103385:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b969 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.103478:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.103481:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.103488:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f231ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b970 expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.103497:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f231ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b970 expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.103528:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f231ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b970 expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.103541:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455248640:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.103688:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.104948:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455248640:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.104968:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.104998:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963462029184:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1962us (2125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.105007:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16304 00000100:00100000:0.0:1746143528.105174:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.105255:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462029440 00000100:00100000:1.0:1746143528.105261:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462029440 00002000:00100000:1.0:1746143528.105313:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b6d80 x1830963462029440/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.105323:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b6d80 with x1830963462029440 ext(0->4095) 00002000:00010000:1.0:1746143528.105327:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b6d80 00000100:00100000:1.0:1746143528.105343:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13705 00000100:00100000:1.0:1746143528.105349:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2007:x1830963462029440:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143528.105481:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2007:x1830963462029440:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.105487:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13705 00002000:00100000:1.0:1746143528.105492:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b6d80 x1830963462029440/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.105499:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b6d80 with x1830963462029440 ext(0->4095) 00002000:00010000:1.0:1746143528.105502:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b6d80 00000100:00100000:0.0:1746143528.113120:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.113224:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462029568 00000100:00100000:2.0:1746143528.113235:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462029568 00000100:00100000:2.0:1746143528.113321:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30398 00000100:00100000:2.0:1746143528.113330:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462029568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.113351:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.113368:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f231b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b977 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.113402:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f231ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b970 expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.113410:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.113412:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.113415:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f231b5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b977 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.113445:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f231ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b970 expref: 13 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.113462:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f231ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b970 expref: 13 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.113474:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455248768:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.113567:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.119563:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455248768:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.119609:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f231b5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b977 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.119629:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917f2a00, rc 0) 00000100:00100000:2.0:1746143528.119678:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462029568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6349us (6568us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.119687:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30398 00000100:00100000:1.0:1746143528.120080:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.120178:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462029696 00000100:00100000:2.0:1746143528.120188:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462029696 00002000:00100000:2.0:1746143528.120224:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009189d180 x1830963462029696/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 496/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746143528.120231:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:2.0:1746143528.120234:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189d180 with x1830963462029696 ext(0->7) 00010000:00010000:2.0:1746143528.120240:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f231ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b970 expref: 14 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.120251:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f231ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b970 expref: 14 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.120261:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189d180 00000100:00100000:2.0:1746143528.120279:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2971 00000100:00100000:2.0:1746143528.120286:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963462029696:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746143528.120571:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462029824 00000100:00100000:3.0:1746143528.120575:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462029824 00000100:00100000:3.0:1746143528.120616:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30399 00000100:00100000:3.0:1746143528.120621:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:1782:x1830963462029824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.120629:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.120642:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231bc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b97e expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.120657:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.120661:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f231b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b977 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.120666:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143528.120668:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231bc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b97e expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.120702:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f231b5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b977 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.120712:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231bc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b97e expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.120718:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b000, rc 0) 00000100:00100000:3.0:1746143528.120755:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:1782:x1830963462029824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.120760:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30399 00000100:00100000:0.0:1746143528.122213:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462029696:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1921us (2128us total) trans 4294972287 rc 0/0 00000100:00100000:0.0:1746143528.122223:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2971 00002000:00100000:0.0:1746143528.122231:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009189d180 x1830963462029696/t4294972287(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 496/448 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.122239:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189d180 with x1830963462029696 ext(0->7) 00010000:00010000:0.0:1746143528.122246:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f231ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b970 expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.122262:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f231ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b970 expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746143528.122268:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189d180 00000100:00100000:1.0:1746143528.124516:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.124754:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462029952 00000100:00100000:3.0:1746143528.124762:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462029952 00010000:00010000:3.0:1746143528.124798:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f231ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b970 expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.125678:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16305 00000100:00100000:3.0:1746143528.125688:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462029952:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.125703:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.125724:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f231ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b970 expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.125737:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f231ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b970 expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.125761:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f231ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b970 expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.125783:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.125785:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.125793:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f231b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b977 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.125801:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f231b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b977 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.125836:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f231b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b977 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.125848:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f231b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b977 expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.125860:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455249024:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.125945:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.128051:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455249024:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.128199:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.128689:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462029952:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3001us (4179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.128700:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16305 00000100:00100000:0.0:1746143528.128847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.129029:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462030208 00000100:00100000:2.0:1746143528.129036:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462030208 00002000:00100000:2.0:1746143528.129070:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b5500 x1830963462030208/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.129079:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b5500 with x1830963462030208 ext(0->4095) 00010000:00010000:2.0:1746143528.129087:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f231b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b977 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.129098:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f231b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b977 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.129104:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b5500 00000100:00100000:2.0:1746143528.129120:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2972 00000100:00100000:2.0:1746143528.129126:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462030208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143528.129242:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462030208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.129248:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2972 00002000:00100000:2.0:1746143528.129252:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b5500 x1830963462030208/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.129260:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b5500 with x1830963462030208 ext(0->4095) 00010000:00010000:2.0:1746143528.129265:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f231b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b977 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.129272:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f231b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b977 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.129278:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b5500 00000100:00100000:0.0:1746143528.131617:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.132109:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462030336 00000100:00100000:3.0:1746143528.132117:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462030336 00010000:00010000:3.0:1746143528.132151:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f231b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b977 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.132182:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16306 00000100:00100000:3.0:1746143528.132188:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462030336:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.132204:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.132223:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f231b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b977 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.132233:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f231b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b977 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.132257:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f231b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b977 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.132283:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.132285:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.132314:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b97e expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.132323:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b97e expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.132357:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b97e expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.132374:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455249152:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.132452:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.134636:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455249152:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.134657:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.134694:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462030336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2505us (3083us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.134704:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16306 00000100:00100000:3.0:1746143528.135748:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.136436:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462030592 00000100:00100000:0.0:1746143528.136446:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462030592 00002000:00100000:0.0:1746143528.136488:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ee680 x1830963462030592/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.136497:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ee680 with x1830963462030592 ext(0->4095) 00002000:00010000:0.0:1746143528.136501:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969ee680 00000100:00100000:0.0:1746143528.136530:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13706 00000100:00100000:0.0:1746143528.136537:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963462030592:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143528.136682:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963462030592:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 145us (935us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143528.136689:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13706 00002000:00100000:0.0:1746143528.136694:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ee680 x1830963462030592/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.136700:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ee680 with x1830963462030592 ext(0->4095) 00002000:00010000:0.0:1746143528.136703:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969ee680 00000100:00100000:0.0:1746143528.138441:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.139046:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462030720 00000100:00100000:3.0:1746143528.139054:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462030720 00000100:00100000:3.0:1746143528.139098:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30400 00000100:00100000:3.0:1746143528.139105:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462030720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.139122:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.139140:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231c3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b985 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.139241:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b97e expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.139249:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.139251:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.139254:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231c3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b985 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.139285:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b97e expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.139325:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b97e expref: 15 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.139344:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455249280:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.140054:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.141289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.141631:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455249280:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.141659:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231c3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b985 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.141674:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a200, rc 0) 00000100:00100000:3.0:1746143528.141712:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462030720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2607us (3274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.141720:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30400 00000100:00100000:2.0:1746143528.141898:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462030848 00000100:00100000:2.0:1746143528.141904:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462030848 00010000:00010000:2.0:1746143528.141927:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b97e expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.141955:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16307 00000100:00100000:2.0:1746143528.141961:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462030848:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.141972:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.141990:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b97e expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.141999:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b97e expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.142018:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b97e expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.142041:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.142042:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.142049:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231c3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b985 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.142060:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b985 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.142087:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b985 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.142098:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455249408:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.142156:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.145544:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455249408:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.145565:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.145621:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2006:x1830963462030848:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3658us (4334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.145631:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16307 00000100:00100000:1.0:1746143528.145720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.145778:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.146137:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462031232 00000100:00100000:3.0:1746143528.146145:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462031232 00000100:00100000:2.0:1746143528.146145:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462031104 00000100:00100000:2.0:1746143528.146150:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462031104 00000100:00100000:3.0:1746143528.146188:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30401 00000100:00100000:3.0:1746143528.146195:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:1782:x1830963462031232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.146209:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:2.0:1746143528.146220:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189c700 x1830963462031104/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746143528.146225:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231ca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b98c expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746143528.146230:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189c700 with x1830963462031104 ext(0->4095) 00002000:00010000:2.0:1746143528.146235:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189c700 00000100:00100000:2.0:1746143528.146249:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13707 00010000:00010000:3.0:1746143528.146253:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231c3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b985 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.146255:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462031104:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00010000:00010000:3.0:1746143528.146261:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.146263:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.146266:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231ca lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b98c expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.146315:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b985 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.146327:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b985 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.146339:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455249536:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.146403:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.146945:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462031104:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 689us (1224us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.146955:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13707 00002000:00100000:2.0:1746143528.146960:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189c700 x1830963462031104/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.146967:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189c700 with x1830963462031104 ext(0->4095) 00010000:00010000:2.0:1746143528.146972:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231c3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b985 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.146982:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231c3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b985 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.146987:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189c700 00000100:00100000:3.0:1746143528.148534:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455249536:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.148847:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231ca lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b98c expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.148861:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a000, rc 0) 00000100:00100000:3.0:1746143528.148921:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:1782:x1830963462031232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2726us (3142us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.148928:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30401 00000100:00100000:0.0:1746143528.149556:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.149606:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462031360 00000100:00100000:0.0:1746143528.149879:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.149929:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462031360 00000100:00100000:3.0:1746143528.149971:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30402 00000100:00100000:3.0:1746143528.149981:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:1794:x1830963462031360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.149995:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.150007:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f231d1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b993 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.150031:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.150036:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231ca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b98c expref: 17 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.150042:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.150045:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f231d1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b993 expref: 17 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.150075:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231ca lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b98c expref: 17 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.150085:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f231d1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b993 expref: 17 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.150093:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b800, rc 0) 00000100:00100000:3.0:1746143528.150129:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1794:x1830963462031360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.150136:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30402 00000100:00100000:2.0:1746143528.150168:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462031488 00000100:00100000:2.0:1746143528.150172:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462031488 00010000:00010000:2.0:1746143528.150191:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b985 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.150221:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16308 00000100:00100000:2.0:1746143528.150227:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f9d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462031488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.150366:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.150386:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b985 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.150395:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b985 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.150410:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b985 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.150500:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.150501:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.150508:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b98c expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.150515:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b98c expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.150538:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b98c expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.150549:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b98c expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.150559:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455249792:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.150845:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800919106c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.151893:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455249792:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.151904:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.151937:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f9d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462031488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1710us (2058us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.151945:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16308 00000100:00100000:0.0:1746143528.152508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.152633:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462031744 00000100:00100000:2.0:1746143528.152639:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462031744 00002000:00100000:2.0:1746143528.152671:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b5c00 x1830963462031744/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.152689:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b5c00 with x1830963462031744 ext(0->4095) 00010000:00010000:2.0:1746143528.152696:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b98c expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.152706:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b98c expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.152712:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b5c00 00000100:00100000:2.0:1746143528.152768:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2973 00000100:00100000:2.0:1746143528.152775:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2007:x1830963462031744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143528.153117:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2007:x1830963462031744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 342us (609us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.153124:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2973 00002000:00100000:2.0:1746143528.153129:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b5c00 x1830963462031744/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.153135:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b5c00 with x1830963462031744 ext(0->4095) 00010000:00010000:2.0:1746143528.153140:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b98c expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.153149:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b98c expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.153154:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b5c00 00000100:00100000:1.0:1746143528.155163:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.155287:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462031872 00000100:00100000:2.0:1746143528.155322:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462031872 00010000:00010000:2.0:1746143528.155345:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b98c expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.155374:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16309 00000100:00100000:2.0:1746143528.155380:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2004:x1830963462031872:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.155392:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.155411:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b98c expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.155421:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b98c expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.155443:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f231ca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b98c expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.155469:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.155471:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.155479:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f231d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b993 expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.155486:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f231d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b993 expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.155518:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f231d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b993 expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.155531:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455249920:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.155792:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.158470:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.158563:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455249920:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.158581:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.158624:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2004:x1830963462031872:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3243us (3468us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.158633:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16309 00000100:00100000:3.0:1746143528.158692:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462032128 00000100:00100000:3.0:1746143528.158699:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462032128 00002000:00100000:3.0:1746143528.158733:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189f100 x1830963462032128/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.158742:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189f100 with x1830963462032128 ext(0->4095) 00002000:00010000:3.0:1746143528.158746:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189f100 00000100:00100000:3.0:1746143528.158760:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13708 00000100:00100000:3.0:1746143528.158766:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963462032128:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143528.158879:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963462032128:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (417us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.158887:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13708 00002000:00100000:3.0:1746143528.158892:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189f100 x1830963462032128/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.158899:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189f100 with x1830963462032128 ext(0->4095) 00002000:00010000:3.0:1746143528.158901:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189f100 00000100:00100000:1.0:1746143528.160826:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.160997:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462032256 00000100:00100000:3.0:1746143528.161003:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462032256 00000100:00100000:3.0:1746143528.161165:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30403 00000100:00100000:3.0:1746143528.161172:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462032256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.161186:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.161203:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231d8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b99a expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.161228:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f231d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b993 expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.161235:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.161236:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.161240:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231d8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b99a expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.161267:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f231d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b993 expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.161278:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f231d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b993 expref: 15 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.161333:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455250048:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.161928:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.164792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.164796:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455250048:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.164831:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231d8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b99a expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.164848:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7be00, rc 0) 00000100:00100000:3.0:1746143528.164890:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462032256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3718us (4068us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.164897:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462032384 00000100:00100000:3.0:1746143528.164898:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30403 00000100:00100000:2.0:1746143528.164903:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462032384 00010000:00010000:2.0:1746143528.164931:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f231d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b993 expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.164953:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16310 00000100:00100000:2.0:1746143528.164959:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963462032384:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.164971:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.164990:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f231d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b993 expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.164999:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f231d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b993 expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.165020:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f231d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b993 expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.165036:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.165037:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.165044:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231d8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b99a expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.165057:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b99a expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.165087:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b99a expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.165099:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455250176:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.165144:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.167108:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455250176:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.167124:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.167579:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2007:x1830963462032384:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2614us (2791us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.167589:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16310 00000100:00100000:1.0:1746143528.168524:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.168730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.168829:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462032768 00000100:00100000:3.0:1746143528.168836:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462032768 00000100:00100000:3.0:1746143528.168870:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30404 00000100:00100000:3.0:1746143528.168877:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:1782:x1830963462032768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.168895:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.168911:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231df lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b9a1 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.168940:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231d8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b99a expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.168946:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.168948:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.168952:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231df lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a1 expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.168985:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b99a expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.168996:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b99a expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.169007:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455250304:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.169082:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.169458:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462032640 00000100:00100000:1.0:1746143528.169462:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462032640 00002000:00100000:1.0:1746143528.169491:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b7b80 x1830963462032640/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.169500:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b7b80 with x1830963462032640 ext(0->4095) 00010000:00010000:1.0:1746143528.169507:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231d8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b99a expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.169516:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231d8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b99a expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.169522:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b7b80 00000100:00100000:1.0:1746143528.169535:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2974 00000100:00100000:1.0:1746143528.169540:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462032640:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143528.169669:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462032640:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (938us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.169675:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2974 00002000:00100000:1.0:1746143528.169680:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b7b80 x1830963462032640/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.169688:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b7b80 with x1830963462032640 ext(0->4095) 00010000:00010000:1.0:1746143528.169692:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231d8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b99a expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.169701:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231d8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b99a expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.169706:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917b7b80 00000100:00100000:3.0:1746143528.170272:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455250304:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.170314:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231df lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a1 expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.170325:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a200, rc 0) 00000100:00100000:3.0:1746143528.170359:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:1782:x1830963462032768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1482us (1839us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.170365:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30404 00000100:00100000:0.0:1746143528.171126:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.171522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.171556:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462032896 00000100:00100000:3.0:1746143528.171561:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462032896 00000100:00100000:3.0:1746143528.171606:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30405 00000100:00100000:3.0:1746143528.171612:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:1794:x1830963462032896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.171625:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.171637:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b9a8 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.171656:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.171661:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231df lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a1 expref: 17 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.171667:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.171670:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231e6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a8 expref: 17 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.171698:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231df lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a1 expref: 17 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.171708:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231e6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a8 expref: 17 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.171715:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b000, rc 0) 00000100:00100000:3.0:1746143528.171741:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1794:x1830963462032896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.171747:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30405 00000100:00100000:2.0:1746143528.172195:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462033024 00000100:00100000:2.0:1746143528.172200:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462033024 00010000:00010000:2.0:1746143528.172219:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b99a expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.172248:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16311 00000100:00100000:2.0:1746143528.172253:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462033024:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.172262:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.172280:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b99a expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.172290:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b99a expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.172328:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f231d8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b99a expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.172352:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.172353:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.172360:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a1 expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.172367:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a1 expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.172388:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a1 expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.172399:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a1 expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.172410:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455250560:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.172469:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.174180:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455250560:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.174197:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.174228:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462033024:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1974us (2705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.174236:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16311 00000100:00100000:3.0:1746143528.175995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.176059:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462033280 00000100:00100000:0.0:1746143528.176068:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462033280 00002000:00100000:0.0:1746143528.176106:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969eed80 x1830963462033280/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.176116:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eed80 with x1830963462033280 ext(0->4095) 00010000:00010000:0.0:1746143528.176125:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a1 expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.176138:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a1 expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746143528.176144:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969eed80 00000100:00100000:0.0:1746143528.176319:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2975 00000100:00100000:0.0:1746143528.176326:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2007:x1830963462033280:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143528.176464:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2007:x1830963462033280:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (473us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143528.176469:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2975 00002000:00100000:0.0:1746143528.176474:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969eed80 x1830963462033280/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.176481:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eed80 with x1830963462033280 ext(0->4095) 00010000:00010000:0.0:1746143528.176487:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a1 expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.176495:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a1 expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746143528.176501:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969eed80 00000100:00100000:0.0:1746143528.178119:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.178272:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462033408 00000100:00100000:2.0:1746143528.178277:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462033408 00010000:00010000:2.0:1746143528.178323:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a1 expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.178773:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16312 00000100:00100000:2.0:1746143528.178779:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2004:x1830963462033408:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.178792:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.178810:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a1 expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.178820:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a1 expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.178842:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f231df lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a1 expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.178857:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.178859:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.178866:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a8 expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.178873:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a8 expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.178905:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a8 expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.178917:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455250688:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.179636:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.181530:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.181575:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009698ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455250688:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.181600:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.181635:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2004:x1830963462033408:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2855us (3519us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.181644:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16312 00000100:00100000:0.0:1746143528.181743:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462033664 00000100:00100000:0.0:1746143528.181749:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462033664 00002000:00100000:0.0:1746143528.181789:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698b480 x1830963462033664/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.181799:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698b480 with x1830963462033664 ext(0->4095) 00002000:00010000:0.0:1746143528.181804:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009698b480 00000100:00100000:0.0:1746143528.181828:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13709 00000100:00100000:0.0:1746143528.181834:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963462033664:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143528.181942:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963462033664:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (416us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143528.181947:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13709 00002000:00100000:0.0:1746143528.181952:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698b480 x1830963462033664/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.181959:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698b480 with x1830963462033664 ext(0->4095) 00002000:00010000:0.0:1746143528.181961:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009698b480 00000100:00100000:2.0:1746143528.184273:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.184385:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462033792 00000100:00100000:1.0:1746143528.184392:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462033792 00000100:00100000:1.0:1746143528.184433:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30406 00000100:00100000:1.0:1746143528.184439:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462033792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143528.184452:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143528.184466:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f231ed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b9af expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.184494:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a8 expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.184501:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.184502:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.184505:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f231ed lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9af expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.184530:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a8 expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.184545:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a8 expref: 15 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.184555:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455250816:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143528.184627:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.186416:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455250816:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143528.186447:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f231ed lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9af expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.186462:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350600, rc 0) 00000100:00100000:1.0:1746143528.186497:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462033792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2057us (2229us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.186506:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30406 00000100:00100000:2.0:1746143528.186657:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.186717:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462033920 00000100:00100000:2.0:1746143528.186899:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462033920 00010000:00010000:2.0:1746143528.186923:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a8 expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.186954:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16313 00000100:00100000:2.0:1746143528.186960:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462033920:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.186970:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.186990:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a8 expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.186999:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a8 expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.187019:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f231e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9a8 expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.187042:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.187044:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.187050:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f231ed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9af expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.187058:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f231ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9af expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.187088:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f231ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9af expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.187099:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096989180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455250944:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.187155:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.190566:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096989180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455250944:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.190589:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.190782:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.190819:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2006:x1830963462033920:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3856us (4160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.190831:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16313 00000100:00100000:2.0:1746143528.190881:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462034176 00000100:00100000:2.0:1746143528.190887:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462034176 00002000:00100000:2.0:1746143528.190925:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096989c00 x1830963462034176/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.190935:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096989c00 with x1830963462034176 ext(0->4095) 00002000:00010000:2.0:1746143528.190939:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096989c00 00000100:00100000:2.0:1746143528.191084:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13710 00000100:00100000:2.0:1746143528.191091:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462034176:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143528.191430:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462034176:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 339us (649us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.191436:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13710 00002000:00100000:2.0:1746143528.191442:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096989c00 x1830963462034176/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.191454:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096989c00 with x1830963462034176 ext(0->4095) 00002000:00010000:2.0:1746143528.191456:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096989c00 00000100:00100000:2.0:1746143528.192265:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.192491:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462034304 00000100:00100000:1.0:1746143528.192497:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462034304 00000100:00100000:1.0:1746143528.192536:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30407 00000100:00100000:1.0:1746143528.192542:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:1782:x1830963462034304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143528.192554:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143528.192570:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f231f4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b9b6 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.192607:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f231ed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9af expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.192620:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.192621:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.192625:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f231f4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9b6 expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.192658:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f231ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9af expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.192675:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f231ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9af expref: 5 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.192688:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455251072:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143528.192759:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.192866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.192999:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462034432 00000100:00100000:0.0:1746143528.193003:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462034432 00000100:00100000:0.0:1746143528.193032:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30408 00000100:00100000:0.0:1746143528.193038:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1794:x1830963462034432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143528.193044:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143528.193051:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f231fb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b9bd expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.193062:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.193067:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f231f4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9b6 expref: 18 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.193071:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143528.193074:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f231fb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9bd expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.193095:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f231f4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9b6 expref: 18 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.193106:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f231fb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9bd expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.193114:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eec7a00, rc 0) 00000100:00100000:0.0:1746143528.193134:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1794:x1830963462034432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143528.193139:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30408 00000100:00100000:1.0:1746143528.194528:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455251072:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.194537:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746143528.194552:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f231f4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9b6 expref: 17 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.194562:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351600, rc 0) 00000100:00100000:1.0:1746143528.194588:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1782:x1830963462034304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2046us (2325us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.194607:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30407 00000100:00100000:3.0:1746143528.194635:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462034560 00000100:00100000:3.0:1746143528.194640:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462034560 00010000:00010000:3.0:1746143528.194658:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f231ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9af expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.194694:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16314 00000100:00100000:3.0:1746143528.194700:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462034560:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.194710:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.194727:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f231ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9af expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.194737:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f231ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9af expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.194758:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f231ed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9af expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.194782:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.194784:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.194790:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f231f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9b6 expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.194798:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f231f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9b6 expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.194818:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f231f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9b6 expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.194829:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f231f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9b6 expref: 16 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.194843:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455251328:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.194885:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.196532:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455251328:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.196549:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.196578:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462034560:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1877us (2041us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.196586:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16314 00000100:00100000:2.0:1746143528.196700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.196956:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462034816 00000100:00100000:3.0:1746143528.196961:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462034816 00002000:00100000:3.0:1746143528.196990:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096988380 x1830963462034816/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.196999:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096988380 with x1830963462034816 ext(0->4095) 00010000:00010000:3.0:1746143528.197006:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f231f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9b6 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.197017:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f231f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9b6 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746143528.197023:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096988380 00000100:00100000:3.0:1746143528.197254:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2976 00000100:00100000:3.0:1746143528.197260:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2007:x1830963462034816:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143528.197617:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2007:x1830963462034816:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 356us (915us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.197630:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2976 00002000:00100000:3.0:1746143528.197636:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096988380 x1830963462034816/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.197643:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096988380 with x1830963462034816 ext(0->4095) 00010000:00010000:3.0:1746143528.197648:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f231f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9b6 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.197656:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f231f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9b6 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746143528.197661:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096988380 00000100:00100000:2.0:1746143528.200898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.201637:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462034944 00000100:00100000:3.0:1746143528.201646:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462034944 00010000:00010000:3.0:1746143528.201683:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f231f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9b6 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.201726:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16315 00000100:00100000:3.0:1746143528.201733:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f9f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462034944:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.201747:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.201768:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f231f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9b6 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.201779:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f231f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9b6 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.201801:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f231f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9b6 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.201824:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.201826:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.201833:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f231fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9bd expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.201840:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f231fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9bd expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.201874:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f231fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9bd expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.201887:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455251456:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.202715:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b273c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.205703:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455251456:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.205727:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.205810:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f9f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462034944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4075us (4920us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.205821:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16315 00000100:00100000:2.0:1746143528.205987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.206171:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462035200 00000100:00100000:3.0:1746143528.206177:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462035200 00002000:00100000:3.0:1746143528.206211:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698b100 x1830963462035200/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.206219:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698b100 with x1830963462035200 ext(0->4095) 00002000:00010000:3.0:1746143528.206224:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009698b100 00000100:00100000:3.0:1746143528.206451:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13711 00000100:00100000:3.0:1746143528.206460:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462035200:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143528.206768:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462035200:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 309us (780us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.206774:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13711 00002000:00100000:3.0:1746143528.206780:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698b100 x1830963462035200/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.206787:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698b100 with x1830963462035200 ext(0->4095) 00002000:00010000:3.0:1746143528.206790:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009698b100 00000100:00100000:2.0:1746143528.208324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.208393:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462035328 00000100:00100000:1.0:1746143528.208399:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462035328 00000100:00100000:1.0:1746143528.208430:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30409 00000100:00100000:1.0:1746143528.208435:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462035328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143528.208450:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143528.208465:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23202 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b9c4 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.208490:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f231fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9bd expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.208497:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.208499:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.208502:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23202 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9c4 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.208530:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f231fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9bd expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.208541:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f231fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9bd expref: 15 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.208552:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455251584:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143528.209000:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.210940:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455251584:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143528.210968:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23202 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9c4 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.210982:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350000, rc 0) 00000100:00100000:1.0:1746143528.211019:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462035328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2583us (2700us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.211029:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30409 00000100:00100000:0.0:1746143528.211589:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.211783:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462035456 00000100:00100000:3.0:1746143528.211790:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462035456 00010000:00010000:3.0:1746143528.211817:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f231fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9bd expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.211848:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16316 00000100:00100000:3.0:1746143528.211854:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963462035456:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.211865:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.211884:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f231fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9bd expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.211895:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f231fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9bd expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.211916:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f231fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9bd expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.211935:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.211937:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.211944:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23202 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9c4 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.211952:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23202 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9c4 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.211979:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23202 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9c4 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.211990:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455251712:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.212044:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.213817:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455251712:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.213836:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.214154:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2007:x1830963462035456:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2297us (2564us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.214163:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16316 00000100:00100000:2.0:1746143528.215535:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.215603:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462035712 00000100:00100000:3.0:1746143528.215611:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462035712 00002000:00100000:3.0:1746143528.215657:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096989180 x1830963462035712/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.215667:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096989180 with x1830963462035712 ext(0->4095) 00002000:00010000:3.0:1746143528.215673:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096989180 00000100:00100000:3.0:1746143528.215703:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13712 00000100:00100000:3.0:1746143528.215712:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462035712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143528.215862:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462035712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (333us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.215867:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13712 00002000:00100000:3.0:1746143528.215873:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096989180 x1830963462035712/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.215880:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096989180 with x1830963462035712 ext(0->4095) 00002000:00010000:3.0:1746143528.215882:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096989180 00000100:00100000:0.0:1746143528.218006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.218125:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462035840 00000100:00100000:1.0:1746143528.218134:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462035840 00000100:00100000:1.0:1746143528.218184:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30410 00000100:00100000:1.0:1746143528.218191:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:1782:x1830963462035840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143528.218204:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143528.218221:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23209 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b9cb expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.218249:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23202 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9c4 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.218255:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.218257:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.218260:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23209 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9cb expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.218289:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23202 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9c4 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.218335:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23202 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9c4 expref: 5 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.218346:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455251840:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143528.218426:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.219140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.219292:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462035968 00000100:00100000:0.0:1746143528.219320:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462035968 00000100:00100000:0.0:1746143528.219349:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30411 00000100:00100000:0.0:1746143528.219354:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1794:x1830963462035968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143528.219363:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143528.219370:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23210 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b9d2 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.219382:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.219386:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23209 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9cb expref: 18 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.219391:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143528.219394:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23210 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d2 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.219574:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23209 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9cb expref: 18 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.219588:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23210 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d2 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.219606:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eec7e00, rc 0) 00000100:00100000:0.0:1746143528.219745:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1794:x1830963462035968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 388us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143528.219751:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30411 00000100:00100000:2.0:1746143528.222239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.222523:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455251840:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143528.222555:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23209 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9cb expref: 17 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.222568:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350200, rc 0) 00000100:00100000:1.0:1746143528.222622:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1782:x1830963462035840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4431us (4622us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.222630:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30410 00000100:00100000:3.0:1746143528.222635:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462036096 00000100:00100000:3.0:1746143528.222642:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462036096 00010000:00010000:3.0:1746143528.222666:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23202 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9c4 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.222689:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16317 00000100:00100000:3.0:1746143528.222696:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462036096:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.222708:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.222727:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23202 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9c4 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.222738:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23202 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9c4 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.222759:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23202 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9c4 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.222783:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.222786:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.222792:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23209 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9cb expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.222800:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23209 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9cb expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.222829:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23209 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9cb expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.222838:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23209 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9cb expref: 16 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.222849:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455252096:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.222900:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.224211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.224286:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455252096:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143528.224318:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462036352 00000100:00100000:1.0:1746143528.224323:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462036352 00002000:00100000:1.0:1746143528.224354:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800834a5880 x1830963462036352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.224362:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a5880 with x1830963462036352 ext(0->4095) 00010000:00010000:3.0:1746143528.224408:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.224445:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462036096:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1749us (2210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.224452:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16317 00010000:00010000:1.0:1746143528.224603:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23209 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9cb expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.224615:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23209 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9cb expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.224622:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800834a5880 00000100:00100000:1.0:1746143528.224646:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2977 00000100:00100000:1.0:1746143528.224652:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2007:x1830963462036352:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143528.224780:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2007:x1830963462036352:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (572us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.224786:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2977 00002000:00100000:1.0:1746143528.224791:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800834a5880 x1830963462036352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.224799:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a5880 with x1830963462036352 ext(0->4095) 00010000:00010000:1.0:1746143528.224804:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23209 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9cb expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.224813:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23209 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9cb expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.224818:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800834a5880 00000100:00100000:0.0:1746143528.227391:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.227507:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462036480 00000100:00100000:3.0:1746143528.227515:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462036480 00010000:00010000:3.0:1746143528.227547:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23209 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9cb expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.227586:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16318 00000100:00100000:3.0:1746143528.227605:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2005:x1830963462036480:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.227622:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.227641:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23209 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9cb expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.227653:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23209 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9cb expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.227677:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23209 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9cb expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.227706:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.227708:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.227715:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23210 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d2 expref: 16 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.227723:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23210 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d2 expref: 16 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.227755:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23210 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d2 expref: 16 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.227767:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455252224:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.228116:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.230003:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455252224:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.230027:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.230079:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2005:x1830963462036480:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2485us (2696us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.230093:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16318 00000100:00100000:0.0:1746143528.230515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.231036:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462036736 00000100:00100000:3.0:1746143528.231042:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462036736 00002000:00100000:3.0:1746143528.231075:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236b480 x1830963462036736/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.231085:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236b480 with x1830963462036736 ext(0->4095) 00002000:00010000:3.0:1746143528.231089:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236b480 00000100:00100000:3.0:1746143528.231117:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13713 00000100:00100000:3.0:1746143528.231123:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462036736:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143528.231276:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462036736:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (761us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.231282:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13713 00002000:00100000:3.0:1746143528.231287:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236b480 x1830963462036736/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.231436:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236b480 with x1830963462036736 ext(0->4095) 00002000:00010000:3.0:1746143528.231440:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236b480 00000100:00100000:0.0:1746143528.233093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.233193:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462036864 00000100:00100000:1.0:1746143528.233200:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462036864 00000100:00100000:1.0:1746143528.233236:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30412 00000100:00100000:1.0:1746143528.233243:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462036864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143528.233259:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143528.233277:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23217 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b9d9 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.233339:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23210 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d2 expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.233347:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.233348:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.233352:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23217 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d9 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.233383:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23210 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d2 expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.233399:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23210 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d2 expref: 15 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.233412:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455252352:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143528.233501:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.235674:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455252352:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143528.235705:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23217 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d9 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.235721:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351400, rc 0) 00000100:00100000:1.0:1746143528.235774:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462036864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2530us (2686us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.235782:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30412 00000100:00100000:0.0:1746143528.235798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.235890:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462036992 00000100:00100000:3.0:1746143528.235896:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462036992 00010000:00010000:3.0:1746143528.235918:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23210 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d2 expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.235936:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16319 00000100:00100000:3.0:1746143528.235941:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462036992:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.235949:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.235966:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23210 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d2 expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.235975:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23210 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d2 expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.235992:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23210 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d2 expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.236004:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.236006:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.236012:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23217 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d9 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.236018:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23217 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d9 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.236040:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23217 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d9 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.236049:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455252480:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.236100:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.239400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.239496:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455252480:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.239518:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.239567:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2006:x1830963462036992:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3624us (3769us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.239576:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16319 00000100:00100000:2.0:1746143528.239746:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462037248 00000100:00100000:2.0:1746143528.239753:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462037248 00002000:00100000:2.0:1746143528.239789:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caf480 x1830963462037248/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.239799:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caf480 with x1830963462037248 ext(0->4095) 00002000:00010000:2.0:1746143528.239803:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092caf480 00000100:00100000:2.0:1746143528.239828:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13714 00000100:00100000:2.0:1746143528.239833:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462037248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143528.239964:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462037248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (575us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.239970:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13714 00002000:00100000:2.0:1746143528.239975:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caf480 x1830963462037248/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.239982:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caf480 with x1830963462037248 ext(0->4095) 00002000:00010000:2.0:1746143528.239985:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092caf480 00000100:00100000:0.0:1746143528.241913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.242281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.242320:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462037376 00000100:00100000:0.0:1746143528.242327:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462037376 00000100:00100000:0.0:1746143528.242893:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462037504 00000100:00100000:0.0:1746143528.242897:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462037504 00000100:00100000:1.0:1746143528.243478:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30413 00000100:00100000:1.0:1746143528.243490:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:1782:x1830963462037376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143528.243507:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143528.243526:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2321e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b9e0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.243558:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23217 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d9 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.243566:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.243568:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.243572:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2321e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e0 expref: 17 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.243612:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23217 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d9 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.243624:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23217 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d9 expref: 5 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.243640:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455252608:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143528.243674:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30414 00000100:00100000:0.0:1746143528.243680:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1794:x1830963462037504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143528.243686:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143528.243693:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23225 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b9e7 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.243703:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.243708:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2321e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e0 expref: 18 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.243712:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143528.243715:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23225 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e7 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143528.243728:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00010000:00010000:0.0:1746143528.243737:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2321e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e0 expref: 18 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.243746:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23225 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e7 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.243756:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eec7e00, rc 0) 00000100:00100000:0.0:1746143528.243777:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1794:x1830963462037504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (1497us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143528.243784:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30414 00000100:00100000:1.0:1746143528.245169:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455252608:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143528.245190:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2321e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e0 expref: 17 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.245199:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351a00, rc 0) 00000100:00100000:1.0:1746143528.245234:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1782:x1830963462037376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1748us (3328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.245240:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30413 00000100:00100000:0.0:1746143528.245993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.246055:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462037632 00000100:00100000:3.0:1746143528.246061:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462037632 00010000:00010000:3.0:1746143528.246086:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23217 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d9 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.246118:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16320 00000100:00100000:3.0:1746143528.246124:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462037632:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.246135:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.246153:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23217 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d9 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.246161:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23217 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d9 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.246181:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23217 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9d9 expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.246211:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.246213:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.246220:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2321e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e0 expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.246227:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2321e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e0 expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.246253:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2321e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e0 expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.246268:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2321e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e0 expref: 16 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.246278:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455252864:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.246370:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.248041:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455252864:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.248060:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.248098:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462037632:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1973us (2105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.248106:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16320 00000100:00100000:0.0:1746143528.248350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.248539:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462037888 00000100:00100000:1.0:1746143528.248545:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462037888 00002000:00100000:1.0:1746143528.248579:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092369f80 x1830963462037888/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.248588:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369f80 with x1830963462037888 ext(0->4095) 00010000:00010000:1.0:1746143528.248608:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2321e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e0 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.248623:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2321e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e0 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.248628:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369f80 00000100:00100000:1.0:1746143528.248653:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2978 00000100:00100000:1.0:1746143528.248659:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462037888:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143528.248785:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462037888:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (435us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.248791:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2978 00002000:00100000:1.0:1746143528.248796:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092369f80 x1830963462037888/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.248802:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369f80 with x1830963462037888 ext(0->4095) 00010000:00010000:1.0:1746143528.248807:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2321e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e0 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.248815:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2321e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e0 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.248821:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369f80 00000100:00100000:0.0:1746143528.251113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.251857:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462038016 00000100:00100000:3.0:1746143528.251866:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462038016 00010000:00010000:3.0:1746143528.251899:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2321e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e0 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.251939:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16321 00000100:00100000:3.0:1746143528.251946:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c050700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2007:x1830963462038016:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.251961:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.251982:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2321e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e0 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.251994:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2321e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e0 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.252018:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2321e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e0 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.252052:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.252055:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.252062:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23225 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e7 expref: 16 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.252071:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23225 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e7 expref: 16 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.252108:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23225 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e7 expref: 16 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.252122:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455252992:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.252209:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.253795:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455252992:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.253817:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.253886:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c050700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963462038016:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1939us (2778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.253894:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16321 00000100:00100000:2.0:1746143528.257422:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.257513:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462038272 00000100:00100000:0.0:1746143528.257523:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462038272 00002000:00100000:0.0:1746143528.257570:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698a680 x1830963462038272/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.257581:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698a680 with x1830963462038272 ext(0->4095) 00002000:00010000:0.0:1746143528.257586:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009698a680 00000100:00100000:0.0:1746143528.257625:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13715 00000100:00100000:0.0:1746143528.257632:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963462038272:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143528.257797:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963462038272:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 165us (385us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143528.257803:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13715 00002000:00100000:0.0:1746143528.257809:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698a680 x1830963462038272/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.257815:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698a680 with x1830963462038272 ext(0->4095) 00002000:00010000:0.0:1746143528.257818:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009698a680 00000100:00100000:0.0:1746143528.260051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.260518:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462038400 00000100:00100000:1.0:1746143528.260528:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462038400 00000100:00100000:1.0:1746143528.260570:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30415 00000100:00100000:1.0:1746143528.260576:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462038400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143528.260602:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143528.260619:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2322c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b9ee expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.260648:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23225 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e7 expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.260656:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.260658:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.260661:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2322c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9ee expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.260691:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23225 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e7 expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.260702:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23225 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e7 expref: 15 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.260714:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455253120:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143528.261337:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1343c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.263587:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455253120:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143528.263632:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2322c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9ee expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.263649:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350e00, rc 0) 00000100:00100000:1.0:1746143528.263688:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462038400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3111us (3643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.263695:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30415 00000100:00100000:2.0:1746143528.266142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.266229:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462038528 00000100:00100000:3.0:1746143528.266238:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462038528 00010000:00010000:3.0:1746143528.266277:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23225 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e7 expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.266751:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16322 00000100:00100000:1.0:1746143528.266761:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4e19450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963462038528:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143528.266775:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143528.266797:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23225 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e7 expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.266810:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23225 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e7 expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.266832:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23225 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9e7 expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.266862:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.266865:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.266872:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2322c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9ee expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.266880:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2322c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9ee expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.266913:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2322c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9ee expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143528.266925:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455253248:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143528.267001:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1343c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.268618:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.269334:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462038656 00000100:00100000:1.0:1746143528.269341:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462038656 00000100:00100000:1.0:1746143528.269386:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30416 00000100:00100000:1.0:1746143528.269392:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:1782:x1830963462038656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143528.269408:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143528.269422:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23233 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b9f5 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.269448:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2322c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9ee expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.269454:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.269455:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.269458:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23233 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9f5 expref: 17 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.269485:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2322c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9ee expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.269496:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2322c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9ee expref: 5 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.269507:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455253376:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143528.269588:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1340c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.270197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.270587:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455253248:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143528.270618:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143528.270655:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4e19450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2007:x1830963462038528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3896us (4522us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143528.270664:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16322 00000100:00100000:1.0:1746143528.270884:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462038912 00000100:00100000:1.0:1746143528.270889:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462038912 00002000:00100000:1.0:1746143528.270920:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096989500 x1830963462038912/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.270929:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096989500 with x1830963462038912 ext(0->4095) 00010000:00010000:1.0:1746143528.270936:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2322c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9ee expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.270945:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2322c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9ee expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.270950:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096989500 00000100:00100000:1.0:1746143528.270964:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2979 00000100:00100000:1.0:1746143528.270969:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462038912:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143528.271086:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462038912:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (890us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.271092:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2979 00002000:00100000:1.0:1746143528.271097:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096989500 x1830963462038912/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.271103:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096989500 with x1830963462038912 ext(0->4095) 00010000:00010000:1.0:1746143528.271107:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2322c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9ee expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.271115:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2322c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9ee expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.271120:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096989500 00000100:00100000:1.0:1746143528.274279:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455253376:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143528.274349:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23233 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9f5 expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.274370:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351200, rc 0) 00000100:00100000:1.0:1746143528.274422:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:1782:x1830963462038656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5029us (5808us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.274429:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30416 00000100:00100000:0.0:1746143528.275031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.275365:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462039040 00000100:00100000:1.0:1746143528.275372:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462039040 00000100:00100000:1.0:1746143528.275417:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30417 00000100:00100000:1.0:1746143528.275424:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:1794:x1830963462039040:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143528.275439:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143528.275450:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2323a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6b9fc expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.275468:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.275471:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23233 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9f5 expref: 17 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.275475:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.275477:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2323a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9fc expref: 17 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.275501:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23233 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9f5 expref: 17 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.275507:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2323a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9fc expref: 17 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.275516:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350000, rc 0) 00000100:00100000:1.0:1746143528.275540:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1794:x1830963462039040:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.275543:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30417 00000100:00100000:3.0:1746143528.275706:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.275729:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462039168 00000100:00100000:0.0:1746143528.275732:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462039168 00010000:00010000:0.0:1746143528.275750:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2322c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9ee expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746143528.275777:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16323 00000100:00100000:0.0:1746143528.275783:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462039168:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143528.275791:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143528.275810:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2322c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9ee expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.275819:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2322c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9ee expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.275836:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2322c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9ee expref: 6 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.275849:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.275851:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.275856:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23233 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9f5 expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.275862:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23233 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9f5 expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.275886:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23233 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9f5 expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.275896:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23233 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9f5 expref: 16 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746143528.275906:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455253632:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143528.275998:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.277397:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455253632:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143528.277414:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143528.277450:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462039168:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1667us (1744us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143528.277457:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16323 00000100:00100000:0.0:1746143528.277853:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.277905:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462039424 00000100:00100000:2.0:1746143528.277911:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462039424 00002000:00100000:2.0:1746143528.277941:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800834a6680 x1830963462039424/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.277950:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a6680 with x1830963462039424 ext(0->4095) 00010000:00010000:2.0:1746143528.277957:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23233 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9f5 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.277968:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23233 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9f5 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.277974:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800834a6680 00000100:00100000:2.0:1746143528.277995:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2980 00000100:00100000:2.0:1746143528.278000:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2007:x1830963462039424:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143528.278104:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2007:x1830963462039424:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (251us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.278110:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2980 00002000:00100000:2.0:1746143528.278114:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800834a6680 x1830963462039424/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.278255:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a6680 with x1830963462039424 ext(0->4095) 00010000:00010000:2.0:1746143528.278260:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23233 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9f5 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.278268:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23233 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9f5 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.278273:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800834a6680 00000100:00100000:3.0:1746143528.280862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.280943:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462039552 00000100:00100000:0.0:1746143528.281047:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462039552 00010000:00010000:0.0:1746143528.281082:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23233 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9f5 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746143528.281105:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16324 00000100:00100000:0.0:1746143528.281112:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462039552:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143528.281130:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143528.281149:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23233 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9f5 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.281165:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23233 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9f5 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.281187:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23233 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9f5 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.281205:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.281208:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.281214:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2323a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9fc expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.281222:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2323a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9fc expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.281257:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2323a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9fc expref: 16 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143528.281271:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455253760:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143528.281378:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.282342:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455253760:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143528.282360:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143528.282604:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462039552:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1490us (1748us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.282614:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16324 00000100:00100000:3.0:1746143528.282649:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.282686:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462039808 00000100:00100000:0.0:1746143528.282690:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462039808 00002000:00100000:0.0:1746143528.282720:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ef480 x1830963462039808/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.282729:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef480 with x1830963462039808 ext(0->4095) 00002000:00010000:0.0:1746143528.282733:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969ef480 00000100:00100000:0.0:1746143528.282761:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13716 00000100:00100000:0.0:1746143528.282767:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462039808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143528.282884:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462039808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (235us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143528.282889:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13716 00002000:00100000:0.0:1746143528.282893:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ef480 x1830963462039808/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.282900:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef480 with x1830963462039808 ext(0->4095) 00002000:00010000:0.0:1746143528.282903:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969ef480 00000100:00100000:3.0:1746143528.284236:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.284280:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462039936 00000100:00100000:0.0:1746143528.284284:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462039936 00000100:00100000:0.0:1746143528.284349:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30418 00000100:00100000:0.0:1746143528.284353:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462039936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143528.284365:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143528.284467:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f23241 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba03 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.284491:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2323a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9fc expref: 15 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.284496:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143528.284497:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143528.284500:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f23241 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba03 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.284524:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2323a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9fc expref: 15 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.284533:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2323a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9fc expref: 15 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746143528.284541:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455253888:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143528.284613:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.285927:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455253888:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143528.285948:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f23241 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba03 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.285958:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eec7a00, rc 0) 00000100:00100000:0.0:1746143528.285985:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462039936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1631us (1750us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143528.285992:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30418 00000100:00100000:0.0:1746143528.286588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.286691:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462040064 00000100:00100000:1.0:1746143528.286697:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462040064 00010000:00010000:1.0:1746143528.286718:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2323a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9fc expref: 16 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.286751:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16325 00000100:00100000:1.0:1746143528.286757:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462040064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143528.286769:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143528.286788:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2323a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9fc expref: 16 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.286972:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2323a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9fc expref: 16 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.286993:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2323a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6b9fc expref: 16 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.287020:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.287022:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.287029:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f23241 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba03 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.287037:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f23241 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba03 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.287064:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f23241 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba03 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143528.287074:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455254016:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143528.287238:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1340c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.289493:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.289550:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462040320 00000100:00100000:0.0:1746143528.289558:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462040320 00000100:00100000:1.0:1746143528.289753:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455254016:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143528.289771:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746143528.289849:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ec380 x1830963462040320/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.289860:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec380 with x1830963462040320 ext(0->4095) 00002000:00010000:0.0:1746143528.289864:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969ec380 00000100:00100000:0.0:1746143528.289886:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13717 00000100:00100000:0.0:1746143528.289893:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462040320:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143528.290012:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2006:x1830963462040064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3253us (3425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.290021:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16325 00000100:00100000:0.0:1746143528.290854:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462040320:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 958us (1365us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143528.290860:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13717 00002000:00100000:0.0:1746143528.290867:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ec380 x1830963462040320/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.290875:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec380 with x1830963462040320 ext(0->4095) 00002000:00010000:0.0:1746143528.290877:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969ec380 00000100:00100000:3.0:1746143528.293175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.293248:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462040448 00000100:00100000:0.0:1746143528.293259:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462040448 00000100:00100000:0.0:1746143528.293514:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30419 00000100:00100000:0.0:1746143528.293522:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:1794:x1830963462040448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143528.293539:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143528.293556:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f23248 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba0a expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.293584:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f23241 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba03 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.293600:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.293602:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.293605:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f23248 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba0a expref: 16 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.293634:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f23241 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba03 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.293651:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f23241 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba03 expref: 5 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746143528.293663:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092368a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455254144:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143528.293741:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.293876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.293898:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462040576 00000100:00100000:2.0:1746143528.293901:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462040576 00000100:00100000:2.0:1746143528.293920:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30420 00000100:00100000:2.0:1746143528.293930:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1782:x1830963462040576:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.293936:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.293943:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba11 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.293954:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.293957:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f23248 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba0a expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.293962:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.293965:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba11 expref: 18 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.293986:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f23248 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba0a expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.294001:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba11 expref: 18 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.294011:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:2.0:1746143528.294033:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1782:x1830963462040576:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.294039:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30420 00000100:00100000:3.0:1746143528.297616:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.297724:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092368a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455254144:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143528.297752:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f23248 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba0a expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.297769:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eec6e00, rc 0) 00000100:00100000:1.0:1746143528.298086:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462040704 00000100:00100000:1.0:1746143528.298094:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462040704 00010000:00010000:1.0:1746143528.298193:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f23241 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba03 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.298225:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16326 00000100:00100000:1.0:1746143528.298233:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462040704:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143528.298249:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143528.298270:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f23241 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba03 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.298285:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f23241 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba03 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.298341:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f23241 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba03 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.298356:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.298358:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.298365:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f23248 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba0a expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.298373:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f23248 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba0a expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.298404:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f23248 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba0a expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.298415:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f23248 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba0a expref: 17 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.298427:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455254400:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143528.298505:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1794:x1830963462040448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4983us (5336us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143528.298511:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30419 00000100:00100000:1.0:1746143528.299000:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1340c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.302128:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.302175:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462040960 00000100:00100000:0.0:1746143528.302184:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462040960 00002000:00100000:0.0:1746143528.302228:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ed500 x1830963462040960/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.302237:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed500 with x1830963462040960 ext(0->4095) 00010000:00010000:0.0:1746143528.302245:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f23248 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba0a expref: 17 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.302258:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f23248 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba0a expref: 17 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746143528.302269:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ed500 00000100:00100000:1.0:1746143528.302368:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455254400:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143528.302389:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143528.302451:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462040704:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4218us (4846us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.302464:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16326 00000100:00100000:2.0:1746143528.302563:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2981 00000100:00100000:2.0:1746143528.302573:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462040960:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143528.302788:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462040960:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 216us (667us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.302795:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2981 00002000:00100000:2.0:1746143528.302800:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ed500 x1830963462040960/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.302807:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed500 with x1830963462040960 ext(0->4095) 00010000:00010000:2.0:1746143528.302812:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f23248 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba0a expref: 17 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.302821:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f23248 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba0a expref: 17 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.302827:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ed500 00000100:00100000:3.0:1746143528.305042:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.305147:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462041088 00000100:00100000:0.0:1746143528.305155:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462041088 00000100:00100000:0.0:1746143528.305234:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30421 00000100:00100000:0.0:1746143528.305241:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462041088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143528.305257:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143528.305273:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23256 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba18 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.305277:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746143528.305315:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143528.305321:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba11 expref: 16 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.305327:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:1.0:1746143528.305370:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462041216 00000100:00100000:1.0:1746143528.305373:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462041216 00010000:00010000:1.0:1746143528.305389:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f23248 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba0a expref: 17 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.305418:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16327 00000100:00100000:1.0:1746143528.305422:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462041216:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143528.305431:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143528.305505:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23256 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba18 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.305538:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f23248 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba0a expref: 17 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.305548:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f23248 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba0a expref: 17 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.305565:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f23248 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba0a expref: 17 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.305581:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.305582:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.305588:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba11 expref: 16 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.305605:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba11 expref: 16 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.305637:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba11 expref: 16 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.305648:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba11 expref: 16 pid: 9572 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.305659:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455254528:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143528.305732:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1340c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746143528.305773:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba11 expref: 16 pid: 9572 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.305781:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba11 expref: 16 pid: 9572 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746143528.305789:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092368a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455254656:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143528.305811:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.307393:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455254528:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143528.307414:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143528.307907:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462041216:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2480us (2627us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.307918:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16327 00000100:00100000:1.0:1746143528.308080:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092368a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455254656:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143528.308102:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23256 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba18 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.308269:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eec7c00, rc 0) 00000100:00100000:1.0:1746143528.308326:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462041088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3085us (3291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.308333:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30421 00000100:00100000:3.0:1746143528.308530:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.308580:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462041472 00000100:00100000:2.0:1746143528.308586:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462041472 00002000:00100000:2.0:1746143528.308629:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b7b80 x1830963462041472/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.308638:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b7b80 with x1830963462041472 ext(0->4095) 00010000:00010000:2.0:1746143528.308644:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba11 expref: 16 pid: 9572 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.308655:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba11 expref: 16 pid: 9572 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.308661:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b7b80 00000100:00100000:2.0:1746143528.308679:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2982 00000100:00100000:2.0:1746143528.308686:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462041472:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143528.308805:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462041472:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.308810:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2982 00002000:00100000:2.0:1746143528.308815:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b7b80 x1830963462041472/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.308822:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b7b80 with x1830963462041472 ext(0->4095) 00010000:00010000:2.0:1746143528.308826:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba11 expref: 16 pid: 9572 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.308835:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba11 expref: 16 pid: 9572 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.308840:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b7b80 00000100:00100000:3.0:1746143528.315963:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.316022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.316099:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462041600 00000100:00100000:1.0:1746143528.316108:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462041600 00000100:00100000:1.0:1746143528.316156:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30422 00000100:00100000:1.0:1746143528.316164:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:1782:x1830963462041600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143528.316182:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143528.316201:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2325d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba1f expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.316229:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.316236:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23256 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba18 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.316242:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143528.316245:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2325d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba1f expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.316282:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23256 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba18 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.316323:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2325d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba1f expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.316333:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351a00, rc 0) 00000100:00100000:1.0:1746143528.316395:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1782:x1830963462041600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 231us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.316401:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30422 00000100:00100000:0.0:1746143528.316749:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462041728 00000100:00100000:0.0:1746143528.316754:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462041728 00010000:00010000:0.0:1746143528.316774:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba11 expref: 17 pid: 9572 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746143528.316794:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16328 00000100:00100000:0.0:1746143528.316799:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2007:x1830963462041728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143528.317288:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143528.317332:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba11 expref: 17 pid: 9572 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.317345:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba11 expref: 17 pid: 9572 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.317365:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f2324f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba11 expref: 17 pid: 9572 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.317742:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.317744:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.317755:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23256 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba18 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.317763:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23256 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba18 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.317802:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23256 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba18 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.317813:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23256 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba18 expref: 5 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746143528.317827:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092368380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455254912:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143528.317972:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.321719:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092368380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455254912:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143528.321743:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143528.321798:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963462041728:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4997us (5775us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.321811:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16328 00000100:00100000:2.0:1746143528.323076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.323135:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462041984 00000100:00100000:3.0:1746143528.323144:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462041984 00002000:00100000:3.0:1746143528.323187:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698bb80 x1830963462041984/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.323198:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698bb80 with x1830963462041984 ext(0->4095) 00010000:00010000:3.0:1746143528.323206:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23256 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba18 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.323221:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23256 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba18 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746143528.323227:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009698bb80 00000100:00100000:3.0:1746143528.323259:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2983 00000100:00100000:3.0:1746143528.323266:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462041984:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143528.324535:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462041984:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1266us (1460us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.324546:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2983 00002000:00100000:3.0:1746143528.324553:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698bb80 x1830963462041984/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.324560:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698bb80 with x1830963462041984 ext(0->4095) 00010000:00010000:3.0:1746143528.324566:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23256 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba18 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.324576:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23256 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba18 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746143528.324582:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009698bb80 00000100:00100000:2.0:1746143528.328833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.328994:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462042112 00000100:00100000:1.0:1746143528.329008:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462042112 00010000:00010000:1.0:1746143528.329047:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23256 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba18 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.329087:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16329 00000100:00100000:1.0:1746143528.329094:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4cd8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462042112:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143528.329109:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143528.329159:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23256 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba18 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.329172:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23256 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba18 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.329195:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23256 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba18 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.329229:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.329231:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.329238:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2325d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba1f expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.329247:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2325d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba1f expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.329286:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2325d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba1f expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143528.329317:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455255040:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143528.329413:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1340c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.332976:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455255040:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143528.333004:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143528.333060:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4cd8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462042112:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3964us (4237us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143528.333071:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16329 00000100:00100000:0.0:1746143528.333542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.333996:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462042368 00000100:00100000:3.0:1746143528.334003:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462042368 00002000:00100000:3.0:1746143528.334043:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236aa00 x1830963462042368/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.334052:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236aa00 with x1830963462042368 ext(0->4095) 00002000:00010000:3.0:1746143528.334057:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236aa00 00000100:00100000:3.0:1746143528.334173:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13718 00000100:00100000:3.0:1746143528.334181:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462042368:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143528.334332:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462042368:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (790us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.334337:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13718 00002000:00100000:3.0:1746143528.334342:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236aa00 x1830963462042368/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.334355:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236aa00 with x1830963462042368 ext(0->4095) 00002000:00010000:3.0:1746143528.334357:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236aa00 00000100:00100000:0.0:1746143528.335856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.336061:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462042496 00000100:00100000:1.0:1746143528.336067:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462042496 00000100:00100000:1.0:1746143528.336114:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30423 00000100:00100000:1.0:1746143528.336120:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462042496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143528.336133:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143528.336150:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23264 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba26 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.336177:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2325d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba1f expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.336185:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.336187:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.336190:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23264 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba26 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.336221:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2325d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba1f expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.336232:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2325d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba1f expref: 15 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.336245:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455255168:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143528.336355:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.338068:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455255168:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143528.338092:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23264 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba26 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.338107:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351200, rc 0) 00000100:00100000:1.0:1746143528.338144:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462042496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2023us (2291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.338151:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30423 00000100:00100000:0.0:1746143528.338382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.339346:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462042624 00000100:00100000:1.0:1746143528.339352:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462042624 00010000:00010000:1.0:1746143528.339381:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2325d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba1f expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.339412:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16330 00000100:00100000:1.0:1746143528.339418:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462042624:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143528.339431:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143528.339449:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2325d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba1f expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.339459:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2325d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba1f expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.339479:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2325d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba1f expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.339545:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.339547:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.339554:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23264 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba26 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.339565:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23264 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba26 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.339602:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23264 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba26 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143528.339613:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455255296:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143528.339960:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.342717:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455255296:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143528.342740:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143528.342792:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:2006:x1830963462042624:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3372us (4408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.342803:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16330 00000100:00100000:0.0:1746143528.343185:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.343512:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462042880 00000100:00100000:3.0:1746143528.343520:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462042880 00002000:00100000:3.0:1746143528.343559:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ee300 x1830963462042880/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.343568:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ee300 with x1830963462042880 ext(0->4095) 00002000:00010000:3.0:1746143528.343572:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969ee300 00000100:00100000:3.0:1746143528.343606:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13719 00000100:00100000:3.0:1746143528.343612:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462042880:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143528.343748:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462042880:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (564us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.343754:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13719 00002000:00100000:3.0:1746143528.343759:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ee300 x1830963462042880/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.343770:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ee300 with x1830963462042880 ext(0->4095) 00002000:00010000:3.0:1746143528.343773:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969ee300 00000100:00100000:0.0:1746143528.344738:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.344855:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462043008 00000100:00100000:1.0:1746143528.344860:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462043008 00000100:00100000:1.0:1746143528.344900:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30424 00000100:00100000:1.0:1746143528.344905:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:1782:x1830963462043008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143528.344917:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143528.344932:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2326b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba2d expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.344960:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23264 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba26 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.344966:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.344968:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.344972:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2326b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba2d expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.345001:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23264 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba26 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.345014:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23264 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba26 expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.345027:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455255424:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143528.345098:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.348340:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.348459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.348725:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455255424:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143528.348758:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2326b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba2d expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.348777:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350e00, rc 0) 00000100:00100000:2.0:1746143528.348872:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462043136 00000100:00100000:2.0:1746143528.348880:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462043136 00000100:00100000:2.0:1746143528.348936:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30425 00000100:00100000:2.0:1746143528.348943:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1794:x1830963462043136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.348959:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.348973:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23272 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba34 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.348994:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.348999:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2326b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba2d expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.349005:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.349009:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23272 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba34 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.349035:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2326b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba2d expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.349043:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23272 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba34 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.349049:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8400, rc 0) 00000100:00100000:2.0:1746143528.349318:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1794:x1830963462043136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 375us (1022us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.349318:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1782:x1830963462043008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4411us (4582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.349325:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30424 00000100:00100000:2.0:1746143528.349329:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30425 00000100:00100000:1.0:1746143528.349347:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462043264 00000100:00100000:1.0:1746143528.349351:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462043264 00010000:00010000:1.0:1746143528.349362:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23264 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba26 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.349476:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16331 00000100:00100000:1.0:1746143528.349481:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462043264:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143528.349491:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143528.349507:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23264 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba26 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.349516:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23264 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba26 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.349532:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23264 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba26 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.349554:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.349556:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.349561:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2326b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba2d expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.349762:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2326b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba2d expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.349784:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2326b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba2d expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.349793:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2326b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba2d expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.349804:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455255680:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143528.349871:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.352470:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455255680:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143528.352491:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143528.352543:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462043264:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3060us (4082us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.352554:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16331 00000100:00100000:0.0:1746143528.352837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.353342:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462043520 00000100:00100000:1.0:1746143528.353350:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462043520 00002000:00100000:1.0:1746143528.353384:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013406df80 x1830963462043520/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.353393:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406df80 with x1830963462043520 ext(0->4095) 00010000:00010000:1.0:1746143528.353400:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2326b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba2d expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.353412:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2326b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba2d expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.353418:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013406df80 00000100:00100000:1.0:1746143528.353450:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2984 00000100:00100000:1.0:1746143528.353456:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2007:x1830963462043520:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143528.353582:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2007:x1830963462043520:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (745us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.353587:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2984 00002000:00100000:1.0:1746143528.353606:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013406df80 x1830963462043520/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.353612:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406df80 with x1830963462043520 ext(0->4095) 00010000:00010000:1.0:1746143528.353617:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2326b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba2d expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.353626:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2326b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba2d expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.353631:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013406df80 00000100:00100000:2.0:1746143528.355561:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.355675:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462043648 00000100:00100000:1.0:1746143528.355682:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462043648 00010000:00010000:1.0:1746143528.355705:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2326b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba2d expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.356248:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16332 00000100:00100000:1.0:1746143528.356256:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097649180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462043648:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143528.356270:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143528.356289:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2326b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba2d expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.356365:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2326b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba2d expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.356392:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2326b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba2d expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.356411:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.356412:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.356419:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23272 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba34 expref: 16 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.356434:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23272 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba34 expref: 16 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.356534:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23272 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba34 expref: 16 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143528.356548:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013406dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455255808:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143528.356648:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.359732:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013406dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455255808:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.359756:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.359801:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097649180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462043648:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3545us (4244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.359811:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16332 00000100:00100000:0.0:1746143528.361285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.362080:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462043904 00000100:00100000:3.0:1746143528.362089:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462043904 00002000:00100000:3.0:1746143528.362140:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013406c700 x1830963462043904/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.362149:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406c700 with x1830963462043904 ext(0->4095) 00002000:00010000:3.0:1746143528.362154:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013406c700 00000100:00100000:3.0:1746143528.362182:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13720 00000100:00100000:3.0:1746143528.362189:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963462043904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143528.362373:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963462043904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 184us (1092us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.362380:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13720 00002000:00100000:3.0:1746143528.362386:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013406c700 x1830963462043904/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.362392:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406c700 with x1830963462043904 ext(0->4095) 00002000:00010000:3.0:1746143528.362395:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013406c700 00000100:00100000:0.0:1746143528.364184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.364917:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462044032 00000100:00100000:1.0:1746143528.364928:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462044032 00000100:00100000:1.0:1746143528.364985:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30426 00000100:00100000:1.0:1746143528.364993:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462044032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143528.365013:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143528.365033:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23279 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba3b expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.365068:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23272 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba34 expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.365076:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.365078:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.365081:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23279 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba3b expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.365117:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23272 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba34 expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.365128:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23272 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba34 expref: 15 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.365142:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455255936:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143528.365238:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.367069:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455255936:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143528.367104:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23279 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba3b expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.367119:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350a00, rc 0) 00000100:00100000:1.0:1746143528.367158:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462044032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2166us (2978us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.367166:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30426 00000100:00100000:0.0:1746143528.369192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.369763:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462044160 00000100:00100000:2.0:1746143528.369773:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462044160 00010000:00010000:2.0:1746143528.369808:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23272 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba34 expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.369837:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16333 00000100:00100000:2.0:1746143528.369844:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462044160:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.369858:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.369880:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23272 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba34 expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.369892:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23272 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba34 expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.369914:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8400/0xa6c9a53f47f23272 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba34 expref: 16 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.369943:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.369946:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.369953:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23279 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba3b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.369967:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23279 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba3b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.369998:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23279 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba3b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.370011:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009764a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455256064:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.370094:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.370488:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.370527:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462044288 00000100:00100000:2.0:1746143528.370530:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462044288 00000100:00100000:2.0:1746143528.370565:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30427 00000100:00100000:2.0:1746143528.370571:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:1782:x1830963462044288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.370585:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.370603:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23280 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba42 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.370622:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23279 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba3b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.370628:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.370630:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.370633:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23280 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba42 expref: 17 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.370652:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23279 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba3b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.370667:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23279 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba3b expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.370675:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455256192:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.371656:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.373175:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009764a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455256064:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.373196:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.373232:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462044160:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3387us (4044us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.373242:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16333 00000100:00100000:0.0:1746143528.373757:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.373760:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455256192:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.373792:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23280 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba42 expref: 16 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.373809:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8c00, rc 0) 00000100:00100000:2.0:1746143528.373834:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:1782:x1830963462044288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3263us (3346us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.373836:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462044544 00000100:00100000:2.0:1746143528.373840:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30427 00000100:00100000:1.0:1746143528.373842:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462044544 00002000:00100000:1.0:1746143528.374045:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013406dc00 x1830963462044544/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.374054:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406dc00 with x1830963462044544 ext(0->4095) 00010000:00010000:1.0:1746143528.374061:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23279 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba3b expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.374072:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23279 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba3b expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.374078:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013406dc00 00000100:00100000:1.0:1746143528.374109:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2985 00000100:00100000:1.0:1746143528.374117:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462044544:12345-192.168.203.27@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746143528.374255:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462044544:12345-192.168.203.27@tcp:3:ldlm_bl.0 Request processed in 140us (499us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.374262:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2985 00002000:00100000:1.0:1746143528.374267:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013406dc00 x1830963462044544/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.374273:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406dc00 with x1830963462044544 ext(0->4095) 00010000:00010000:1.0:1746143528.374277:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23279 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba3b expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.374285:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23279 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba3b expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.374291:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013406dc00 00000100:00100000:0.0:1746143528.380619:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.380684:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462044672 00000100:00100000:2.0:1746143528.380695:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462044672 00010000:00010000:2.0:1746143528.380820:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23279 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba3b expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.380860:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16334 00000100:00100000:2.0:1746143528.380868:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462044672:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.380883:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.380908:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23279 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba3b expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.380921:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23279 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba3b expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.380943:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23279 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba3b expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.380963:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.380965:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.380972:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23280 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba42 expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.380980:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23280 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba42 expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.381015:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23280 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba42 expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.381027:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455256320:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.381443:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.384379:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455256320:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143528.384405:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143528.384457:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462044672:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3588us (4465us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143528.384469:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16334 00000100:00100000:0.0:1746143528.385497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.385725:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462044928 00000100:00100000:1.0:1746143528.385733:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462044928 00002000:00100000:1.0:1746143528.385772:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085858380 x1830963462044928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.385782:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085858380 with x1830963462044928 ext(0->4095) 00002000:00010000:1.0:1746143528.385786:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085858380 00000100:00100000:1.0:1746143528.385821:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13721 00000100:00100000:1.0:1746143528.385829:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085858380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462044928:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143528.386095:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085858380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2006:x1830963462044928:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 266us (599us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.386101:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13721 00002000:00100000:1.0:1746143528.386106:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085858380 x1830963462044928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.386118:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085858380 with x1830963462044928 ext(0->4095) 00002000:00010000:1.0:1746143528.386121:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085858380 00000100:00100000:0.0:1746143528.393415:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.393744:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462045056 00000100:00100000:2.0:1746143528.393754:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462045056 00000100:00100000:2.0:1746143528.393814:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30428 00000100:00100000:2.0:1746143528.394237:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462045056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.394261:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.396677:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f23287 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba49 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.396727:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23280 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba42 expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.396735:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.396737:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.396740:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f23287 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba49 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.396776:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23280 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba42 expref: 15 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.396787:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23280 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba42 expref: 15 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.396802:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455256448:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.396923:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.400957:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455256448:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.400991:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f23287 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba49 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.401010:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ba00400, rc 0) 00000100:00100000:2.0:1746143528.401069:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462045056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7246us (7665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.401081:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30428 00000100:00100000:0.0:1746143528.406659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.407081:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.407382:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462045184 00000100:00100000:1.0:1746143528.407448:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462045184 00002000:00100000:1.0:1746143528.407495:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880085858a80 x1830963462045184/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 496/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.407505:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085858a80 with x1830963462045184 ext(0->7) 00010000:00010000:1.0:1746143528.407514:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23280 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba42 expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.407529:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23280 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba42 expref: 16 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.407537:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085858a80 00000100:00100000:2.0:1746143528.408239:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462045312 00000100:00100000:2.0:1746143528.408244:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462045312 00000100:00100000:1.0:1746143528.408264:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2986 00000100:00100000:1.0:1746143528.408272:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085858a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462045184:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746143528.408745:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30429 00000100:00100000:2.0:1746143528.408751:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1782:x1830963462045312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.408760:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.408773:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2328e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba50 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.408794:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.408800:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f23287 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba49 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.408806:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143528.408809:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2328e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba50 expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.408841:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f23287 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba49 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.408851:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2328e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba50 expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.409957:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78e00, rc 0) 00000100:00100000:2.0:1746143528.410006:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1782:x1830963462045312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1255us (2925us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.410012:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30429 00000100:00100000:0.0:1746143528.410343:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085858a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462045184:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2071us (3694us total) trans 4294972288 rc 0/0 00000100:00100000:0.0:1746143528.410350:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2986 00002000:00100000:0.0:1746143528.410357:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880085858a80 x1830963462045184/t4294972288(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 496/448 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.410365:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085858a80 with x1830963462045184 ext(0->7) 00010000:00010000:0.0:1746143528.410370:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23280 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba42 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.410380:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23280 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba42 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746143528.410386:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085858a80 00000100:00100000:0.0:1746143528.418516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.418691:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462045440 00000100:00100000:2.0:1746143528.418700:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462045440 00010000:00010000:2.0:1746143528.418738:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23280 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba42 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.418767:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16335 00000100:00100000:2.0:1746143528.418774:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462045440:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.418788:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.418809:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23280 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba42 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.418821:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23280 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba42 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.418842:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f23280 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba42 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.418871:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.418873:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.418881:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f23287 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba49 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.418888:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f23287 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba49 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.418923:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f23287 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba49 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.418938:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f23287 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba49 expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.418950:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455256704:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.419497:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.422531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.422652:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462045696 00000100:00100000:1.0:1746143528.422659:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462045696 00000100:00100000:2.0:1746143528.422673:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455256704:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.422692:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746143528.422698:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085859880 x1830963462045696/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.422706:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859880 with x1830963462045696 ext(0->4095) 00010000:00010000:1.0:1746143528.422714:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f23287 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba49 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.422726:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f23287 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba49 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.422733:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462045440:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3960us (4229us total) trans 0 rc 0/0 00002000:00010000:1.0:1746143528.422733:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085859880 00000100:00100000:2.0:1746143528.422742:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16335 00000100:00100000:1.0:1746143528.422764:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2987 00000100:00100000:1.0:1746143528.422770:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462045696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143528.422928:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462045696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 157us (406us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.422934:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2987 00002000:00100000:1.0:1746143528.422938:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085859880 x1830963462045696/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.422946:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859880 with x1830963462045696 ext(0->4095) 00010000:00010000:1.0:1746143528.422950:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f23287 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba49 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.422959:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f23287 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba49 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.422965:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085859880 00000100:00100000:0.0:1746143528.426462:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.426581:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462045824 00000100:00100000:2.0:1746143528.426600:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462045824 00010000:00010000:2.0:1746143528.426638:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f23287 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba49 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.426666:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16336 00000100:00100000:2.0:1746143528.426673:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4cd9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462045824:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.426686:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.426707:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f23287 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba49 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.426720:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f23287 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba49 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.426743:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f23287 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba49 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.426808:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.426811:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.426820:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2328e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba50 expref: 17 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.426828:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2328e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba50 expref: 17 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.426863:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2328e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba50 expref: 17 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.426878:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455256832:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.427474:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.430025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.430063:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462046080 00000100:00100000:0.0:1746143528.430069:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462046080 00002000:00100000:0.0:1746143528.430109:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008585aa00 x1830963462046080/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.430119:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008585aa00 with x1830963462046080 ext(0->4095) 00002000:00010000:0.0:1746143528.430125:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008585aa00 00000100:00100000:0.0:1746143528.430152:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13722 00000100:00100000:0.0:1746143528.430158:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462046080:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143528.430286:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462046080:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (268us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143528.430291:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13722 00002000:00100000:0.0:1746143528.430313:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008585aa00 x1830963462046080/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.430320:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008585aa00 with x1830963462046080 ext(0->4095) 00002000:00010000:0.0:1746143528.430323:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008585aa00 00000100:00100000:2.0:1746143528.430513:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455256832:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.430533:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.430558:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4cd9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462045824:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3885us (4107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.430567:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16336 00000100:00100000:0.0:1746143528.433517:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.434351:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462046208 00000100:00100000:2.0:1746143528.434361:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462046208 00000100:00100000:2.0:1746143528.434420:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30430 00000100:00100000:2.0:1746143528.434427:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462046208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.434448:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.434468:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23295 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba57 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.434505:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2328e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba50 expref: 17 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.434512:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.434513:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.434517:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23295 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba57 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.434557:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2328e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba50 expref: 17 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.434569:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2328e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba50 expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.434580:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455256960:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.436828:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.439736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.439819:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462046336 00000100:00100000:3.0:1746143528.439829:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462046336 00010000:00010000:3.0:1746143528.439866:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2328e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba50 expref: 18 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.439895:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16337 00000100:00100000:3.0:1746143528.439903:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462046336:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.439916:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.439944:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2328e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba50 expref: 18 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.439957:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2328e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba50 expref: 18 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.439983:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.439985:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.439993:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23295 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba57 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.439996:0:9573:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2328e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba50 expref: 18 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.440002:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23295 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba57 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.440041:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23295 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba57 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.440053:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455257088:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.440080:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455256960:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.440104:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23295 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba57 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.440114:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78800, rc 0) 00000100:00100000:3.0:1746143528.440120:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.440140:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462046208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5713us (6633us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.440148:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30430 00000100:00100000:2.0:1746143528.440416:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.440498:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462046464 00000100:00100000:0.0:1746143528.440501:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462046464 00000100:00100000:0.0:1746143528.440530:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30431 00000100:00100000:0.0:1746143528.440535:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1782:x1830963462046464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143528.440548:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143528.440558:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f2329c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba5e expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.440579:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23295 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba57 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.440585:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.440587:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.440601:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f2329c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba5e expref: 19 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.440620:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23295 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba57 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.440631:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23295 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba57 expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746143528.440639:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086128000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455257216:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143528.441147:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.443465:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.443496:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455257088:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.443514:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.443520:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462046720 00000100:00100000:2.0:1746143528.443527:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462046720 00002000:00100000:2.0:1746143528.443566:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086128e00 x1830963462046720/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.443579:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128e00 with x1830963462046720 ext(0->4095) 00010000:00010000:2.0:1746143528.443587:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23295 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba57 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.443610:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23295 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba57 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.443616:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086128e00 00000100:00100000:2.0:1746143528.443646:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2988 00000100:00100000:2.0:1746143528.443653:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462046720:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143528.443744:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462046336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3840us (4015us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.443753:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16337 00000100:00100000:2.0:1746143528.443782:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462046720:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.443788:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2988 00002000:00100000:2.0:1746143528.443793:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086128e00 x1830963462046720/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.443800:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128e00 with x1830963462046720 ext(0->4095) 00010000:00010000:2.0:1746143528.443805:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23295 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba57 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.443818:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23295 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba57 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.443823:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086128e00 00000100:00100000:3.0:1746143528.444392:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086128000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455257216:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.444412:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f2329c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba5e expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.444423:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ae4000, rc 0) 00000100:00100000:3.0:1746143528.444442:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1782:x1830963462046464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3907us (4026us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.444447:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30431 00000100:00100000:0.0:1746143528.446538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.446585:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.446681:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462046976 00000100:00100000:2.0:1746143528.446688:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462046976 00010000:00010000:2.0:1746143528.446713:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23295 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba57 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.447261:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462046848 00000100:00100000:3.0:1746143528.447264:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462046848 00000100:00100000:3.0:1746143528.447330:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30432 00000100:00100000:3.0:1746143528.447339:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1794:x1830963462046848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.447355:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.447370:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f232a3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba65 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.447395:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.447400:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f2329c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba5e expref: 19 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.447406:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.447409:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f232a3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba65 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.447446:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f2329c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba5e expref: 19 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.447458:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f232a3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba65 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.447468:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7ac00, rc 0) 00000100:00100000:3.0:1746143528.447507:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:1794:x1830963462046848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.447513:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30432 00000100:00100000:2.0:1746143528.448986:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16338 00000100:00100000:2.0:1746143528.448999:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462046976:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.449013:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.449035:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23295 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba57 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.449047:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23295 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba57 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.449067:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23295 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba57 expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.449102:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.449104:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.449111:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f2329c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba5e expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.449124:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f2329c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba5e expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.449151:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f2329c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba5e expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.449162:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f2329c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba5e expref: 18 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.449174:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455257472:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.449267:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.453711:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.453732:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455257472:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.453761:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.453823:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963462046976:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4826us (7235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.453835:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16338 00000100:00100000:1.0:1746143528.455331:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462047232 00000100:00100000:1.0:1746143528.455341:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462047232 00002000:00100000:1.0:1746143528.455514:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086128380 x1830963462047232/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.455525:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128380 with x1830963462047232 ext(0->4095) 00010000:00010000:1.0:1746143528.455535:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f2329c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba5e expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.455555:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f2329c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba5e expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.455562:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086128380 00000100:00100000:1.0:1746143528.456330:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2989 00000100:00100000:1.0:1746143528.456339:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462047232:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143528.456486:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462047232:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (2787us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.456493:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2989 00002000:00100000:1.0:1746143528.456498:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086128380 x1830963462047232/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.456505:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128380 with x1830963462047232 ext(0->4095) 00010000:00010000:1.0:1746143528.456511:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f2329c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba5e expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.456521:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f2329c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba5e expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.456526:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086128380 00000100:00100000:0.0:1746143528.459201:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.459340:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462047360 00000100:00100000:2.0:1746143528.459350:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462047360 00010000:00010000:2.0:1746143528.459384:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f2329c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba5e expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.459416:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16339 00000100:00100000:2.0:1746143528.459422:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462047360:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.459433:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.459448:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f2329c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba5e expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.459460:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f2329c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba5e expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.459478:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f2329c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba5e expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.459508:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.459510:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.459515:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f232a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba65 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.459522:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f232a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba65 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.459549:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f232a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba65 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.459558:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455257600:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.459647:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00010000:00010000:0.0:1746143528.461965:0:8900:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746143528.466782:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455257600:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.466800:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.466869:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462047360:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7445us (7674us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.466878:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16339 00000100:00100000:0.0:1746143528.467530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.467851:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462047616 00000100:00100000:2.0:1746143528.467860:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462047616 00002000:00100000:2.0:1746143528.467892:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008612b480 x1830963462047616/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.467901:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008612b480 with x1830963462047616 ext(0->4095) 00002000:00010000:2.0:1746143528.467905:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008612b480 00000100:00100000:2.0:1746143528.467923:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13723 00000100:00100000:2.0:1746143528.467928:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462047616:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143528.468047:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462047616:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (526us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.468053:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13723 00002000:00100000:2.0:1746143528.468057:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008612b480 x1830963462047616/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.468064:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008612b480 with x1830963462047616 ext(0->4095) 00002000:00010000:2.0:1746143528.468066:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008612b480 00000100:00100000:0.0:1746143528.470267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.470366:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462047744 00000100:00100000:3.0:1746143528.470379:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462047744 00000100:00100000:3.0:1746143528.470433:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30433 00000100:00100000:3.0:1746143528.470441:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462047744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.470461:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.470480:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f232aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba6c expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.470508:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f232a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba65 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.470515:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.470516:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.470520:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f232aa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba6c expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.470552:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f232a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba65 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.470564:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f232a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba65 expref: 17 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.470575:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455257728:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.470694:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.473170:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.473364:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462047872 00000100:00100000:2.0:1746143528.473375:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462047872 00010000:00010000:2.0:1746143528.473412:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f232a3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba65 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.473443:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16340 00000100:00100000:2.0:1746143528.473450:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462047872:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.473460:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.473476:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f232a3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba65 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.473491:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f232a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba65 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.473510:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.473512:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.473518:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f232aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba6c expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.473525:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f232aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba6c expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.473553:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f232aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba6c expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.473564:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455257856:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.473662:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00010000:00010000:3.0:1746143528.474818:0:9573:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f232a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba65 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.474856:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455257728:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.474889:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f232aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba6c expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.474912:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a000, rc 0) 00000100:00100000:3.0:1746143528.474971:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462047744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4530us (4713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.474979:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30433 00000100:00100000:0.0:1746143528.475769:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.476049:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462048000 00000100:00100000:2.0:1746143528.476057:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462048000 00000100:00100000:2.0:1746143528.476094:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30434 00000100:00100000:2.0:1746143528.476101:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1782:x1830963462048000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.476116:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.476133:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232b1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba73 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.476158:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f232aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba6c expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.476170:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.476172:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.476176:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232b1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba73 expref: 19 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.476205:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f232aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba6c expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.476218:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f232aa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba6c expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.476231:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455257984:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.476323:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.476413:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455257856:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.476426:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.476445:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963462047872:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2996us (3285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.476453:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16340 00000100:00100000:0.0:1746143528.477946:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.478219:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462048256 00000100:00100000:2.0:1746143528.478226:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462048256 00002000:00100000:2.0:1746143528.478259:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236b8a80 x1830963462048256/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.478268:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b8a80 with x1830963462048256 ext(0->4095) 00010000:00010000:2.0:1746143528.478276:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f232aa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba6c expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.478288:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f232aa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba6c expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.478898:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801236b8a80 00000100:00100000:0.0:1746143528.478957:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2990 00000100:00100000:0.0:1746143528.478967:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462048256:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143528.479136:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462048256:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 171us (1193us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143528.479143:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2990 00002000:00100000:0.0:1746143528.479148:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236b8a80 x1830963462048256/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.479155:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b8a80 with x1830963462048256 ext(0->4095) 00010000:00010000:0.0:1746143528.479161:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f232aa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba6c expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.479170:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f232aa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba6c expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746143528.479175:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801236b8a80 00000100:00100000:2.0:1746143528.480568:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455257984:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.480979:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232b1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba73 expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.480995:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78800, rc 0) 00000100:00100000:2.0:1746143528.481043:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1782:x1830963462048000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4942us (5317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.481050:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30434 00000100:00100000:0.0:1746143528.483032:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.483340:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462048384 00000100:00100000:2.0:1746143528.483348:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462048384 00000100:00100000:2.0:1746143528.483385:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30435 00000100:00100000:2.0:1746143528.483391:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1794:x1830963462048384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.483409:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.483426:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232b8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba7a expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.483452:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.483457:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232b1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba73 expref: 19 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.483462:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.483465:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232b8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba7a expref: 19 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.483497:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232b1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba73 expref: 19 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.483507:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232b8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba7a expref: 19 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.483520:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78e00, rc 0) 00000100:00100000:2.0:1746143528.483584:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:1794:x1830963462048384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.483599:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30435 00000100:00100000:2.0:1746143528.484190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.484493:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462048512 00000100:00100000:3.0:1746143528.484497:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462048512 00010000:00010000:3.0:1746143528.484514:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f232aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba6c expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.484664:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16341 00000100:00100000:3.0:1746143528.484670:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462048512:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.484680:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.484698:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f232aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba6c expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.484708:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f232aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba6c expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.484725:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f232aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba6c expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.484752:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.484753:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.484759:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba73 expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.484766:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba73 expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.484787:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba73 expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.484796:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba73 expref: 18 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.484807:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455258240:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.484870:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.486874:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455258240:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.486895:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.487234:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462048512:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2562us (3043us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.487244:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16341 00000100:00100000:0.0:1746143528.487339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.487422:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462048768 00000100:00100000:3.0:1746143528.487428:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462048768 00002000:00100000:3.0:1746143528.487461:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236bb480 x1830963462048768/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.487477:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236bb480 with x1830963462048768 ext(0->4095) 00010000:00010000:3.0:1746143528.487490:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba73 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.487501:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba73 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746143528.487507:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801236bb480 00000100:00100000:3.0:1746143528.487527:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2991 00000100:00100000:3.0:1746143528.487534:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462048768:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143528.487692:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462048768:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (352us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.487698:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2991 00002000:00100000:3.0:1746143528.487703:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236bb480 x1830963462048768/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.487711:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236bb480 with x1830963462048768 ext(0->4095) 00010000:00010000:3.0:1746143528.487715:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba73 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.487724:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba73 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746143528.487730:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801236bb480 00000100:00100000:0.0:1746143528.489032:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.489094:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462048896 00000100:00100000:3.0:1746143528.489099:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462048896 00010000:00010000:3.0:1746143528.489115:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba73 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.489130:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16342 00000100:00100000:3.0:1746143528.489135:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462048896:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.489143:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.489156:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba73 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.489166:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba73 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.489185:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba73 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.489198:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.489200:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.489206:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba7a expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.489213:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba7a expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.489239:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba7a expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.489251:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455258368:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.489827:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.492041:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455258368:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.492065:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.492118:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462048896:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2981us (3087us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.492129:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16342 00000100:00100000:0.0:1746143528.492617:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.492746:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462049152 00000100:00100000:3.0:1746143528.492752:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462049152 00002000:00100000:3.0:1746143528.492793:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236b9c00 x1830963462049152/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.492803:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b9c00 with x1830963462049152 ext(0->4095) 00002000:00010000:3.0:1746143528.492808:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236b9c00 00000100:00100000:3.0:1746143528.492839:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13724 00000100:00100000:3.0:1746143528.492846:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462049152:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143528.492960:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462049152:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (344us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.492966:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13724 00002000:00100000:3.0:1746143528.492970:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236b9c00 x1830963462049152/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.492978:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b9c00 with x1830963462049152 ext(0->4095) 00002000:00010000:3.0:1746143528.492980:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236b9c00 00000100:00100000:0.0:1746143528.497161:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.497234:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462049280 00000100:00100000:2.0:1746143528.497244:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462049280 00000100:00100000:2.0:1746143528.497393:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30436 00000100:00100000:2.0:1746143528.497402:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462049280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.497421:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.497438:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232bf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba81 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.497470:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba7a expref: 17 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.497478:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.497480:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.497483:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232bf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba81 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.497513:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba7a expref: 17 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.497524:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba7a expref: 17 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.497542:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455258496:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.498016:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.499569:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455258496:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.499603:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232bf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba81 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.499617:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79000, rc 0) 00000100:00100000:2.0:1746143528.499659:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462049280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2258us (2507us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.499667:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30436 00000100:00100000:0.0:1746143528.500084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.500129:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462049408 00000100:00100000:3.0:1746143528.500134:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462049408 00010000:00010000:3.0:1746143528.500157:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba7a expref: 18 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.500190:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16343 00000100:00100000:3.0:1746143528.500195:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4cd9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462049408:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.500206:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.500224:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba7a expref: 18 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.500238:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba7a expref: 18 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.500259:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba7a expref: 18 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.500322:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.500323:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.500331:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba81 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.500450:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba81 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.500478:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba81 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.500489:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455258624:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.500548:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.503540:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455258624:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.503563:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.503622:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4cd9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462049408:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3426us (3538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.503633:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16343 00000100:00100000:0.0:1746143528.503975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.504017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.504107:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462049664 00000100:00100000:1.0:1746143528.504113:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462049664 00002000:00100000:1.0:1746143528.504153:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236b9500 x1830963462049664/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.504163:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b9500 with x1830963462049664 ext(0->4095) 00002000:00010000:1.0:1746143528.504169:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236b9500 00000100:00100000:1.0:1746143528.504198:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13725 00000100:00100000:1.0:1746143528.504205:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462049664:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143528.504315:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462049792 00000100:00100000:2.0:1746143528.504319:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462049792 00000100:00100000:2.0:1746143528.504342:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30437 00000100:00100000:2.0:1746143528.504346:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1782:x1830963462049792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.504355:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.504370:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232c6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba88 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.504395:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba81 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.504404:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.504406:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.504409:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232c6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba88 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.504439:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba81 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.504451:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba81 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.504462:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455258752:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.504515:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.504954:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462049664:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 748us (936us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.504961:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13725 00002000:00100000:1.0:1746143528.504966:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236b9500 x1830963462049664/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.504974:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b9500 with x1830963462049664 ext(0->4095) 00010000:00010000:1.0:1746143528.505227:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232bf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba81 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.505241:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232bf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba81 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.505248:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801236b9500 00000100:00100000:2.0:1746143528.507122:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455258752:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.507147:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232c6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba88 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.507160:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78800, rc 0) 00000100:00100000:2.0:1746143528.507205:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1782:x1830963462049792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2856us (3229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.507213:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30437 00000100:00100000:0.0:1746143528.508082:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.508119:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.508136:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462050048 00000100:00100000:3.0:1746143528.508143:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462050048 00010000:00010000:3.0:1746143528.508169:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba81 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.508190:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16344 00000100:00100000:3.0:1746143528.508196:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462050048:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.508207:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.508225:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba81 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.508234:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba81 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.508257:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba81 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.508283:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.508284:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.508291:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba88 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.508316:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba88 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.508343:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba88 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.508355:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455258880:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.508410:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.508539:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462049920 00000100:00100000:2.0:1746143528.508543:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462049920 00000100:00100000:2.0:1746143528.508949:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30438 00000100:00100000:2.0:1746143528.508956:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1794:x1830963462049920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.508968:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.508978:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f232cd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba8f expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.508998:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba88 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.509006:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.509007:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.509010:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f232cd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba8f expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.509028:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba88 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.509037:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232c6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba88 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.509046:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455259008:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.509083:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.511348:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.511377:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455258880:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.511395:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.511433:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462050048:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3236us (3353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.511443:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16344 00000100:00100000:1.0:1746143528.511451:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462050304 00000100:00100000:1.0:1746143528.511458:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462050304 00002000:00100000:1.0:1746143528.511502:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ed80 x1830963462050304/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.511511:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ed80 with x1830963462050304 ext(0->4095) 00010000:00010000:1.0:1746143528.511519:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232c6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba88 expref: 20 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.511531:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232c6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba88 expref: 20 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.511537:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96ed80 00000100:00100000:2.0:1746143528.511544:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455259008:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.511563:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f232cd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba8f expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143528.511563:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2992 00000100:00100000:1.0:1746143528.511569:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2006:x1830963462050304:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00010000:00010000:2.0:1746143528.511574:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79600, rc 0) 00000100:00100000:2.0:1746143528.511617:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:1794:x1830963462049920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2662us (3497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.511622:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30438 00000100:00100000:1.0:1746143528.511689:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462050304:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.511695:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2992 00002000:00100000:1.0:1746143528.511700:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ed80 x1830963462050304/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.511708:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ed80 with x1830963462050304 ext(0->4095) 00010000:00010000:1.0:1746143528.511711:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba88 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.511720:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba88 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.511726:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96ed80 00000100:00100000:0.0:1746143528.513601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.514284:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462050432 00000100:00100000:3.0:1746143528.514291:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462050432 00010000:00010000:3.0:1746143528.514598:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba88 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.514636:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16345 00000100:00100000:3.0:1746143528.514643:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963462050432:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.514655:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.514673:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba88 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.514684:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba88 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.514705:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba88 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.514720:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.514722:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.514729:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f232cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba8f expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.514738:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f232cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba8f expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.514767:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f232cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba8f expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.514778:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455259136:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.514862:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.516208:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455259136:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.516225:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.516255:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462050432:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1612us (2668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.516263:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16345 00000100:00100000:0.0:1746143528.517066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.517143:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462050688 00000100:00100000:3.0:1746143528.517150:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462050688 00002000:00100000:3.0:1746143528.517182:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96f100 x1830963462050688/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.517192:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96f100 with x1830963462050688 ext(0->4095) 00002000:00010000:3.0:1746143528.517196:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96f100 00000100:00100000:3.0:1746143528.517223:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13726 00000100:00100000:3.0:1746143528.517230:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462050688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143528.517450:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462050688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 218us (386us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.517456:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13726 00002000:00100000:3.0:1746143528.517461:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96f100 x1830963462050688/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.517468:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96f100 with x1830963462050688 ext(0->4095) 00002000:00010000:3.0:1746143528.517470:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96f100 00000100:00100000:0.0:1746143528.518629:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.518999:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462050816 00000100:00100000:2.0:1746143528.519005:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462050816 00000100:00100000:2.0:1746143528.519036:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30439 00000100:00100000:2.0:1746143528.519041:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462050816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.519054:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.519075:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f232d4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba96 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.519103:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f232cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba8f expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.519110:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.519112:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.519116:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f232d4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba96 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.519148:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f232cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba8f expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.519160:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f232cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba8f expref: 17 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.519172:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455259264:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.519347:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.520433:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455259264:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.520455:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f232d4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba96 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.520467:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79a00, rc 0) 00000100:00100000:2.0:1746143528.520492:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462050816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1450us (1866us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.520508:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30439 00000100:00100000:0.0:1746143528.521341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.521408:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462050944 00000100:00100000:3.0:1746143528.521414:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462050944 00010000:00010000:3.0:1746143528.521440:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f232cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba8f expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.521487:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16346 00000100:00100000:3.0:1746143528.521493:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462050944:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.521504:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.521522:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f232cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba8f expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.521531:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f232cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba8f expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.521552:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f232cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba8f expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.521578:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.521580:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.521597:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f232d4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba96 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.521605:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f232d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba96 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.521628:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f232d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba96 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.521637:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455259392:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.521691:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.523032:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455259392:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.523050:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.523088:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462050944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1594us (1747us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.523095:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16346 00000100:00100000:0.0:1746143528.523851:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.523916:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462051200 00000100:00100000:3.0:1746143528.523922:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462051200 00002000:00100000:3.0:1746143528.523958:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96d500 x1830963462051200/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.523968:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96d500 with x1830963462051200 ext(0->4095) 00002000:00010000:3.0:1746143528.523972:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96d500 00000100:00100000:3.0:1746143528.524023:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13727 00000100:00100000:3.0:1746143528.524031:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462051200:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143528.524158:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462051200:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.524164:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13727 00002000:00100000:3.0:1746143528.524169:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96d500 x1830963462051200/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.524176:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96d500 with x1830963462051200 ext(0->4095) 00002000:00010000:3.0:1746143528.524178:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96d500 00000100:00100000:0.0:1746143528.525750:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.525916:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462051328 00000100:00100000:2.0:1746143528.525923:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462051328 00000100:00100000:2.0:1746143528.525959:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30440 00000100:00100000:2.0:1746143528.525965:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1794:x1830963462051328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.525978:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.525995:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232db lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6ba9d expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.526021:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f232d4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba96 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.526029:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.526031:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.526035:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232db lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba9d expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.526065:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f232d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba96 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.526077:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f232d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba96 expref: 5 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.526089:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455259520:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.526364:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.527857:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455259520:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.527884:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232db lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba9d expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.527896:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79e00, rc 0) 00000100:00100000:2.0:1746143528.527929:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1794:x1830963462051328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1964us (2184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.527936:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30440 00000100:00100000:0.0:1746143528.528945:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.529045:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.529110:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462051456 00000100:00100000:3.0:1746143528.529116:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462051456 00010000:00010000:3.0:1746143528.529142:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f232d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba96 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.529171:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16347 00000100:00100000:3.0:1746143528.529177:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462051456:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.529191:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.529211:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f232d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba96 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.529222:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f232d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba96 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.529243:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f232d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba96 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.529271:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.529273:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.529280:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba9d expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.529287:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba9d expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.529343:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba9d expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.529355:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455259648:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.529412:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.529575:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462051584 00000100:00100000:2.0:1746143528.529578:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462051584 00000100:00100000:2.0:1746143528.529608:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30441 00000100:00100000:2.0:1746143528.529613:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1782:x1830963462051584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.529625:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.529633:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f232e2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6baa4 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.529648:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba9d expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.529653:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.529654:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.529657:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f232e2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baa4 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.529669:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba9d expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.529677:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232db lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba9d expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.529684:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455259776:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.529705:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.531614:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.531727:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455259648:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.531745:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.531777:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462051456:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2600us (2834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.531786:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16347 00000100:00100000:2.0:1746143528.531883:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462051840 00000100:00100000:2.0:1746143528.531888:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462051840 00002000:00100000:2.0:1746143528.531921:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96f800 x1830963462051840/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.531930:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96f800 with x1830963462051840 ext(0->4095) 00010000:00010000:2.0:1746143528.531937:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232db lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba9d expref: 20 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.531948:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232db lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba9d expref: 20 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.531954:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96f800 00000100:00100000:3.0:1746143528.532579:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455259776:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.532605:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f232e2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baa4 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.532617:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78200, rc 0) 00000100:00100000:3.0:1746143528.532641:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:1782:x1830963462051584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3028us (3596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.532651:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30441 00000100:00100000:2.0:1746143528.532723:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2993 00000100:00100000:2.0:1746143528.532729:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2004:x1830963462051840:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746143528.532835:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2004:x1830963462051840:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (1229us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.532840:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2993 00002000:00100000:2.0:1746143528.532846:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96f800 x1830963462051840/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.532853:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96f800 with x1830963462051840 ext(0->4095) 00010000:00010000:2.0:1746143528.532857:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba9d expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.532866:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba9d expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.532872:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96f800 00000100:00100000:0.0:1746143528.535575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.535664:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462051968 00000100:00100000:2.0:1746143528.535671:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462051968 00000100:00100000:2.0:1746143528.535947:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30442 00000100:00100000:2.0:1746143528.535956:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462051968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.535974:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.535990:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232e9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6baab expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.536023:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.536227:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f232e2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baa4 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143528.536396:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746143528.536451:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143528.536457:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232e9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baab expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.536498:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f232e2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baa4 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.536511:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232e9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baab expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.536521:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79000, rc 0) 00000100:00100000:2.0:1746143528.536561:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462051968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 607us (994us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.536567:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30442 00000100:00100000:3.0:1746143528.536653:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462052096 00000100:00100000:3.0:1746143528.536657:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462052096 00010000:00010000:3.0:1746143528.536677:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba9d expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.536695:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16348 00000100:00100000:3.0:1746143528.536700:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963462052096:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.536709:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.536727:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba9d expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.536736:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba9d expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.536758:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6ba9d expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.536771:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.536773:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.536779:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f232e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baa4 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.536787:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f232e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baa4 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.536807:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f232e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baa4 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.536820:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f232e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baa4 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.536832:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455260032:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.536885:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.538759:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455260032:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.538775:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.538819:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462052096:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2117us (2421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.538827:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16348 00000100:00100000:0.0:1746143528.539290:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.540036:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462052352 00000100:00100000:1.0:1746143528.540043:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462052352 00002000:00100000:1.0:1746143528.540079:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96fb80 x1830963462052352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.540089:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96fb80 with x1830963462052352 ext(0->4095) 00010000:00010000:1.0:1746143528.540097:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f232e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baa4 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.540114:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f232e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baa4 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.540120:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96fb80 00000100:00100000:1.0:1746143528.540480:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2994 00000100:00100000:1.0:1746143528.540488:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462052352:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143528.540633:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462052352:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (1343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.540639:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2994 00002000:00100000:1.0:1746143528.540645:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96fb80 x1830963462052352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.540652:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96fb80 with x1830963462052352 ext(0->4095) 00010000:00010000:1.0:1746143528.540656:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f232e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baa4 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.540664:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f232e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baa4 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.540670:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96fb80 00000100:00100000:0.0:1746143528.544329:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.544424:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.544565:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462052480 00000100:00100000:3.0:1746143528.544579:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462052480 00010000:00010000:3.0:1746143528.544625:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f232e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baa4 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.544669:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16349 00000100:00100000:3.0:1746143528.544677:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462052480:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.544690:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.544712:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f232e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baa4 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.544725:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f232e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baa4 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.544749:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f232e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baa4 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.544772:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.544774:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.544782:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baab expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.544790:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baab expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.544830:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baab expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.544842:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455260160:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.544848:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462052608 00000100:00100000:2.0:1746143528.544852:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462052608 00000100:00100000:2.0:1746143528.544874:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30443 00000100:00100000:2.0:1746143528.544879:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1782:x1830963462052608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.544893:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.544904:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232f0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bab2 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.544914:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27e40 going to sleep for 11 seconds 00010000:00010000:2.0:1746143528.544921:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baab expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.544926:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.544927:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.544930:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232f0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab2 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.544948:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baab expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.544958:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232e9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baab expref: 5 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.544967:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455260288:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.545581:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.547248:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455260160:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.547248:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455260288:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.547268:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143528.547274:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232f0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab2 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.547287:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78e00, rc 0) 00000100:00100000:3.0:1746143528.547556:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963462052480:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2878us (3130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.547568:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16349 00000100:00100000:2.0:1746143528.547701:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:1782:x1830963462052608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2820us (3416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.547707:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30443 00000100:00100000:0.0:1746143528.548546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.548580:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462052864 00000100:00100000:1.0:1746143528.548596:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462052864 00002000:00100000:1.0:1746143528.548634:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ea00 x1830963462052864/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.548642:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ea00 with x1830963462052864 ext(0->4095) 00010000:00010000:1.0:1746143528.548650:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baab expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.548661:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baab expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.548668:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96ea00 00000100:00100000:1.0:1746143528.548698:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2995 00000100:00100000:1.0:1746143528.548705:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462052864:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143528.548967:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462052864:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 261us (420us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.548973:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2995 00002000:00100000:1.0:1746143528.548978:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ea00 x1830963462052864/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.548986:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ea00 with x1830963462052864 ext(0->4095) 00010000:00010000:1.0:1746143528.548990:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baab expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.548999:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baab expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.549004:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96ea00 00000100:00100000:0.0:1746143528.556342:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.556419:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462052992 00000100:00100000:3.0:1746143528.556431:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462052992 00010000:00010000:3.0:1746143528.556472:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baab expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.556506:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16350 00000100:00100000:3.0:1746143528.556511:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137709c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462052992:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.556525:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.556541:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baab expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.556550:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baab expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.556568:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f232e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baab expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.556582:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.556584:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.556601:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab2 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.556612:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab2 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.556646:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab2 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.556658:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455260416:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.557863:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.560342:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455260416:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.560366:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.560409:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137709c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462052992:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3896us (4073us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.560424:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16350 00000100:00100000:0.0:1746143528.564198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.564334:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462053248 00000100:00100000:1.0:1746143528.564345:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462053248 00002000:00100000:1.0:1746143528.564399:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96e680 x1830963462053248/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.564416:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96e680 with x1830963462053248 ext(0->4095) 00002000:00010000:1.0:1746143528.564422:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96e680 00000100:00100000:1.0:1746143528.564639:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13728 00000100:00100000:1.0:1746143528.564648:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462053248:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143528.564824:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462053248:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 176us (636us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.564830:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13728 00002000:00100000:1.0:1746143528.564836:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96e680 x1830963462053248/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.564843:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96e680 with x1830963462053248 ext(0->4095) 00002000:00010000:1.0:1746143528.564846:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96e680 00000100:00100000:0.0:1746143528.567339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.567399:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462053376 00000100:00100000:2.0:1746143528.567408:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462053376 00000100:00100000:2.0:1746143528.567465:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30444 00000100:00100000:2.0:1746143528.567472:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462053376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.567492:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.567512:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232f7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bab9 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.567541:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab2 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.567549:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.567550:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.567554:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232f7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab9 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.567597:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab2 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.567609:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab2 expref: 17 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.567621:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455260544:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.567710:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.569160:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455260544:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.569183:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232f7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab9 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.569196:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79e00, rc 0) 00000100:00100000:2.0:1746143528.569242:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462053376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1770us (1952us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.569249:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30444 00000100:00100000:0.0:1746143528.569693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.569846:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462053504 00000100:00100000:3.0:1746143528.569852:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462053504 00010000:00010000:3.0:1746143528.569875:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab2 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.569908:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16351 00000100:00100000:3.0:1746143528.569914:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462053504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.569925:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.569943:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab2 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.569953:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab2 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.569973:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f232f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab2 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.570001:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.570003:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.570009:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232f7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab9 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.570017:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab9 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.570044:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab9 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.570054:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455260672:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.570121:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.573021:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.573211:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462053632 00000100:00100000:2.0:1746143528.573219:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462053632 00000100:00100000:2.0:1746143528.573260:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30445 00000100:00100000:2.0:1746143528.573267:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1782:x1830963462053632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.573285:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.573324:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bac0 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.573354:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab9 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.573361:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746143528.573394:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455260672:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.573411:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.573464:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462053504:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3549us (3770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.573472:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16351 00010000:00010000:2.0:1746143528.573730:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.573736:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac0 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.573769:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab9 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.573781:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab9 expref: 5 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.573793:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455260800:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.573865:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.574430:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.574863:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462053888 00000100:00100000:0.0:1746143528.574869:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462053888 00002000:00100000:0.0:1746143528.574900:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b4e00 x1830963462053888/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.574909:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4e00 with x1830963462053888 ext(0->4095) 00010000:00010000:0.0:1746143528.574915:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232f7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab9 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.574926:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232f7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab9 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746143528.574932:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b4e00 00000100:00100000:0.0:1746143528.574948:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2996 00000100:00100000:0.0:1746143528.574953:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462053888:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143528.575083:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462053888:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (653us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143528.575090:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2996 00002000:00100000:0.0:1746143528.575095:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b4e00 x1830963462053888/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.575102:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4e00 with x1830963462053888 ext(0->4095) 00010000:00010000:0.0:1746143528.575106:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232f7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab9 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.575114:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232f7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab9 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746143528.575120:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b4e00 00000100:00100000:0.0:1746143528.576829:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.576859:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455260800:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.576872:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462054144 00000100:00100000:3.0:1746143528.576876:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462054144 00010000:00010000:2.0:1746143528.576881:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac0 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.576894:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab9 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.576894:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78800, rc 0) 00000100:00100000:0.0:1746143528.576907:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.576923:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1782:x1830963462053632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3656us (3912us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.576930:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30445 00000100:00100000:3.0:1746143528.577043:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16352 00000100:00100000:3.0:1746143528.577048:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462054144:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.577056:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746143528.577069:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462054016 00010000:00010000:3.0:1746143528.577071:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab9 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.577072:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462054016 00010000:00010000:3.0:1746143528.577081:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab9 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.577095:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30446 00000100:00100000:2.0:1746143528.577100:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1794:x1830963462054016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.577103:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f232f7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bab9 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.577110:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.577120:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.577120:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23305 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bac7 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.577121:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.577127:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac0 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.577135:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac0 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.577538:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac0 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.577544:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.577545:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.577548:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23305 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac7 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.577567:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac0 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.577568:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac0 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.577578:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac0 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.577597:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455261056:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.577656:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746143528.577704:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac0 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.577712:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455260928:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.577736:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.579088:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455261056:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.579104:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23305 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac7 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.579113:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79800, rc 0) 00000100:00100000:2.0:1746143528.579148:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:1794:x1830963462054016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2047us (2240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.579155:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30446 00000100:00100000:3.0:1746143528.579532:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455260928:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.579543:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.579563:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963462054144:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2514us (2737us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.579570:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16352 00000100:00100000:0.0:1746143528.579872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.580030:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462054400 00000100:00100000:2.0:1746143528.580035:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462054400 00002000:00100000:2.0:1746143528.580062:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96c700 x1830963462054400/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.580076:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96c700 with x1830963462054400 ext(0->4095) 00010000:00010000:2.0:1746143528.580082:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac0 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.580092:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac0 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.580099:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96c700 00000100:00100000:2.0:1746143528.580113:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2997 00000100:00100000:2.0:1746143528.580119:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462054400:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143528.580709:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462054400:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 589us (836us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.580716:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2997 00002000:00100000:2.0:1746143528.580721:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96c700 x1830963462054400/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.580729:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96c700 with x1830963462054400 ext(0->4095) 00010000:00010000:2.0:1746143528.580733:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac0 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.580742:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac0 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.580748:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96c700 00000100:00100000:0.0:1746143528.582254:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.582370:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462054528 00000100:00100000:3.0:1746143528.582376:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462054528 00010000:00010000:3.0:1746143528.582393:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac0 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.582426:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16353 00000100:00100000:3.0:1746143528.582431:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963462054528:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.582445:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.582459:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac0 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.582468:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac0 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.582488:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f232fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac0 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.582500:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.582502:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.582508:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23305 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac7 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.582516:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23305 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac7 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.582542:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23305 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac7 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.582554:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455261184:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.582811:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.584280:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455261184:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.584316:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.584353:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462054528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1921us (2100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.584362:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16353 00000100:00100000:0.0:1746143528.584757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.584851:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462054784 00000100:00100000:2.0:1746143528.584857:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462054784 00002000:00100000:2.0:1746143528.584889:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96dc00 x1830963462054784/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.584897:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96dc00 with x1830963462054784 ext(0->4095) 00002000:00010000:2.0:1746143528.584902:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96dc00 00000100:00100000:2.0:1746143528.584916:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13729 00000100:00100000:2.0:1746143528.584921:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462054784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143528.585540:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462054784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 617us (782us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.585546:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13729 00002000:00100000:2.0:1746143528.585552:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96dc00 x1830963462054784/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.585559:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96dc00 with x1830963462054784 ext(0->4095) 00002000:00010000:2.0:1746143528.585562:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96dc00 00000100:00100000:0.0:1746143528.586788:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.586928:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462054912 00000100:00100000:2.0:1746143528.586934:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462054912 00000100:00100000:2.0:1746143528.586969:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30447 00000100:00100000:2.0:1746143528.586975:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462054912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.586987:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.587003:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2330c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bace expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.587026:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23305 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac7 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.587038:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.587040:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.587043:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2330c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bace expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.587070:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23305 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac7 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.587081:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23305 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac7 expref: 17 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.587092:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455261312:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.587165:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.589191:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.589381:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455261312:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.589408:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2330c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bace expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.589423:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78800, rc 0) 00000100:00100000:2.0:1746143528.589601:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462054912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2624us (2815us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.589608:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30447 00000100:00100000:3.0:1746143528.590093:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462055040 00000100:00100000:3.0:1746143528.590099:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462055040 00010000:00010000:3.0:1746143528.590126:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23305 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac7 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.590158:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16354 00000100:00100000:3.0:1746143528.590164:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462055040:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.590175:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.590196:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23305 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac7 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.590207:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23305 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac7 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.590229:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23305 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bac7 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.590253:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.590254:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.590262:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2330c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bace expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.590269:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2330c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bace expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.590321:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2330c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bace expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.590332:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455261440:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.590390:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.592559:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455261440:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.592576:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.592623:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462055040:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2459us (3438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.592632:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16354 00000100:00100000:0.0:1746143528.593056:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.593106:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462055296 00000100:00100000:2.0:1746143528.593113:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462055296 00002000:00100000:2.0:1746143528.593149:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ca80 x1830963462055296/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.593170:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ca80 with x1830963462055296 ext(0->4095) 00002000:00010000:2.0:1746143528.593174:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96ca80 00000100:00100000:2.0:1746143528.593200:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13730 00000100:00100000:2.0:1746143528.593208:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462055296:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143528.593403:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462055296:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 196us (347us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.593408:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13730 00002000:00100000:2.0:1746143528.593413:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ca80 x1830963462055296/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.593419:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ca80 with x1830963462055296 ext(0->4095) 00002000:00010000:2.0:1746143528.593422:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96ca80 00000100:00100000:0.0:1746143528.594881:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.595104:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462055424 00000100:00100000:2.0:1746143528.595109:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462055424 00000100:00100000:2.0:1746143528.595146:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30448 00000100:00100000:2.0:1746143528.595152:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1782:x1830963462055424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.595164:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.595179:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23313 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bad5 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.595203:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2330c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bace expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.595210:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.595212:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.595216:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23313 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bad5 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.595243:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2330c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bace expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.595256:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2330c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bace expref: 5 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.595268:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455261568:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.595358:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.596248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.596288:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462055552 00000100:00100000:3.0:1746143528.596313:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462055552 00000100:00100000:3.0:1746143528.596344:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30449 00000100:00100000:3.0:1746143528.596349:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:1794:x1830963462055552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.596357:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.596364:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2331a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6badc expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.596378:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.596381:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23313 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bad5 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.596386:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.596398:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2331a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6badc expref: 20 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.596430:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23313 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bad5 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.596442:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2331a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6badc expref: 20 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.596450:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a200, rc 0) 00000100:00100000:3.0:1746143528.596492:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:1794:x1830963462055552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.596498:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30449 00000100:00100000:0.0:1746143528.597189:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.597456:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455261568:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.597472:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23313 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bad5 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.597481:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79e00, rc 0) 00000100:00100000:3.0:1746143528.597510:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:1782:x1830963462055424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2358us (2633us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.597517:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30448 00000100:00100000:3.0:1746143528.597540:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462055680 00000100:00100000:3.0:1746143528.597544:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462055680 00010000:00010000:3.0:1746143528.597560:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2330c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bace expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.597578:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16355 00000100:00100000:3.0:1746143528.597584:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462055680:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.597604:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.597621:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2330c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bace expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.597631:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2330c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bace expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.597649:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2330c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bace expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.597659:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.597661:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.597667:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23313 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bad5 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.597675:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23313 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bad5 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.597693:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23313 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bad5 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.597702:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23313 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bad5 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.597713:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455261824:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.597762:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.598543:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455261824:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.598553:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.599069:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462055680:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1484us (1880us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.599077:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16355 00000100:00100000:0.0:1746143528.599292:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.599419:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462055936 00000100:00100000:2.0:1746143528.599424:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462055936 00002000:00100000:2.0:1746143528.599448:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097826300 x1830963462055936/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.599457:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097826300 with x1830963462055936 ext(0->4095) 00010000:00010000:2.0:1746143528.599462:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23313 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bad5 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.599472:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23313 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bad5 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.599477:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097826300 00000100:00100000:2.0:1746143528.599488:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2998 00000100:00100000:2.0:1746143528.599492:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097826300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462055936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143528.599606:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097826300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462055936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.599614:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2998 00002000:00100000:2.0:1746143528.599618:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097826300 x1830963462055936/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.599625:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097826300 with x1830963462055936 ext(0->4095) 00010000:00010000:2.0:1746143528.599629:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23313 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bad5 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.599637:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23313 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bad5 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.599642:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097826300 00000100:00100000:0.0:1746143528.601541:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.601711:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462056064 00000100:00100000:3.0:1746143528.601717:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462056064 00010000:00010000:3.0:1746143528.601741:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23313 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bad5 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.601760:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16356 00000100:00100000:3.0:1746143528.601766:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097826d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963462056064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.601775:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.601790:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23313 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bad5 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.601800:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23313 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bad5 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.601818:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23313 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bad5 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.601844:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.601847:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.601852:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2331a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6badc expref: 18 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.601858:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2331a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6badc expref: 18 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.601882:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2331a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6badc expref: 18 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.601892:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455261952:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.602151:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.605090:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455261952:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.605119:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.605163:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097826d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462056064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3394us (3625us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.605174:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16356 00000100:00100000:0.0:1746143528.605599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.605744:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462056320 00000100:00100000:2.0:1746143528.605751:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462056320 00002000:00100000:2.0:1746143528.605789:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097824a80 x1830963462056320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.605800:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097824a80 with x1830963462056320 ext(0->4095) 00002000:00010000:2.0:1746143528.605804:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097824a80 00000100:00100000:2.0:1746143528.605820:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13731 00000100:00100000:2.0:1746143528.605826:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462056320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143528.605958:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462056320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (371us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.605964:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13731 00002000:00100000:2.0:1746143528.605969:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097824a80 x1830963462056320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.605981:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097824a80 with x1830963462056320 ext(0->4095) 00002000:00010000:2.0:1746143528.605983:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097824a80 00000100:00100000:0.0:1746143528.607660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.607744:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462056448 00000100:00100000:3.0:1746143528.607751:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462056448 00000100:00100000:3.0:1746143528.607783:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30450 00000100:00100000:3.0:1746143528.607788:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462056448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.607803:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.607821:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23321 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bae3 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.607849:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2331a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6badc expref: 17 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.607857:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.607858:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.607862:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23321 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bae3 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.607911:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2331a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6badc expref: 17 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.607924:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2331a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6badc expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.607936:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455262080:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.609323:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.611210:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.611325:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462056576 00000100:00100000:2.0:1746143528.611337:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462056576 00010000:00010000:2.0:1746143528.611369:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2331a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6badc expref: 18 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.611377:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455262080:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.611404:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23321 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bae3 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.611404:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16357 00000100:00100000:2.0:1746143528.611411:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462056576:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.611420:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7be00, rc 0) 00010000:00010000:2.0:1746143528.611424:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.611444:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2331a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6badc expref: 18 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.611455:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2331a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6badc expref: 18 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.611468:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462056448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3678us (3812us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.611475:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30450 00010000:00010000:2.0:1746143528.611476:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2331a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6badc expref: 18 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.611507:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.611509:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.612100:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23321 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bae3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.612110:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23321 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bae3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.612148:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23321 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bae3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.612160:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455262208:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.612245:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e3b0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.615607:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.615668:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455262208:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.615687:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462056704 00010000:00010000:2.0:1746143528.615691:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.615696:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462056704 00000100:00100000:3.0:1746143528.615750:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30451 00000100:00100000:3.0:1746143528.615758:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1782:x1830963462056704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746143528.615768:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462056576:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4355us (4563us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.615777:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16357 00010000:00010000:3.0:1746143528.615778:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.615795:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23328 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6baea expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.615826:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23321 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bae3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.615835:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.615837:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.615841:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23328 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baea expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.615869:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23321 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bae3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.615882:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23321 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bae3 expref: 5 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.615895:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455262336:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.615959:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.616408:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.616483:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462056960 00000100:00100000:2.0:1746143528.616491:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462056960 00002000:00100000:2.0:1746143528.616521:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097825c00 x1830963462056960/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.616530:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097825c00 with x1830963462056960 ext(0->4095) 00010000:00010000:2.0:1746143528.616539:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23321 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bae3 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.616549:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23321 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bae3 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.617009:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097825c00 00000100:00100000:2.0:1746143528.617049:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2999 00000100:00100000:2.0:1746143528.617056:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097825c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462056960:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143528.617557:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097825c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462056960:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 499us (1147us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.617561:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455262336:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.617564:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2999 00002000:00100000:2.0:1746143528.617570:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097825c00 x1830963462056960/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.617577:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097825c00 with x1830963462056960 ext(0->4095) 00010000:00010000:2.0:1746143528.617583:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23321 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bae3 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.617598:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23328 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baea expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.617604:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23321 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bae3 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.617609:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097825c00 00010000:00010000:3.0:1746143528.617611:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b000, rc 0) 00000100:00100000:3.0:1746143528.617676:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1782:x1830963462056704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1918us (2094us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.617684:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30451 00000100:00100000:0.0:1746143528.619169:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.619329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.619491:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462057088 00000100:00100000:3.0:1746143528.619500:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462057088 00000100:00100000:3.0:1746143528.619540:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30452 00000100:00100000:2.0:1746143528.619540:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462057216 00000100:00100000:3.0:1746143528.619547:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1794:x1830963462057088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746143528.619547:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462057216 00010000:00010000:3.0:1746143528.619565:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.619575:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23321 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bae3 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.619580:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2332f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6baf1 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.619610:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16358 00010000:00010000:3.0:1746143528.619613:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746143528.619616:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097826d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462057216:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.619618:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23328 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baea expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.619624:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.619626:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.619627:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2332f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf1 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.619643:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23321 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bae3 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.619652:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23321 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bae3 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.619667:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23328 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baea expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.619675:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23321 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bae3 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.619679:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2332f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf1 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.619686:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.619687:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.619693:0:12044:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23328 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baea expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.619701:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23328 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baea expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.619713:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746143528.619720:0:12044:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23328 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baea expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.619737:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23328 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baea expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.619745:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097826d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462057216:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 129us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.619750:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455262592:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.619751:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16358 00000100:00100000:3.0:1746143528.619845:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.621599:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455262592:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.621618:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b800, rc 0) 00000100:00100000:3.0:1746143528.621889:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:1794:x1830963462057088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2339us (2723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.621897:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30452 00000100:00100000:0.0:1746143528.622046:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.622158:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462057472 00000100:00100000:2.0:1746143528.622164:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462057472 00002000:00100000:2.0:1746143528.622202:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134090e00 x1830963462057472/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.622211:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090e00 with x1830963462057472 ext(0->4095) 00010000:00010000:2.0:1746143528.622219:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23328 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baea expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.622231:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23328 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baea expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.622237:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134090e00 00000100:00100000:2.0:1746143528.622253:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3000 00000100:00100000:2.0:1746143528.622259:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963462057472:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143528.622401:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963462057472:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (356us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.622408:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3000 00002000:00100000:2.0:1746143528.622413:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134090e00 x1830963462057472/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.622420:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090e00 with x1830963462057472 ext(0->4095) 00010000:00010000:2.0:1746143528.622424:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23328 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baea expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.622432:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23328 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baea expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.622437:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134090e00 00000100:00100000:0.0:1746143528.627963:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.628330:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462057600 00000100:00100000:2.0:1746143528.628342:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462057600 00010000:00010000:2.0:1746143528.628388:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23328 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baea expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.628425:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16359 00000100:00100000:2.0:1746143528.628433:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963462057600:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.628447:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.628467:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23328 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baea expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.628479:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23328 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baea expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.628501:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23328 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baea expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.628566:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.628568:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.628575:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2332f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf1 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.628583:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2332f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf1 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.628627:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2332f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf1 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.628639:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455262720:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.628735:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba706c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.630658:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455262720:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143528.630663:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.630712:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462057856 00000100:00100000:1.0:1746143528.630717:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462057856 00010000:00010000:2.0:1746143528.630736:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746143528.630754:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134090700 x1830963462057856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.630762:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090700 with x1830963462057856 ext(0->4095) 00002000:00010000:1.0:1746143528.630766:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134090700 00000100:00100000:2.0:1746143528.630779:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963462057600:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2347us (2827us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.630787:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16359 00000100:00100000:1.0:1746143528.630791:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13732 00000100:00100000:1.0:1746143528.630796:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963462057856:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143528.630959:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462057856:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 162us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.630965:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13732 00002000:00100000:1.0:1746143528.630972:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134090700 x1830963462057856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.630979:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090700 with x1830963462057856 ext(0->4095) 00002000:00010000:1.0:1746143528.630981:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134090700 00000100:00100000:0.0:1746143528.631973:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.632012:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462057984 00000100:00100000:3.0:1746143528.632017:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462057984 00000100:00100000:3.0:1746143528.632050:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30453 00000100:00100000:3.0:1746143528.632056:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462057984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.632068:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.632082:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23336 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6baf8 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.632105:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2332f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf1 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.632112:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.632114:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.632118:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23336 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf8 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.632147:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2332f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf1 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.632158:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2332f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf1 expref: 17 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.632169:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455262848:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.632243:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.633200:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455262848:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.633220:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23336 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf8 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.633232:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7ac00, rc 0) 00000100:00100000:3.0:1746143528.633269:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462057984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1213us (1296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.633276:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30453 00000100:00100000:0.0:1746143528.634329:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.634444:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462058112 00000100:00100000:2.0:1746143528.634451:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462058112 00010000:00010000:2.0:1746143528.634481:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2332f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf1 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.634507:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16360 00000100:00100000:2.0:1746143528.634513:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462058112:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.634527:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.634546:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2332f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf1 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.634557:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2332f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf1 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.634576:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2332f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf1 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.634632:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.634634:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.634642:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23336 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf8 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.634650:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23336 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf8 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.634677:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23336 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf8 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.634689:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455262976:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.635004:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba706c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.636670:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455262976:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.636690:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.636736:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462058112:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2221us (2408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.636750:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16360 00000100:00100000:0.0:1746143528.636951:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.637026:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462058368 00000100:00100000:1.0:1746143528.637031:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462058368 00002000:00100000:1.0:1746143528.637084:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134090380 x1830963462058368/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.637094:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090380 with x1830963462058368 ext(0->4095) 00002000:00010000:1.0:1746143528.637098:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134090380 00000100:00100000:1.0:1746143528.637124:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13733 00000100:00100000:1.0:1746143528.637173:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462058368:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143528.637371:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462058368:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 241us (420us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.637378:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13733 00002000:00100000:1.0:1746143528.637383:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134090380 x1830963462058368/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.637390:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090380 with x1830963462058368 ext(0->4095) 00002000:00010000:1.0:1746143528.637393:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134090380 00000100:00100000:0.0:1746143528.639084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.639170:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462058496 00000100:00100000:3.0:1746143528.639177:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462058496 00000100:00100000:3.0:1746143528.639208:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30454 00000100:00100000:3.0:1746143528.639214:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1794:x1830963462058496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.639226:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.639242:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2333d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6baff expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.639268:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23336 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf8 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.639276:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.639278:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.639282:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2333d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baff expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.639340:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23336 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf8 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.639352:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23336 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf8 expref: 5 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.639363:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455263104:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.639447:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.641125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.641194:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.641249:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455263104:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143528.641268:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462058624 00010000:00010000:3.0:1746143528.641273:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2333d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baff expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143528.641273:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462058624 00010000:00010000:3.0:1746143528.641285:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a200, rc 0) 00000100:00100000:1.0:1746143528.641770:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30455 00000100:00100000:1.0:1746143528.641778:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:1782:x1830963462058624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143528.641793:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143528.641805:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f23344 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb06 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.641825:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746143528.641826:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:1794:x1830963462058496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2611us (2744us total) trans 0 rc 0/0 00010000:00010000:1.0:1746143528.641829:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2333d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baff expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.641832:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30454 00010000:00010000:1.0:1746143528.641835:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.641838:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f23344 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb06 expref: 20 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.641865:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2333d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baff expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.641874:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f23344 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb06 expref: 19 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.641881:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350600, rc 0) 00000100:00100000:1.0:1746143528.641899:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:1782:x1830963462058624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.641904:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30455 00000100:00100000:2.0:1746143528.641907:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462058752 00000100:00100000:2.0:1746143528.641911:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462058752 00010000:00010000:2.0:1746143528.641929:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23336 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf8 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.641960:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16361 00000100:00100000:2.0:1746143528.641965:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134092a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462058752:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.641974:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.641992:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23336 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf8 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.642002:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23336 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf8 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.642019:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23336 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baf8 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.642033:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.642034:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.642041:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2333d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baff expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.642048:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2333d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baff expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.642067:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2333d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baff expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.642079:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2333d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baff expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.642091:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455263360:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.642139:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba706c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.643427:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455263360:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.643442:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.643468:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134092a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462058752:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1503us (2273us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.643476:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16361 00000100:00100000:0.0:1746143528.644180:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.644345:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462059008 00000100:00100000:1.0:1746143528.644352:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462059008 00002000:00100000:1.0:1746143528.644389:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134093800 x1830963462059008/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.644398:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134093800 with x1830963462059008 ext(0->4095) 00010000:00010000:1.0:1746143528.644405:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2333d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baff expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.644423:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2333d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baff expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.644430:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134093800 00000100:00100000:1.0:1746143528.644454:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3001 00000100:00100000:1.0:1746143528.644460:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963462059008:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143528.644586:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963462059008:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.644601:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3001 00002000:00100000:1.0:1746143528.644607:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134093800 x1830963462059008/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.644614:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134093800 with x1830963462059008 ext(0->4095) 00010000:00010000:1.0:1746143528.644618:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2333d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baff expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.644627:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2333d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baff expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.644632:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134093800 00000100:00100000:0.0:1746143528.647040:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.647127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.647237:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462059136 00000100:00100000:1.0:1746143528.647245:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462059136 00000100:00100000:1.0:1746143528.647288:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30456 00000100:00100000:1.0:1746143528.647327:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462059136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143528.647343:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143528.647359:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb0d expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.647385:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.647389:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f23344 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb06 expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.647395:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143528.647398:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb0d expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.647434:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f23344 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb06 expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.647444:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb0d expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.647453:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350e00, rc 0) 00000100:00100000:1.0:1746143528.647493:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462059136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 198us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.647498:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30456 00000100:00100000:2.0:1746143528.647563:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462059264 00000100:00100000:2.0:1746143528.647567:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462059264 00010000:00010000:2.0:1746143528.647582:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2333d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baff expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.647614:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16362 00000100:00100000:2.0:1746143528.647619:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134092300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462059264:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.647627:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.647643:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2333d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baff expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.647653:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2333d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baff expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.647667:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2333d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6baff expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.647920:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.647922:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.647928:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f23344 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb06 expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.647934:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f23344 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb06 expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.647954:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f23344 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb06 expref: 18 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.647963:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f23344 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb06 expref: 18 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.647974:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455263616:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.648035:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba706c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.649796:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455263616:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.649817:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.649861:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134092300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462059264:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2241us (2732us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.649872:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16362 00000100:00100000:0.0:1746143528.650101:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.650229:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462059520 00000100:00100000:1.0:1746143528.650236:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462059520 00002000:00100000:1.0:1746143528.650272:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236fb80 x1830963462059520/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.650282:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236fb80 with x1830963462059520 ext(0->4095) 00010000:00010000:1.0:1746143528.650290:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f23344 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb06 expref: 18 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.650338:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f23344 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb06 expref: 18 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.650344:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236fb80 00000100:00100000:1.0:1746143528.650373:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3002 00000100:00100000:1.0:1746143528.650380:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462059520:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143528.650522:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462059520:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.650529:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3002 00002000:00100000:1.0:1746143528.650534:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236fb80 x1830963462059520/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.650542:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236fb80 with x1830963462059520 ext(0->4095) 00010000:00010000:1.0:1746143528.650547:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f23344 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb06 expref: 18 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.650556:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f23344 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb06 expref: 18 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.650561:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236fb80 00000100:00100000:0.0:1746143528.652212:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.652402:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.652412:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462059648 00000100:00100000:3.0:1746143528.652478:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462059648 00000100:00100000:2.0:1746143528.652516:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462059776 00000100:00100000:2.0:1746143528.652520:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462059776 00010000:00010000:2.0:1746143528.652543:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f23344 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb06 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.652574:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16363 00000100:00100000:2.0:1746143528.652580:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462059776:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.652602:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.652623:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f23344 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb06 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.652635:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f23344 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb06 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.652660:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f23344 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb06 expref: 19 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.652677:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746143528.652679:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30457 00010000:00010000:2.0:1746143528.652679:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.652685:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb0d expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.652686:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1782:x1830963462059648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.652693:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb0d expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.652701:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.652712:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23352 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb14 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.652731:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb0d expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.652737:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.652739:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.652742:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23352 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb14 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.652777:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb0d expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.652790:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb0d expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.652807:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455263744:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.652897:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba706c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746143528.652989:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb0d expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.652998:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb0d expref: 5 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.653007:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455263872:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.653034:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.654542:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455263872:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.654543:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455263744:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.654560:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746143528.654567:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23352 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb14 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.654578:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b000, rc 0) 00000100:00100000:2.0:1746143528.654605:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462059776:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2024us (2203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.654607:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:1782:x1830963462059648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1923us (2404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.654615:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16363 00000100:00100000:3.0:1746143528.654616:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30457 00000100:00100000:0.0:1746143528.655223:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.655370:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462060032 00000100:00100000:1.0:1746143528.655377:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462060032 00002000:00100000:1.0:1746143528.655414:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236df80 x1830963462060032/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.655423:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236df80 with x1830963462060032 ext(0->4095) 00010000:00010000:1.0:1746143528.655430:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb0d expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.655441:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb0d expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.655447:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236df80 00000100:00100000:1.0:1746143528.655474:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3003 00000100:00100000:1.0:1746143528.655481:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462060032:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143528.655633:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462060032:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.655638:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3003 00002000:00100000:1.0:1746143528.655643:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236df80 x1830963462060032/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.655650:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236df80 with x1830963462060032 ext(0->4095) 00010000:00010000:1.0:1746143528.655653:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb0d expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.655662:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb0d expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.655667:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236df80 00000100:00100000:0.0:1746143528.659257:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.659812:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.659897:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462060160 00000100:00100000:2.0:1746143528.659907:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462060160 00010000:00010000:2.0:1746143528.659950:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb0d expref: 6 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.659975:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462060288 00000100:00100000:3.0:1746143528.659979:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462060288 00000100:00100000:3.0:1746143528.660017:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30458 00000100:00100000:3.0:1746143528.660023:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+7:1794:x1830963462060288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.660043:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.660063:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23359 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb1b expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.660087:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.660093:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23352 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb14 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.660099:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.660101:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23359 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb1b expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.660137:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23352 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb14 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.660144:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16364 00010000:00010000:3.0:1746143528.660148:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23359 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb1b expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.660150:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+8:2006:x1830963462060160:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.660158:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7be00, rc 0) 00010000:00010000:2.0:1746143528.660158:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.660177:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb0d expref: 8 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.660187:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb0d expref: 8 pid: 9573 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.660204:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2334b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb0d expref: 8 pid: 9573 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.660205:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+8:1794:x1830963462060288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.660211:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30458 00010000:00010000:2.0:1746143528.660220:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.660222:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.660228:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23352 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb14 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.660237:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23352 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb14 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.660257:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23352 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb14 expref: 17 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.660268:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23352 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb14 expref: 17 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.660280:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455264128:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.660355:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba706c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.662215:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455264128:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.662233:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.662268:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137708c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462060160:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2117us (3021us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.662276:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16364 00000100:00100000:0.0:1746143528.663729:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.663830:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462060416 00000100:00100000:2.0:1746143528.663838:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462060416 00010000:00010000:2.0:1746143528.663869:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23352 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb14 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.663896:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16365 00000100:00100000:2.0:1746143528.663902:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462060416:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.663917:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.663936:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23352 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb14 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.663948:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23352 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb14 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.663970:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23352 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb14 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.663984:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.663985:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.663992:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23359 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb1b expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.664000:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23359 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb1b expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.664030:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23359 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb1b expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.664042:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455264256:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.664982:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.667377:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.667488:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455264256:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.667512:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.667556:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462060416:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3654us (3832us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.667569:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16365 00000100:00100000:3.0:1746143528.667703:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462060672 00000100:00100000:3.0:1746143528.667710:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462060672 00002000:00100000:3.0:1746143528.667753:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236dc00 x1830963462060672/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.667763:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236dc00 with x1830963462060672 ext(0->4095) 00002000:00010000:3.0:1746143528.667767:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236dc00 00000100:00100000:3.0:1746143528.667785:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13734 00000100:00100000:3.0:1746143528.667791:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462060672:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143528.668104:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462060672:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 312us (742us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.668110:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13734 00002000:00100000:3.0:1746143528.668115:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236dc00 x1830963462060672/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.668123:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236dc00 with x1830963462060672 ext(0->4095) 00002000:00010000:3.0:1746143528.668126:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236dc00 00000100:00100000:0.0:1746143528.670512:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.670659:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462060800 00000100:00100000:3.0:1746143528.670669:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462060800 00000100:00100000:3.0:1746143528.670713:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30459 00000100:00100000:3.0:1746143528.670722:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:1794:x1830963462060800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.670743:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.670763:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23360 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb22 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.670798:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23359 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb1b expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.670812:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.670814:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.670817:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23360 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb22 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.670849:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23359 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb1b expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.670861:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23359 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb1b expref: 5 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:3.0:1746143528.670875:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455264384:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.671729:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.673822:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455264384:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.673860:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23360 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb22 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.673878:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b800, rc 0) 00000100:00100000:3.0:1746143528.673935:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1794:x1830963462060800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3213us (3434us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.673944:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30459 00000100:00100000:1.0:1746143528.674005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.674033:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462060928 00000100:00100000:1.0:1746143528.674040:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462060928 00000100:00100000:3.0:1746143528.674252:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30460 00000100:00100000:3.0:1746143528.674260:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1782:x1830963462060928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.674277:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.674310:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23367 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb29 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143528.674313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746143528.674442:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.674448:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23360 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb22 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.674453:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.674456:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23367 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb29 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.674484:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23360 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb22 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.674493:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23367 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb29 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.674500:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a000, rc 0) 00000100:00100000:3.0:1746143528.674530:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:1782:x1830963462060928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 271us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.674535:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30460 00000100:00100000:2.0:1746143528.674566:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462061056 00000100:00100000:2.0:1746143528.674570:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462061056 00010000:00010000:2.0:1746143528.674596:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23359 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb1b expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.674690:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16366 00000100:00100000:2.0:1746143528.674695:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462061056:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.674704:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.674722:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23359 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb1b expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.674733:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23359 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb1b expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.674750:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23359 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb1b expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.674763:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.674765:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.674771:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23360 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb22 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.674779:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23360 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb22 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.674891:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23360 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb22 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.674905:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23360 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb22 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.674916:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455264640:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.675320:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.676827:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455264640:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.676847:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.676893:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462061056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2198us (2597us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.676903:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16366 00000100:00100000:0.0:1746143528.677977:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.678051:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462061312 00000100:00100000:3.0:1746143528.678059:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462061312 00002000:00100000:3.0:1746143528.678099:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236c700 x1830963462061312/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.678108:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236c700 with x1830963462061312 ext(0->4095) 00010000:00010000:3.0:1746143528.678116:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23360 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb22 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.678133:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23360 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb22 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746143528.678140:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236c700 00000100:00100000:3.0:1746143528.678250:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3004 00000100:00100000:3.0:1746143528.678259:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462061312:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143528.678584:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462061312:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 325us (609us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.678602:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3004 00002000:00100000:3.0:1746143528.678608:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236c700 x1830963462061312/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.678615:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236c700 with x1830963462061312 ext(0->4095) 00010000:00010000:3.0:1746143528.678619:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23360 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb22 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.678628:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23360 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb22 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746143528.678634:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236c700 00000100:00100000:0.0:1746143528.681520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.681628:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.681720:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462061440 00000100:00100000:3.0:1746143528.681729:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462061440 00000100:00100000:3.0:1746143528.681777:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30461 00000100:00100000:3.0:1746143528.681784:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462061440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.681803:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.681822:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2336e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb30 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.681850:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.681856:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23367 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb29 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.681862:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143528.681865:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2336e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb30 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.681902:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23367 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb29 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.681914:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2336e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb30 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.681922:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a200, rc 0) 00000100:00100000:3.0:1746143528.681976:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462061440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.681981:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30461 00000100:00100000:2.0:1746143528.682047:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462061568 00000100:00100000:2.0:1746143528.682050:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462061568 00010000:00010000:2.0:1746143528.682145:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23360 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb22 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.682174:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16367 00000100:00100000:2.0:1746143528.682179:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2005:x1830963462061568:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.682187:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.682208:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23360 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb22 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.682218:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23360 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb22 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.682234:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f23360 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb22 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.682248:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.682250:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.682255:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23367 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb29 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.682262:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23367 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb29 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.682278:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23367 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb29 expref: 18 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.682286:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23367 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb29 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.682325:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455264896:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.682377:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.684604:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455264896:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.684625:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.685423:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2005:x1830963462061568:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3238us (3788us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.685434:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16367 00000100:00100000:0.0:1746143528.685903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.685960:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462061824 00000100:00100000:3.0:1746143528.685969:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462061824 00002000:00100000:3.0:1746143528.686012:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6e300 x1830963462061824/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.686022:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6e300 with x1830963462061824 ext(0->4095) 00010000:00010000:3.0:1746143528.686031:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23367 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb29 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.686048:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23367 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb29 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746143528.686055:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6e300 00000100:00100000:3.0:1746143528.686079:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3005 00000100:00100000:3.0:1746143528.686085:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2005:x1830963462061824:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746143528.686238:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2005:x1830963462061824:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (336us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.686244:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3005 00002000:00100000:3.0:1746143528.686248:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6e300 x1830963462061824/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.686256:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6e300 with x1830963462061824 ext(0->4095) 00010000:00010000:3.0:1746143528.686260:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23367 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb29 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:3.0:1746143528.686268:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23367 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb29 expref: 18 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:3.0:1746143528.686273:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6e300 00000100:00100000:0.0:1746143528.688470:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.688556:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462061952 00000100:00100000:2.0:1746143528.688565:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462061952 00000100:00100000:2.0:1746143528.688628:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30462 00000100:00100000:1.0:1746143528.688634:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.688637:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:1782:x1830963462061952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.688661:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.688680:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23375 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb37 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.688708:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.688714:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2336e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb30 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.688720:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143528.688724:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23375 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb37 expref: 19 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.688760:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2336e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb30 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.688773:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23375 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb37 expref: 19 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.688784:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79a00, rc 0) 00000100:00100000:2.0:1746143528.688843:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:1782:x1830963462061952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 208us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.688850:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30462 00000100:00100000:2.0:1746143528.688874:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462062080 00000100:00100000:2.0:1746143528.688877:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462062080 00010000:00010000:2.0:1746143528.688890:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23367 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb29 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.688907:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16368 00000100:00100000:2.0:1746143528.688912:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2004:x1830963462062080:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.688919:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.688937:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23367 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb29 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.688947:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23367 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb29 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.688965:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23367 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb29 expref: 19 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.688976:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.688978:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.688984:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2336e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb30 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.688991:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2336e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb30 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.689011:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2336e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb30 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.689021:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2336e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb30 expref: 5 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.689032:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455265152:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.689092:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.692643:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455265152:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.692671:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.692733:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2004:x1830963462062080:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3818us (4097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.692745:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16368 00000100:00100000:0.0:1746143528.693463:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.693837:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462062336 00000100:00100000:1.0:1746143528.693846:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462062336 00002000:00100000:1.0:1746143528.693889:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6d180 x1830963462062336/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.693899:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6d180 with x1830963462062336 ext(0->4095) 00010000:00010000:1.0:1746143528.693908:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2336e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb30 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.693921:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2336e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb30 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:1.0:1746143528.693928:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6d180 00000100:00100000:1.0:1746143528.693962:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3006 00000100:00100000:1.0:1746143528.693971:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462062336:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143528.694522:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462062336:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 549us (1059us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143528.694529:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3006 00002000:00100000:0.0:1746143528.694536:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6d180 x1830963462062336/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.694543:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6d180 with x1830963462062336 ext(0->4095) 00010000:00010000:0.0:1746143528.694548:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2336e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb30 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.694557:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2336e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb30 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746143528.694569:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6d180 00000100:00100000:0.0:1746143528.698899:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.699038:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462062464 00000100:00100000:2.0:1746143528.699049:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462062464 00010000:00010000:2.0:1746143528.699090:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2336e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb30 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.699720:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16369 00000100:00100000:1.0:1746143528.699732:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462062464:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143528.699747:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143528.699771:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2336e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb30 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.699784:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2336e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb30 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.699810:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f2336e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb30 expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.699849:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.699852:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.699860:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23375 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb37 expref: 17 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.699870:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23375 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb37 expref: 17 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.699909:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23375 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb37 expref: 17 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143528.699923:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455265280:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143528.700022:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1343c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.702554:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455265280:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143528.702581:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143528.702639:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462062464:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2907us (3749us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.702650:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16369 00000100:00100000:1.0:1746143528.704438:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.704515:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462062720 00000100:00100000:0.0:1746143528.704524:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462062720 00002000:00100000:0.0:1746143528.704570:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cad500 x1830963462062720/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.704580:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cad500 with x1830963462062720 ext(0->4095) 00002000:00010000:0.0:1746143528.704585:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cad500 00000100:00100000:3.0:1746143528.705826:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13735 00000100:00100000:3.0:1746143528.705840:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462062720:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143528.706030:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462062720:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 193us (1601us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.706041:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13735 00002000:00100000:3.0:1746143528.706048:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cad500 x1830963462062720/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.706056:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cad500 with x1830963462062720 ext(0->4095) 00002000:00010000:3.0:1746143528.706060:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cad500 00000100:00100000:0.0:1746143528.710724:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.711219:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462062848 00000100:00100000:2.0:1746143528.711229:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462062848 00000100:00100000:2.0:1746143528.711280:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30463 00000100:00100000:2.0:1746143528.711288:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462062848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.711456:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.711476:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2337c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb3e expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.711507:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23375 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb37 expref: 17 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.711514:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.711516:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.711520:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2337c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb3e expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.711551:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23375 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb37 expref: 17 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.711568:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23375 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb37 expref: 17 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.711580:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455265408:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.712225:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.715113:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455265408:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.715153:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2337c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb3e expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.715172:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:2.0:1746143528.715225:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462062848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3937us (4510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.715233:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30463 00000100:00100000:0.0:1746143528.720260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.721003:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462062976 00000100:00100000:2.0:1746143528.721015:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462062976 00002000:00100000:2.0:1746143528.721067:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097a6ed80 x1830963462062976/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 496/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.721078:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ed80 with x1830963462062976 ext(0->7) 00010000:00010000:2.0:1746143528.721089:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23375 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb37 expref: 18 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.721104:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23375 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb37 expref: 18 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.721114:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6ed80 00000100:00100000:2.0:1746143528.721151:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3007 00000100:00100000:2.0:1746143528.721159:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2007:x1830963462062976:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143528.724533:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2007:x1830963462062976:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3361us (4272us total) trans 4294972289 rc 0/0 00000100:00100000:0.0:1746143528.724548:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3007 00002000:00100000:0.0:1746143528.724560:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097a6ed80 x1830963462062976/t4294972289(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 496/448 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.724570:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ed80 with x1830963462062976 ext(0->7) 00010000:00010000:0.0:1746143528.724581:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23375 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb37 expref: 20 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.724609:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23375 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb37 expref: 20 pid: 9571 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746143528.724617:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6ed80 00000100:00100000:0.0:1746143528.726954:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.727754:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462063104 00000100:00100000:1.0:1746143528.727764:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462063104 00010000:00010000:0.0:1746143528.727939:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23375 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb37 expref: 20 pid: 9571 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746143528.727980:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16370 00000100:00100000:0.0:1746143528.727989:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2005:x1830963462063104:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143528.728005:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746143528.728025:0:10921:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746143528 -> 1746143529 00002000:00010000:0.0:1746143528.728028:0:10921:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746143528 -> 1746143529 00010000:00010000:0.0:1746143528.728033:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23375 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb37 expref: 20 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.728046:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23375 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb37 expref: 20 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.728073:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23375 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb37 expref: 20 pid: 9571 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.728109:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.728111:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.728119:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2337c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb3e expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.728128:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2337c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb3e expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.728165:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2337c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb3e expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143528.728184:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097a6d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455265536:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143528.728308:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.732728:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.733819:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462063232 00000100:00100000:2.0:1746143528.733829:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462063232 00000100:00100000:2.0:1746143528.733881:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30464 00000100:00100000:2.0:1746143528.733889:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:1782:x1830963462063232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.733908:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.733924:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23383 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb45 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.733954:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2337c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb3e expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.733961:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.733962:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.733965:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23383 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb45 expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.733997:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2337c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb3e expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.734009:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2337c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb3e expref: 5 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.734022:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455265664:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.734256:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.734466:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097a6d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455265536:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143528.734486:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143528.734512:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:2005:x1830963462063104:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6524us (7569us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.734525:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16370 00000100:00100000:0.0:1746143528.735492:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.735816:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462063488 00000100:00100000:2.0:1746143528.735823:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462063488 00002000:00100000:2.0:1746143528.735863:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6c000 x1830963462063488/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.736328:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6c000 with x1830963462063488 ext(0->4095) 00010000:00010000:2.0:1746143528.736340:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2337c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb3e expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.736354:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2337c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb3e expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.736362:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6c000 00000100:00100000:2.0:1746143528.736384:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3008 00000100:00100000:2.0:1746143528.736391:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462063488:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143528.736552:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462063488:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (1064us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.736559:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3008 00002000:00100000:2.0:1746143528.736565:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6c000 x1830963462063488/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.736572:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6c000 with x1830963462063488 ext(0->4095) 00010000:00010000:2.0:1746143528.736577:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2337c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb3e expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.736586:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2337c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb3e expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.736604:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6c000 00000100:00100000:2.0:1746143528.736658:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455265664:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.736681:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23383 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb45 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.736695:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78200, rc 0) 00000100:00100000:2.0:1746143528.736731:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:1782:x1830963462063232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2843us (4014us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.736737:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30464 00000100:00100000:0.0:1746143528.739703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.740005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.740087:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462063616 00000100:00100000:1.0:1746143528.740097:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462063616 00010000:00010000:1.0:1746143528.740132:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2337c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb3e expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:1.0:1746143528.740174:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16371 00000100:00100000:1.0:1746143528.740181:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462063616:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143528.740196:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143528.740215:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2337c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb3e expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.740227:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2337c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb3e expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.740249:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2337c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb3e expref: 6 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:1.0:1746143528.740277:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.740279:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143528.740288:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23383 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb45 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.740324:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23383 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb45 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.740358:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23383 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb45 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143528.740372:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455265792:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143528.740449:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1343c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.740669:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462063744 00000100:00100000:2.0:1746143528.740673:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462063744 00000100:00100000:2.0:1746143528.740699:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30465 00000100:00100000:2.0:1746143528.740705:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:1794:x1830963462063744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.740718:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.740728:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2338a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb4c expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.740745:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23383 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb45 expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.740750:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.740752:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.740755:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2338a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb4c expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.740769:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23383 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb45 expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.740779:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23383 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb45 expref: 21 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.740786:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455265920:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.740805:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.742498:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455265792:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143528.742525:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143528.742576:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462063616:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2394us (2880us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.742597:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16371 00000100:00100000:0.0:1746143528.743067:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.743226:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462064000 00000100:00100000:2.0:1746143528.743232:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462064000 00000100:00100000:3.0:1746143528.743277:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455265920:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.743336:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2338a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb4c expref: 22 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.743353:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79000, rc 0) 00000100:00100000:3.0:1746143528.743381:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:1794:x1830963462063744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2676us (3376us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.743388:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30465 00002000:00100000:2.0:1746143528.743573:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6fb80 x1830963462064000/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.743582:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6fb80 with x1830963462064000 ext(0->4095) 00010000:00010000:2.0:1746143528.743599:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23383 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb45 expref: 21 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.743610:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23383 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb45 expref: 21 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.743617:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6fb80 00000100:00100000:2.0:1746143528.743634:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3009 00000100:00100000:2.0:1746143528.743640:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:2007:x1830963462064000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143528.743768:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:2007:x1830963462064000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (702us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.743774:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3009 00002000:00100000:2.0:1746143528.743780:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6fb80 x1830963462064000/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.743791:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6fb80 with x1830963462064000 ext(0->4095) 00010000:00010000:2.0:1746143528.743795:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23383 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb45 expref: 21 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.743804:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23383 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb45 expref: 21 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.743809:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6fb80 00000100:00100000:0.0:1746143528.745725:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.745909:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462064128 00000100:00100000:3.0:1746143528.745916:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462064128 00000100:00100000:3.0:1746143528.745959:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30466 00000100:00100000:3.0:1746143528.745967:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:1782:x1830963462064128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.745982:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.746000:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23391 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb53 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.746024:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.746030:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2338a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb4c expref: 22 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.746039:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143528.746043:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23391 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb53 expref: 22 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.746081:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2338a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb4c expref: 22 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.746093:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23391 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb53 expref: 22 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.746103:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a200, rc 0) 00000100:00100000:3.0:1746143528.746159:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:1782:x1830963462064128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.746165:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30466 00000100:00100000:1.0:1746143528.746727:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.746908:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462064256 00000100:00100000:0.0:1746143528.746912:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462064256 00010000:00010000:0.0:1746143528.746932:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23383 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb45 expref: 22 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746143528.746958:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16372 00000100:00100000:0.0:1746143528.746963:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:2005:x1830963462064256:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143528.746972:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143528.746992:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23383 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb45 expref: 22 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.747003:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23383 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb45 expref: 22 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.747023:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23383 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb45 expref: 22 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746143528.747046:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.747047:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143528.747055:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2338a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb4c expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.747062:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2338a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb4c expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.747088:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2338a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb4c expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143528.747098:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2338a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb4c expref: 21 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746143528.747110:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097a6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455266176:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143528.747172:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.750447:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097a6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455266176:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143528.750473:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143528.750534:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:2005:x1830963462064256:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3568us (3806us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143528.750545:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16372 00000100:00100000:0.0:1746143528.751475:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.751562:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462064512 00000100:00100000:2.0:1746143528.751569:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462064512 00002000:00100000:2.0:1746143528.751621:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6ea00 x1830963462064512/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.751632:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ea00 with x1830963462064512 ext(0->4095) 00010000:00010000:2.0:1746143528.751641:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2338a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb4c expref: 21 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.751654:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2338a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb4c expref: 21 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.751661:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6ea00 00000100:00100000:2.0:1746143528.751717:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3010 00000100:00100000:2.0:1746143528.751725:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:2007:x1830963462064512:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143528.751869:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:2007:x1830963462064512:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.751875:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3010 00002000:00100000:2.0:1746143528.751881:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6ea00 x1830963462064512/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.751887:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ea00 with x1830963462064512 ext(0->4095) 00010000:00010000:2.0:1746143528.751892:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2338a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb4c expref: 21 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.751900:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2338a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb4c expref: 21 pid: 12044 timeout: 846 lvb_type: 0 00002000:00010000:2.0:1746143528.751905:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6ea00 00000100:00100000:0.0:1746143528.753406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.754006:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462064640 00000100:00100000:2.0:1746143528.754015:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462064640 00000100:00100000:2.0:1746143528.754060:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30467 00000100:00100000:2.0:1746143528.754066:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462064640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.754082:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.754100:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23398 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb5a expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.754124:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.754129:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23391 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb53 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.754135:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143528.754138:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23398 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb5a expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.754171:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23391 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb53 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.754186:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23398 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb5a expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.754195:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79e00, rc 0) 00000100:00100000:2.0:1746143528.754236:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462064640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.754241:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30467 00000100:00100000:0.0:1746143528.755079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.755497:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462064768 00000100:00100000:2.0:1746143528.755503:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462064768 00010000:00010000:2.0:1746143528.755532:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2338a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb4c expref: 21 pid: 12044 timeout: 846 lvb_type: 0 00000100:00100000:2.0:1746143528.755566:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16373 00000100:00100000:2.0:1746143528.755573:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:2007:x1830963462064768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.755585:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.755616:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2338a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb4c expref: 21 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.755627:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2338a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb4c expref: 21 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.755648:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2338a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb4c expref: 21 pid: 12044 timeout: 846 lvb_type: 0 00010000:00010000:2.0:1746143528.755796:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.755798:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.755806:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23391 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb53 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.755813:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23391 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb53 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.755841:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23391 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb53 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.755851:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23391 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb53 expref: 20 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143528.755862:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455266432:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.756254:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.758464:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455266432:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.758486:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.758541:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2007:x1830963462064768:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2966us (3465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.758551:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16373 00000100:00100000:0.0:1746143528.759386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.759673:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462064896 00000100:00100000:2.0:1746143528.759681:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462064896 00010000:00010000:2.0:1746143528.759710:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23391 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb53 expref: 20 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143528.759877:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16374 00000100:00100000:2.0:1746143528.759886:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2006:x1830963462064896:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143528.759903:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.759924:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23391 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb53 expref: 20 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143528.759936:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23391 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb53 expref: 20 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143528.759959:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f23391 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb53 expref: 20 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143528.760157:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.760159:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.760168:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23398 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb5a expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.760177:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23398 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb5a expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.760209:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23398 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb5a expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143528.760221:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455266560:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.760942:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.762741:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455266560:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.762760:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.762794:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2006:x1830963462064896:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2909us (3411us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.762806:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16374 00000100:00100000:0.0:1746143528.763081:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.763232:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462065152 00000100:00100000:1.0:1746143528.763239:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462065152 00002000:00100000:1.0:1746143528.763271:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097892680 x1830963462065152/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.763280:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097892680 with x1830963462065152 ext(0->4095) 00002000:00010000:1.0:1746143528.763284:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097892680 00000100:00100000:3.0:1746143528.763434:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13736 00000100:00100000:3.0:1746143528.763443:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462065152:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143528.763598:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462065152:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (506us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.763604:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13736 00002000:00100000:3.0:1746143528.763609:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097892680 x1830963462065152/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.763616:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097892680 with x1830963462065152 ext(0->4095) 00002000:00010000:3.0:1746143528.763618:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097892680 00000100:00100000:0.0:1746143528.765360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.765515:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462065280 00000100:00100000:3.0:1746143528.765523:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462065280 00000100:00100000:3.0:1746143528.765574:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30468 00000100:00100000:3.0:1746143528.765581:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:1794:x1830963462065280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.765605:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.765621:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2339f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb61 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.765649:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23398 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb5a expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.765656:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.765658:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.765661:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2339f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb61 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.765688:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23398 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb5a expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.765698:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23398 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb5a expref: 5 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.765711:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455266688:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.766434:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.768250:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455266688:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.768280:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2339f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb61 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.768333:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b800, rc 0) 00000100:00100000:3.0:1746143528.768373:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:1794:x1830963462065280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2792us (3020us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.768381:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30468 00000100:00100000:0.0:1746143528.769136:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.769318:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462065408 00000100:00100000:3.0:1746143528.769325:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462065408 00010000:00010000:3.0:1746143528.769349:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23398 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb5a expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.769371:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16375 00000100:00100000:3.0:1746143528.769377:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097893100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462065408:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.769389:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.769408:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23398 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb5a expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.769419:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23398 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb5a expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.769441:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23398 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb5a expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746143528.770142:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746143528.770431:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.770433:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.770443:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2339f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb61 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.770457:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2339f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb61 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.770491:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2339f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb61 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.770503:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455266816:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.770563:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.770780:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462065536 00000100:00100000:2.0:1746143528.770785:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462065536 00000100:00100000:2.0:1746143528.770813:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30469 00000100:00100000:2.0:1746143528.770819:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:1782:x1830963462065536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.770831:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.770842:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233a6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb68 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.770859:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2339f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb61 expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.770864:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.770866:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.770868:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233a6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb68 expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.770884:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2339f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb61 expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.770893:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2339f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb61 expref: 21 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143528.770902:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455266944:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.770927:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.774061:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455266816:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.774082:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143528.774391:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462065408:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5010us (5253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.774406:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16375 00000100:00100000:2.0:1746143528.774628:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455266944:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.774651:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233a6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb68 expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.774668:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78200, rc 0) 00000100:00100000:2.0:1746143528.774706:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:1782:x1830963462065536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3886us (4565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.774714:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30469 00000100:00100000:0.0:1746143528.775491:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.775534:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462065792 00000100:00100000:1.0:1746143528.775542:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462065792 00002000:00100000:1.0:1746143528.775581:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097891500 x1830963462065792/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.775602:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097891500 with x1830963462065792 ext(0->4095) 00010000:00010000:1.0:1746143528.775609:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2339f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb61 expref: 21 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143528.775623:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2339f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb61 expref: 21 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143528.775633:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097891500 00000100:00100000:1.0:1746143528.775660:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3011 00000100:00100000:1.0:1746143528.775668:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:2007:x1830963462065792:12345-192.168.203.27@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746143528.775796:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:2007:x1830963462065792:12345-192.168.203.27@tcp:3:ldlm_bl.0 Request processed in 129us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.775802:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3011 00002000:00100000:1.0:1746143528.775807:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097891500 x1830963462065792/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.775813:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097891500 with x1830963462065792 ext(0->4095) 00010000:00010000:1.0:1746143528.775817:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2339f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb61 expref: 21 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143528.775824:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2339f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb61 expref: 21 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143528.775829:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097891500 00000100:00100000:0.0:1746143528.778490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.778585:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.778709:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462065920 00000100:00100000:2.0:1746143528.778717:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462065920 00000100:00100000:2.0:1746143528.778774:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30470 00000100:00100000:2.0:1746143528.778782:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462065920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.778802:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.778821:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233ad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb6f expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.778848:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.778855:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233a6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb68 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.778860:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143528.778864:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233ad lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb6f expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.778901:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233a6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb68 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.778915:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233ad lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb6f expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.778924:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:2.0:1746143528.778984:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462065920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 202us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.778991:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30470 00000100:00100000:3.0:1746143528.779066:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462066048 00000100:00100000:3.0:1746143528.779070:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462066048 00010000:00010000:3.0:1746143528.779088:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2339f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb61 expref: 21 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.779128:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16376 00000100:00100000:3.0:1746143528.779134:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:2004:x1830963462066048:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.779146:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.779165:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2339f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb61 expref: 21 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.779176:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2339f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb61 expref: 21 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.779192:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2339f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb61 expref: 21 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.779208:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.779210:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.779217:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb68 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.779223:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb68 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.779242:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb68 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.779253:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb68 expref: 20 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.779265:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455267200:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.779355:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.782924:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455267200:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.782946:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.782998:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2004:x1830963462066048:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3863us (4411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.783009:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16376 00000100:00100000:0.0:1746143528.783248:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.783366:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462066304 00000100:00100000:3.0:1746143528.783373:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462066304 00002000:00100000:3.0:1746143528.783409:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097891180 x1830963462066304/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.783425:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097891180 with x1830963462066304 ext(0->4095) 00010000:00010000:3.0:1746143528.783433:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb68 expref: 20 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.783446:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb68 expref: 20 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143528.783453:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097891180 00000100:00100000:3.0:1746143528.783479:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3012 00000100:00100000:3.0:1746143528.783486:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2006:x1830963462066304:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143528.783625:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2006:x1830963462066304:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143528.783631:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3012 00002000:00100000:3.0:1746143528.783636:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097891180 x1830963462066304/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143528.783642:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097891180 with x1830963462066304 ext(0->4095) 00010000:00010000:3.0:1746143528.783646:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb68 expref: 20 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.783654:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb68 expref: 20 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143528.783659:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097891180 00000100:00100000:0.0:1746143528.787423:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.787478:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.787563:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462066432 00000100:00100000:2.0:1746143528.787572:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462066432 00000100:00100000:2.0:1746143528.787632:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30471 00000100:00100000:2.0:1746143528.787640:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:1782:x1830963462066432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.787658:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.787674:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f233b4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb76 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.787702:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.787709:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233ad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb6f expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.787714:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143528.787718:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f233b4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb76 expref: 21 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.787756:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233ad lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb6f expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.787774:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f233b4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb76 expref: 21 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.787783:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79a00, rc 0) 00000100:00100000:2.0:1746143528.787844:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:1782:x1830963462066432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.787851:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30471 00000100:00100000:3.0:1746143528.787952:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462066560 00000100:00100000:3.0:1746143528.787957:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462066560 00010000:00010000:3.0:1746143528.787975:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb68 expref: 21 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.788155:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16377 00000100:00100000:3.0:1746143528.788161:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:2006:x1830963462066560:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.788288:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.788337:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb68 expref: 21 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.788348:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb68 expref: 21 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.788363:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb68 expref: 21 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.788386:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.788388:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.788394:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233ad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb6f expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.788400:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb6f expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.788422:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb6f expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.788432:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb6f expref: 5 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.788444:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455267456:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.788526:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.790936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.791114:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462066816 00000100:00100000:1.0:1746143528.791124:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462066816 00002000:00100000:1.0:1746143528.791174:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097891880 x1830963462066816/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.791184:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097891880 with x1830963462066816 ext(0->4095) 00010000:00010000:1.0:1746143528.791194:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233ad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb6f expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143528.791212:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233ad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb6f expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143528.791219:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097891880 00000100:00100000:1.0:1746143528.791252:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3013 00000100:00100000:1.0:1746143528.791259:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462066816:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143528.791452:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462066816:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 192us (527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.791459:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3013 00002000:00100000:1.0:1746143528.791464:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097891880 x1830963462066816/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.791470:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097891880 with x1830963462066816 ext(0->4095) 00010000:00010000:1.0:1746143528.791474:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233ad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb6f expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143528.791482:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233ad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb6f expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143528.791487:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097891880 00000100:00100000:3.0:1746143528.791824:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455267456:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.791842:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.791878:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2006:x1830963462066560:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3716us (4398us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.791886:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16377 00000100:00100000:0.0:1746143528.793485:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.793562:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462066944 00000100:00100000:3.0:1746143528.793568:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462066944 00010000:00010000:3.0:1746143528.793600:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb6f expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.793795:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16378 00000100:00100000:3.0:1746143528.793801:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462066944:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.793813:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.793830:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb6f expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.793839:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb6f expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.793859:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb6f expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.793872:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.793874:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.793881:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f233b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb76 expref: 19 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.793888:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f233b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb76 expref: 19 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.793916:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f233b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb76 expref: 19 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.793927:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455267584:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.794747:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b7b27840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.796737:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.796952:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455267584:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.796973:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.797033:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462066944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3230us (3550us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.797043:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16378 00000100:00100000:2.0:1746143528.797175:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462067200 00000100:00100000:2.0:1746143528.797182:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462067200 00002000:00100000:2.0:1746143528.797223:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920d4000 x1830963462067200/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.797233:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d4000 with x1830963462067200 ext(0->4095) 00002000:00010000:2.0:1746143528.797238:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920d4000 00000100:00100000:1.0:1746143528.797391:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13737 00000100:00100000:1.0:1746143528.797401:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2007:x1830963462067200:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143528.797581:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2007:x1830963462067200:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 182us (855us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.797599:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13737 00002000:00100000:1.0:1746143528.797604:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920d4000 x1830963462067200/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.797611:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d4000 with x1830963462067200 ext(0->4095) 00002000:00010000:1.0:1746143528.797614:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920d4000 00000100:00100000:0.0:1746143528.799840:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.799932:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462067328 00000100:00100000:2.0:1746143528.799941:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462067328 00000100:00100000:2.0:1746143528.799981:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30472 00000100:00100000:2.0:1746143528.799988:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462067328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.800007:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.800174:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f233bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb7d expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.800209:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f233b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb76 expref: 19 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.800216:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.800218:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.800222:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f233bb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb7d expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.800256:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f233b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb76 expref: 19 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.800269:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f233b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb76 expref: 19 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143528.800282:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455267712:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.800405:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.803235:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455267712:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.803265:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f233bb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb7d expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.803282:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79800, rc 0) 00000100:00100000:2.0:1746143528.803379:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462067328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3389us (3546us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.803387:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30472 00000100:00100000:0.0:1746143528.803530:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.803697:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462067456 00000100:00100000:3.0:1746143528.803705:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462067456 00010000:00010000:3.0:1746143528.803742:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f233b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb76 expref: 20 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.803767:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16379 00000100:00100000:3.0:1746143528.803773:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2007:x1830963462067456:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.803785:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.803804:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f233b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb76 expref: 20 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.803821:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f233b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb76 expref: 20 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.803845:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f233b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb76 expref: 20 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.803862:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.803864:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.803872:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f233bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb7d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.803880:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f233bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb7d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.803911:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f233bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb7d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.803922:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455267840:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.803995:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910300 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.806197:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455267840:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.806222:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.806265:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963462067456:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2491us (2741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.806275:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16379 00000100:00100000:0.0:1746143528.807479:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.808541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.808655:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462067840 00000100:00100000:2.0:1746143528.810769:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462067840 00000100:00100000:3.0:1746143528.810866:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30473 00000100:00100000:3.0:1746143528.810876:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:1782:x1830963462067840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.810895:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.810914:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f233c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb84 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.810944:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f233bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb7d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.810952:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.810954:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.810957:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f233c2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb84 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.810989:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f233bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb7d expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.811000:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f233bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb7d expref: 5 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.811012:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455267968:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.811101:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910300 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.813189:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455267968:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.813220:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f233c2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb84 expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.813236:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a000, rc 0) 00000100:00100000:3.0:1746143528.813275:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:1782:x1830963462067840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2400us (4738us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.813284:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30473 00000100:00100000:1.0:1746143528.813863:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462067712 00000100:00100000:1.0:1746143528.813873:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462067712 00002000:00100000:1.0:1746143528.813914:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920d5180 x1830963462067712/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.813924:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5180 with x1830963462067712 ext(0->4095) 00010000:00010000:1.0:1746143528.813930:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f233bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb7d expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143528.813942:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f233bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb7d expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143528.813949:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920d5180 00000100:00100000:1.0:1746143528.813978:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3014 00000100:00100000:1.0:1746143528.813984:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462067712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143528.814115:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462067712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (6642us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.814122:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3014 00002000:00100000:1.0:1746143528.814128:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920d5180 x1830963462067712/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.814141:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5180 with x1830963462067712 ext(0->4095) 00010000:00010000:1.0:1746143528.814145:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f233bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb7d expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143528.814154:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f233bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb7d expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143528.814160:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920d5180 00000100:00100000:0.0:1746143528.822428:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.822753:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462067968 00000100:00100000:3.0:1746143528.822764:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462067968 00010000:00010000:3.0:1746143528.822803:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f233bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb7d expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.823242:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16380 00000100:00100000:3.0:1746143528.823252:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462067968:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.823268:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.823289:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f233bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb7d expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.823322:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f233bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb7d expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.823347:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f233bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb7d expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.824029:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.824032:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.824042:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f233c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb84 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.824050:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f233c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb84 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.824086:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f233c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb84 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.824100:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455268096:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.824193:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.827879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.827971:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462068224 00000100:00100000:1.0:1746143528.827981:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462068224 00002000:00100000:1.0:1746143528.828030:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091baed80 x1830963462068224/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.828040:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091baed80 with x1830963462068224 ext(0->4095) 00002000:00010000:1.0:1746143528.828046:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091baed80 00000100:00100000:1.0:1746143528.828082:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13738 00000100:00100000:1.0:1746143528.828089:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2006:x1830963462068224:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143528.828243:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2006:x1830963462068224:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.828250:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13738 00002000:00100000:1.0:1746143528.828255:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091baed80 x1830963462068224/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.828262:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091baed80 with x1830963462068224 ext(0->4095) 00002000:00010000:1.0:1746143528.828265:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091baed80 00000100:00100000:3.0:1746143528.828356:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455268096:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.828375:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.828398:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462067968:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5149us (5982us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.828406:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16380 00000100:00100000:0.0:1746143528.839729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.839798:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462068352 00000100:00100000:3.0:1746143528.839812:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462068352 00000100:00100000:3.0:1746143528.839871:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30474 00000100:00100000:3.0:1746143528.839879:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462068352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.839899:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.839916:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f233c9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb8b expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.839946:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f233c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb84 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.839954:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.839955:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.839959:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f233c9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb8b expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.839988:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f233c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb84 expref: 19 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.840005:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f233c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb84 expref: 19 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.840017:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455268224:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143528.840109:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910300 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.842383:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455268224:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143528.842419:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f233c9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb8b expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.842434:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a200, rc 0) 00000100:00100000:3.0:1746143528.842482:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462068352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2603us (2764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.842490:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30474 00000100:00100000:0.0:1746143528.843148:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.843257:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462068480 00000100:00100000:2.0:1746143528.843263:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462068480 00002000:00100000:2.0:1746143528.843316:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091baf480 x1830963462068480/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 496/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.843325:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091baf480 with x1830963462068480 ext(0->7) 00010000:00010000:2.0:1746143528.843332:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f233c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb84 expref: 20 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143528.843344:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f233c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb84 expref: 20 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143528.843349:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091baf480 00000100:00100000:2.0:1746143528.843373:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3015 00000100:00100000:2.0:1746143528.843379:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2006:x1830963462068480:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143528.844903:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:2006:x1830963462068480:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1515us (1748us total) trans 4294972290 rc 0/0 00000100:00100000:0.0:1746143528.844913:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3015 00002000:00100000:0.0:1746143528.844921:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091baf480 x1830963462068480/t4294972290(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 496/448 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.844929:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091baf480 with x1830963462068480 ext(0->7) 00010000:00010000:0.0:1746143528.844938:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f233c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb84 expref: 22 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143528.844952:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f233c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb84 expref: 22 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746143528.844959:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091baf480 00000100:00100000:0.0:1746143528.847778:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.847831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.847888:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462068736 00000100:00100000:2.0:1746143528.847898:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462068736 00000100:00100000:2.0:1746143528.847944:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30475 00000100:00100000:2.0:1746143528.847952:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092359500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:1782:x1830963462068736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.847971:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.847989:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f233d0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb92 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.848031:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462068608 00000100:00100000:3.0:1746143528.848035:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462068608 00010000:00010000:2.0:1746143528.848045:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.848051:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f233c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb84 expref: 24 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143528.848051:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f233c9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb8b expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.848057:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143528.848060:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f233d0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb92 expref: 24 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.848080:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16381 00000100:00100000:3.0:1746143528.848085:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2007:x1830963462068608:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.848092:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143528.848099:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f233c9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb8b expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.848109:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f233c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb84 expref: 24 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143528.848115:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f233d0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb92 expref: 24 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.848124:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f233c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb84 expref: 24 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143528.848200:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.848201:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f233c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb84 expref: 24 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143528.848202:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.848207:0:12044:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f233c9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb8b expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.848213:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f233c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb8b expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.848231:0:12044:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f233c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb8b expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.848240:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f233c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb8b expref: 5 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143528.848251:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455268480:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.848439:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746143528.848681:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.848717:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+23:2007:x1830963462068608:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 630us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.848723:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16381 00000100:00100000:2.0:1746143528.850050:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455268480:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143528.850076:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78e00, rc 0) 00000100:00100000:2.0:1746143528.850111:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092359500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:1782:x1830963462068736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2159us (2278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.850118:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30475 00000100:00100000:0.0:1746143528.850369:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.850503:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462068992 00000100:00100000:1.0:1746143528.850510:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462068992 00002000:00100000:1.0:1746143528.850708:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092358380 x1830963462068992/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.850720:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092358380 with x1830963462068992 ext(0->4095) 00010000:00010000:1.0:1746143528.850728:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f233c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb8b expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143528.850741:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f233c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb8b expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143528.850748:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092358380 00000100:00100000:1.0:1746143528.850775:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3016 00000100:00100000:1.0:1746143528.850781:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092358380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462068992:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143528.850917:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092358380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462068992:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (549us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.850923:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3016 00002000:00100000:1.0:1746143528.850928:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092358380 x1830963462068992/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.850934:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092358380 with x1830963462068992 ext(0->4095) 00010000:00010000:1.0:1746143528.850938:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f233c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb8b expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143528.850947:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f233c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb8b expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143528.850957:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092358380 00000100:00100000:0.0:1746143528.852555:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.852717:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462069120 00000100:00100000:3.0:1746143528.852725:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462069120 00010000:00010000:3.0:1746143528.852758:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f233c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb8b expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.852779:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16382 00000100:00100000:3.0:1746143528.852785:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092358e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462069120:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.852799:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.852819:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f233c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb8b expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.852830:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f233c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb8b expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.852854:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a200/0xa6c9a53f47f233c9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb8b expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.853096:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.853098:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.853107:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f233d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb92 expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.853115:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f233d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb92 expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.853150:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f233d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb92 expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.853163:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455268608:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.853701:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910300 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.856043:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455268608:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143528.856046:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.856103:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462069376 00000100:00100000:2.0:1746143528.856111:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462069376 00010000:00010000:3.0:1746143528.856131:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746143528.856166:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092359c00 x1830963462069376/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.856175:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092359c00 with x1830963462069376 ext(0->4095) 00002000:00010000:2.0:1746143528.856180:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092359c00 00000100:00100000:3.0:1746143528.856189:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092358e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462069120:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3403us (3641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.856199:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16382 00000100:00100000:2.0:1746143528.856211:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13739 00000100:00100000:2.0:1746143528.856218:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:2006:x1830963462069376:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143528.856466:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:2006:x1830963462069376:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 249us (421us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143528.856473:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13739 00002000:00100000:2.0:1746143528.856477:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092359c00 x1830963462069376/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.856485:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092359c00 with x1830963462069376 ext(0->4095) 00002000:00010000:2.0:1746143528.856488:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092359c00 00000100:00100000:0.0:1746143528.857844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.857926:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462069504 00000100:00100000:2.0:1746143528.857934:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462069504 00000100:00100000:2.0:1746143528.857970:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30476 00000100:00100000:2.0:1746143528.857976:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462069504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.857994:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.858011:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f233d7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bb99 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.858039:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f233d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb92 expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.858051:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.858053:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.858056:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f233d7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb99 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.858087:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f233d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb92 expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.858098:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f233d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb92 expref: 21 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143528.858108:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455268736:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.858675:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.860227:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455268736:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.860257:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f233d7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb99 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.860273:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79600, rc 0) 00000100:00100000:2.0:1746143528.860337:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462069504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2361us (2499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.860345:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30476 00000100:00100000:0.0:1746143528.862707:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.863031:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462069632 00000100:00100000:2.0:1746143528.863040:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462069632 00002000:00100000:2.0:1746143528.863088:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092359f80 x1830963462069632/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 496/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143528.863104:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092359f80 with x1830963462069632 ext(0->7) 00010000:00010000:2.0:1746143528.863114:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f233d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb92 expref: 22 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143528.863128:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f233d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb92 expref: 22 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143528.863135:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092359f80 00000100:00100000:2.0:1746143528.863168:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3017 00000100:00100000:2.0:1746143528.863177:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:2006:x1830963462069632:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143528.865143:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2006:x1830963462069632:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1956us (3782us total) trans 4294972291 rc 0/0 00000100:00100000:0.0:1746143528.865154:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3017 00002000:00100000:0.0:1746143528.865164:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092359f80 x1830963462069632/t4294972291(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 496/448 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.865173:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092359f80 with x1830963462069632 ext(0->7) 00010000:00010000:0.0:1746143528.865182:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f233d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb92 expref: 24 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143528.865197:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f233d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb92 expref: 24 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746143528.865203:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092359f80 00000100:00100000:0.0:1746143528.868949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.869035:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462069760 00000100:00100000:3.0:1746143528.869044:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462069760 00010000:00010000:3.0:1746143528.869084:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f233d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb92 expref: 24 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.869111:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16383 00000100:00100000:3.0:1746143528.869118:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2006:x1830963462069760:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.869135:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.869155:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f233d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb92 expref: 24 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.869166:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f233d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb92 expref: 24 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.869189:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f233d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb92 expref: 24 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.870160:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.870164:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.870175:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f233d7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb99 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.870185:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f233d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb99 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.870224:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f233d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb99 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.870236:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455268864:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.870354:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.875221:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.875715:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.875822:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455268864:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.875845:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.875892:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+23:2006:x1830963462069760:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6773us (6952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.875907:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16383 00000100:00100000:2.0:1746143528.875991:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462069888 00000100:00100000:2.0:1746143528.875998:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462069888 00000100:00100000:2.0:1746143528.876035:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30477 00000100:00100000:2.0:1746143528.876042:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+23:1782:x1830963462069888:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.876061:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.876079:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233de lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bba0 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.876107:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f233d7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb99 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.876115:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.876117:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.876120:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233de lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba0 expref: 24 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.876152:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f233d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb99 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.876163:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f233d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb99 expref: 5 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143528.876174:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455268992:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.876245:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.876307:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462070144 00000100:00100000:1.0:1746143528.876311:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462070144 00002000:00100000:1.0:1746143528.876345:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235b100 x1830963462070144/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.876356:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235b100 with x1830963462070144 ext(0->4095) 00010000:00010000:1.0:1746143528.876362:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f233d7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb99 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143528.876372:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f233d7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb99 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143528.876378:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235b100 00000100:00100000:1.0:1746143528.876405:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3018 00000100:00100000:1.0:1746143528.876410:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462070144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143528.876516:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462070144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (800us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.876522:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3018 00002000:00100000:1.0:1746143528.876527:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235b100 x1830963462070144/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.876533:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235b100 with x1830963462070144 ext(0->4095) 00010000:00010000:1.0:1746143528.876537:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f233d7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb99 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143528.876550:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f233d7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb99 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143528.876555:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235b100 00000100:00100000:2.0:1746143528.878728:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134052300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455268992:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.878760:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233de lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba0 expref: 24 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.878777:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:2.0:1746143528.878832:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:1782:x1830963462069888:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2789us (3623us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.878841:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30477 00000100:00100000:0.0:1746143528.879930:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.880291:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462070272 00000100:00100000:2.0:1746143528.880310:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462070272 00000100:00100000:2.0:1746143528.880351:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30478 00000100:00100000:2.0:1746143528.880357:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:1794:x1830963462070272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.880373:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.880390:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f233e5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bba7 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.880414:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.880418:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233de lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba0 expref: 25 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.880426:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.880428:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f233e5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba7 expref: 25 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.880457:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233de lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba0 expref: 25 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.880466:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f233e5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba7 expref: 25 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.880472:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78800, rc 0) 00000100:00100000:2.0:1746143528.880508:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:1794:x1830963462070272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.880513:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30478 00000100:00100000:0.0:1746143528.881193:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.881390:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462070400 00000100:00100000:3.0:1746143528.881395:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462070400 00010000:00010000:3.0:1746143528.881417:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f233d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb99 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.881448:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16384 00000100:00100000:3.0:1746143528.881453:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462070400:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.881463:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.881482:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f233d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb99 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.881493:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f233d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb99 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.881510:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f233d7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bb99 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.882050:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.882052:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.882060:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba0 expref: 24 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.882068:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba0 expref: 24 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.882096:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba0 expref: 24 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.882108:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba0 expref: 24 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.882121:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455269248:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.882761:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910300 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.884466:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455269248:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.884485:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.884536:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462070400:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3080us (3344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.884546:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16384 00000100:00100000:2.0:1746143528.884699:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.884719:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462070656 00000100:00100000:0.0:1746143528.884725:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462070656 00002000:00100000:0.0:1746143528.884763:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134052300 x1830963462070656/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.884772:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134052300 with x1830963462070656 ext(0->4095) 00010000:00010000:0.0:1746143528.884779:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba0 expref: 25 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143528.884790:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba0 expref: 25 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746143528.884796:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134052300 00000100:00100000:0.0:1746143528.884824:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3019 00000100:00100000:0.0:1746143528.884831:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2007:x1830963462070656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143528.885134:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2007:x1830963462070656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 302us (434us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143528.885141:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3019 00002000:00100000:0.0:1746143528.885146:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134052300 x1830963462070656/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.885392:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134052300 with x1830963462070656 ext(0->4095) 00010000:00010000:0.0:1746143528.885399:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba0 expref: 25 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143528.885410:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba0 expref: 25 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746143528.885415:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134052300 00000100:00100000:0.0:1746143528.888066:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.888169:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462070784 00000100:00100000:3.0:1746143528.888180:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462070784 00010000:00010000:3.0:1746143528.888224:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba0 expref: 25 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.888255:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16385 00000100:00100000:3.0:1746143528.888262:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2005:x1830963462070784:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.888276:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.888343:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba0 expref: 25 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.888356:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba0 expref: 25 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.888380:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f233de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba0 expref: 25 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.888398:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.888400:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.888407:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f233e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba7 expref: 24 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.888416:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f233e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba7 expref: 24 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.888455:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f233e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba7 expref: 24 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.888468:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455269376:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.889828:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910300 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.893546:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455269376:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.893570:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.893638:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2005:x1830963462070784:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5375us (5583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.893649:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16385 00000100:00100000:0.0:1746143528.893797:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.893880:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462071040 00000100:00100000:1.0:1746143528.893887:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462071040 00002000:00100000:1.0:1746143528.893928:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9d500 x1830963462071040/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.893938:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9d500 with x1830963462071040 ext(0->4095) 00002000:00010000:1.0:1746143528.893943:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d9d500 00000100:00100000:1.0:1746143528.893965:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13740 00000100:00100000:1.0:1746143528.893971:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2006:x1830963462071040:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143528.894101:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2006:x1830963462071040:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.894107:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13740 00002000:00100000:1.0:1746143528.894112:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9d500 x1830963462071040/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.894119:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9d500 with x1830963462071040 ext(0->4095) 00002000:00010000:1.0:1746143528.894122:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d9d500 00000100:00100000:0.0:1746143528.903782:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.904467:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462071168 00000100:00100000:2.0:1746143528.904479:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462071168 00000100:00100000:2.0:1746143528.904539:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30479 00000100:00100000:2.0:1746143528.904546:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462071168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.904567:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.904598:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f233ec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bbae expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.904630:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f233e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba7 expref: 23 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.904640:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.904642:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.904645:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f233ec lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbae expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.904675:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f233e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba7 expref: 23 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.904686:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f233e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba7 expref: 23 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143528.904699:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455269504:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.904835:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.906787:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455269504:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.906907:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f233ec lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbae expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.906927:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79e00, rc 0) 00000100:00100000:2.0:1746143528.906985:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462071168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2438us (3211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.906993:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30479 00000100:00100000:0.0:1746143528.909074:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.909211:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462071296 00000100:00100000:1.0:1746143528.909220:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462071296 00002000:00100000:1.0:1746143528.909262:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880095d9c700 x1830963462071296/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 496/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.909278:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9c700 with x1830963462071296 ext(0->7) 00010000:00010000:1.0:1746143528.909287:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f233e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba7 expref: 24 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143528.909334:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f233e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba7 expref: 24 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143528.909341:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9c700 00000100:00100000:1.0:1746143528.909363:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3020 00000100:00100000:1.0:1746143528.909369:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2006:x1830963462071296:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746143528.910351:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2006:x1830963462071296:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 979us (1282us total) trans 4294972292 rc 0/0 00000100:00100000:1.0:1746143528.910357:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3020 00002000:00100000:1.0:1746143528.910364:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880095d9c700 x1830963462071296/t4294972292(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 496/448 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.910371:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9c700 with x1830963462071296 ext(0->7) 00010000:00010000:1.0:1746143528.910376:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f233e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba7 expref: 26 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143528.910384:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f233e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba7 expref: 26 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143528.910390:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9c700 00000100:00100000:0.0:1746143528.913245:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.913370:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462071424 00000100:00100000:3.0:1746143528.913381:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462071424 00010000:00010000:3.0:1746143528.913421:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f233e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba7 expref: 26 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.913450:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16386 00000100:00100000:3.0:1746143528.913457:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2004:x1830963462071424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.913474:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.913496:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f233e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba7 expref: 26 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.913509:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f233e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba7 expref: 26 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.913532:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f233e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bba7 expref: 26 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.913562:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.913564:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.913573:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f233ec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbae expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.913582:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f233ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbae expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.913626:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f233ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbae expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.913640:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455269632:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.913728:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.915482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.915782:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455269632:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.915806:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143528.915855:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462071680 00000100:00100000:3.0:1746143528.915856:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2004:x1830963462071424:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2398us (2624us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.915862:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462071680 00000100:00100000:3.0:1746143528.915868:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16386 00002000:00100000:1.0:1746143528.915901:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9ce00 x1830963462071680/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.915910:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9ce00 with x1830963462071680 ext(0->4095) 00002000:00010000:1.0:1746143528.915915:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d9ce00 00000100:00100000:1.0:1746143528.916274:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13741 00000100:00100000:1.0:1746143528.916283:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462071680:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143528.916842:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462071680:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 559us (1365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.916848:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13741 00002000:00100000:1.0:1746143528.916854:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9ce00 x1830963462071680/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.916861:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9ce00 with x1830963462071680 ext(0->4095) 00002000:00010000:1.0:1746143528.916864:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d9ce00 00000100:00100000:0.0:1746143528.917573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.918132:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462071808 00000100:00100000:2.0:1746143528.918138:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462071808 00000100:00100000:2.0:1746143528.918185:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30480 00000100:00100000:2.0:1746143528.918192:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:1782:x1830963462071808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.918205:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.918220:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233f3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bbb5 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143528.918236:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746143528.918245:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f233ec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbae expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.918252:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.918257:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.918261:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233f3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbb5 expref: 26 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.918374:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462071936 00000100:00100000:3.0:1746143528.918379:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462071936 00000100:00100000:3.0:1746143528.918430:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30481 00000100:00100000:3.0:1746143528.918436:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:1794:x1830963462071936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.918442:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143528.918448:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f233fa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bbbc expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.918459:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.918463:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233f3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbb5 expref: 28 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.918468:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143528.918470:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f233fa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbbc expref: 28 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.918500:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233f3 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbb5 expref: 28 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.918513:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f233fa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbbc expref: 28 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.918522:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b800, rc 0) 00000100:00100000:3.0:1746143528.918552:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1794:x1830963462071936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.918558:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30481 00010000:00010000:2.0:1746143528.918783:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f233ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbae expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.918795:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f233ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbae expref: 5 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143528.918807:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455269888:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.918875:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.920893:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.920985:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455269888:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.921006:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233f3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbb5 expref: 27 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.921017:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78200, rc 0) 00000100:00100000:2.0:1746143528.921051:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:1782:x1830963462071808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2859us (3480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.921061:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30480 00000100:00100000:3.0:1746143528.921129:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462072064 00000100:00100000:3.0:1746143528.921135:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462072064 00010000:00010000:3.0:1746143528.921158:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f233ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbae expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.921321:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16387 00000100:00100000:3.0:1746143528.921328:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462072064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.921341:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.921362:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f233ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbae expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.921372:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f233ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbae expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.921393:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f233ec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbae expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.921408:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.921409:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.921415:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbb5 expref: 26 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.921423:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbb5 expref: 26 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.921447:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbb5 expref: 26 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.921461:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbb5 expref: 26 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.921472:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455270016:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.921518:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910180 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.922974:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455270016:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.922990:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.923213:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462072064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1883us (2324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.923222:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16387 00000100:00100000:0.0:1746143528.923694:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.923943:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462072320 00000100:00100000:1.0:1746143528.923951:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462072320 00002000:00100000:1.0:1746143528.923993:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9dc00 x1830963462072320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.924003:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9dc00 with x1830963462072320 ext(0->4095) 00010000:00010000:1.0:1746143528.924012:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbb5 expref: 27 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143528.924027:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbb5 expref: 27 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143528.924038:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9dc00 00000100:00100000:1.0:1746143528.924055:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3021 00000100:00100000:1.0:1746143528.924062:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:2006:x1830963462072320:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143528.924801:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:2006:x1830963462072320:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 736us (1104us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.924808:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3021 00002000:00100000:1.0:1746143528.924814:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9dc00 x1830963462072320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.924822:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9dc00 with x1830963462072320 ext(0->4095) 00010000:00010000:1.0:1746143528.924827:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbb5 expref: 27 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143528.924837:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbb5 expref: 27 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143528.924842:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9dc00 00000100:00100000:0.0:1746143528.929164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.929540:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462072448 00000100:00100000:3.0:1746143528.929554:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462072448 00010000:00010000:3.0:1746143528.929602:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbb5 expref: 27 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.929722:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16388 00000100:00100000:3.0:1746143528.929731:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:2006:x1830963462072448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.929746:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.929766:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbb5 expref: 27 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.929780:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbb5 expref: 27 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.929807:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f233f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbb5 expref: 27 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.930011:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.930014:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.930022:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f233fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbbc expref: 26 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.930031:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f233fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbbc expref: 26 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.930067:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f233fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbbc expref: 26 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.930079:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455270144:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.930490:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910180 going to sleep for 11 seconds 00000100:00100000:3.0:1746143528.932796:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455270144:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.932818:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.932861:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2006:x1830963462072448:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3132us (3710us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.932873:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16388 00000100:00100000:0.0:1746143528.933724:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.933823:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462072704 00000100:00100000:1.0:1746143528.933831:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462072704 00002000:00100000:1.0:1746143528.933875:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978a9f80 x1830963462072704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.933886:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978a9f80 with x1830963462072704 ext(0->4095) 00002000:00010000:1.0:1746143528.933891:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978a9f80 00000100:00100000:1.0:1746143528.933993:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13742 00000100:00100000:1.0:1746143528.934001:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2007:x1830963462072704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143528.934146:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2007:x1830963462072704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (425us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.934152:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13742 00002000:00100000:1.0:1746143528.934158:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978a9f80 x1830963462072704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.934165:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978a9f80 with x1830963462072704 ext(0->4095) 00002000:00010000:1.0:1746143528.934167:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978a9f80 00000100:00100000:0.0:1746143528.937031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.937181:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462072832 00000100:00100000:2.0:1746143528.937191:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462072832 00000100:00100000:2.0:1746143528.937241:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30482 00000100:00100000:2.0:1746143528.937250:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462072832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143528.937269:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.937290:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23401 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bbc3 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.937349:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f233fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbbc expref: 25 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.937356:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.937358:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143528.937361:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23401 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbc3 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.937393:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f233fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbbc expref: 25 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.937405:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f233fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbbc expref: 25 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143528.937417:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455270272:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.937510:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143528.938716:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455270272:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.938739:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23401 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbc3 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.938751:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79800, rc 0) 00000100:00100000:2.0:1746143528.938781:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462072832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1533us (1761us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.938788:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30482 00000100:00100000:0.0:1746143528.940140:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.940434:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462072960 00000100:00100000:3.0:1746143528.940441:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462072960 00010000:00010000:3.0:1746143528.940472:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f233fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbbc expref: 26 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.940500:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16389 00000100:00100000:3.0:1746143528.940507:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2007:x1830963462072960:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.940523:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.940541:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f233fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbbc expref: 26 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.940551:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f233fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbbc expref: 26 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.940570:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f233fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbbc expref: 26 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.940600:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.940602:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.940609:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23401 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbc3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.940617:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23401 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbc3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.940645:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23401 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbc3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.940657:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455270400:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.941292:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.947806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143528.950672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.950783:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462073088 00000100:00100000:2.0:1746143528.950793:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462073088 00000100:00100000:3.0:1746143528.950846:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455270400:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143528.950847:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30483 00000100:00100000:2.0:1746143528.950855:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:1782:x1830963462073088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143528.950867:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143528.950876:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143528.950903:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23408 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bbca expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.950913:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:2007:x1830963462072960:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 10406us (10778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.950925:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16389 00010000:00010000:2.0:1746143528.950932:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23401 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbc3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.950940:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.950941:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143528.950945:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23408 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbca expref: 26 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.950973:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23401 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbc3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.950985:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23401 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbc3 expref: 5 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143528.950998:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455270528:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143528.951064:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.951677:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462073344 00000100:00100000:0.0:1746143528.951681:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462073344 00002000:00100000:0.0:1746143528.951711:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978a8380 x1830963462073344/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.951719:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978a8380 with x1830963462073344 ext(0->4095) 00010000:00010000:0.0:1746143528.951726:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23401 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbc3 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143528.951736:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23401 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbc3 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746143528.951742:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978a8380 00000100:00100000:0.0:1746143528.951756:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3022 00000100:00100000:0.0:1746143528.951760:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462073344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143528.952526:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462073344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 762us (1862us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143528.952533:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3022 00002000:00100000:0.0:1746143528.952539:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978a8380 x1830963462073344/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.952547:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978a8380 with x1830963462073344 ext(0->4095) 00010000:00010000:0.0:1746143528.952552:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23401 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbc3 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143528.952562:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23401 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbc3 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746143528.952568:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978a8380 00000100:00100000:2.0:1746143528.954994:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455270528:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143528.955021:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23408 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbca expref: 26 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143528.955036:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79600, rc 0) 00000100:00100000:2.0:1746143528.955151:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:1782:x1830963462073088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4295us (7355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143528.955159:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30483 00000100:00100000:0.0:1746143528.959924:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.960013:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462073472 00000100:00100000:3.0:1746143528.960023:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462073472 00010000:00010000:3.0:1746143528.960062:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23401 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbc3 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.960631:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16390 00000100:00100000:3.0:1746143528.960640:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462073472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.960655:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.960676:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23401 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbc3 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.960688:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23401 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbc3 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.960716:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23401 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbc3 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.960739:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.960741:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.960748:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23408 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbca expref: 25 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.960756:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23408 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbca expref: 25 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.960788:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23408 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbca expref: 25 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.960800:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455270656:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.961127:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.963948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.964266:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455270656:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.964284:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.964352:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462073472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3713us (4438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.964363:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16390 00000100:00100000:1.0:1746143528.964710:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462073728 00000100:00100000:1.0:1746143528.964717:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462073728 00002000:00100000:1.0:1746143528.964751:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f3100 x1830963462073728/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.964760:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f3100 with x1830963462073728 ext(0->4095) 00002000:00010000:1.0:1746143528.964765:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800918f3100 00000100:00100000:1.0:1746143528.964788:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13743 00000100:00100000:1.0:1746143528.964793:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2007:x1830963462073728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143528.964900:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2007:x1830963462073728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (961us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.964905:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13743 00002000:00100000:1.0:1746143528.964909:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f3100 x1830963462073728/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.964916:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f3100 with x1830963462073728 ext(0->4095) 00002000:00010000:1.0:1746143528.964918:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800918f3100 00000100:00100000:2.0:1746143528.969528:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830963455270784:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746143528.969610:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143528.973981:0:10693:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455270784 00000100:00100000:0.0:1746143528.973998:0:10693:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455270784 00000100:00100000:0.0:1746143528.974099:0:10693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1746143528.974107:0:10693:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830963455270784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746143528.974141:0:10693:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498883392 pending 286720 free 3922051072 avail 3690528768 00000100:00100000:0.0:1746143528.974226:0:10693:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830963455270784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (4618us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143528.974231:0:10693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1746143528.974404:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830963455270784:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1746143528.974490:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746143528.975460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143528.975545:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462073856 00000100:00100000:2.0:1746143528.975551:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462073856 00000100:00100000:1.0:1746143528.976743:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30484 00000100:00100000:1.0:1746143528.976758:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462073856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143528.976779:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143528.976800:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f2340f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bbd1 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.976834:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23408 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbca expref: 25 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.976842:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.976844:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143528.976848:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f2340f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd1 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.976885:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23408 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbca expref: 25 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.976897:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23408 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbca expref: 25 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143528.976910:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455270912:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143528.977009:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143528.983471:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455270912:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143528.983510:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f2340f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd1 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143528.983528:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350a00, rc 0) 00000100:00100000:1.0:1746143528.983599:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462073856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6845us (8144us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143528.983608:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30484 00000100:00100000:0.0:1746143528.984438:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.984488:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462073984 00000100:00100000:1.0:1746143528.984496:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462073984 00002000:00100000:1.0:1746143528.984535:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800918f2d80 x1830963462073984/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 496/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.984544:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f2d80 with x1830963462073984 ext(0->7) 00010000:00010000:1.0:1746143528.984551:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23408 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbca expref: 26 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143528.984564:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23408 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbca expref: 26 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143528.984570:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800918f2d80 00000100:00100000:1.0:1746143528.985387:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3023 00000100:00100000:1.0:1746143528.985398:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2007:x1830963462073984:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143528.986360:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2007:x1830963462073984:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 961us (1921us total) trans 4294972293 rc 0/0 00000100:00100000:0.0:1746143528.986368:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3023 00002000:00100000:0.0:1746143528.986377:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800918f2d80 x1830963462073984/t4294972293(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:679/0 lens 496/448 e 0 to 0 dl 1746143539 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143528.986384:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f2d80 with x1830963462073984 ext(0->7) 00010000:00010000:0.0:1746143528.986393:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23408 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbca expref: 28 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143528.986404:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23408 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbca expref: 28 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746143528.986411:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800918f2d80 00000100:00100000:0.0:1746143528.994919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.995052:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462074112 00000100:00100000:3.0:1746143528.995062:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462074112 00010000:00010000:3.0:1746143528.995100:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23408 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbca expref: 28 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143528.995134:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16391 00000100:00100000:3.0:1746143528.995139:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963462074112:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143528.995154:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143528.995171:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23408 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbca expref: 28 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.995182:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23408 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbca expref: 28 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.995203:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23408 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbca expref: 28 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143528.995228:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.995231:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143528.995238:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f2340f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.995246:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f2340f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143528.995273:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f2340f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143528.995283:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455271040:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143528.995394:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143528.998951:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143528.999180:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455271040:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143528.999205:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143528.999258:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:2006:x1830963462074112:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4117us (4348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143528.999270:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16391 00000100:00100000:1.0:1746143528.999409:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462074368 00000100:00100000:1.0:1746143528.999417:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462074368 00002000:00100000:1.0:1746143528.999459:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f1500 x1830963462074368/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/0 e 0 to 0 dl 1746143539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.999469:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f1500 with x1830963462074368 ext(0->4095) 00002000:00010000:1.0:1746143528.999474:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800918f1500 00000100:00100000:1.0:1746143528.999504:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13744 00000100:00100000:1.0:1746143528.999511:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462074368:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143528.999643:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462074368:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (704us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143528.999649:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13744 00002000:00100000:1.0:1746143528.999653:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f1500 x1830963462074368/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:679/0 lens 488/4536 e 0 to 0 dl 1746143539 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143528.999660:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f1500 with x1830963462074368 ext(0->4095) 00002000:00010000:1.0:1746143528.999663:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800918f1500 00000100:00100000:0.0:1746143528.999899:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143528.999962:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462074496 00000100:00100000:1.0:1746143528.999966:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462074496 00000100:00100000:1.0:1746143528.999997:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30485 00000100:00100000:1.0:1746143529.000003:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:1782:x1830963462074496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143529.000012:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143529.000027:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23416 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bbd8 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.000052:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f2340f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.000059:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.000061:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.000064:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23416 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd8 expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.000092:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f2340f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.000108:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f2340f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd1 expref: 5 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.000119:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455271168:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143529.000171:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.002484:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455271168:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143529.002523:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23416 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd8 expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.002542:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350000, rc 0) 00000100:00100000:1.0:1746143529.002742:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1782:x1830963462074496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2736us (2840us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.002751:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30485 00000100:00100000:0.0:1746143529.003967:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.004101:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462074624 00000100:00100000:1.0:1746143529.004108:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462074624 00000100:00100000:1.0:1746143529.004153:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30486 00000100:00100000:1.0:1746143529.004159:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1794:x1830963462074624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143529.004179:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143529.004194:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2341d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bbdf expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.004215:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.004219:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23416 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd8 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.004229:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143529.004232:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2341d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbdf expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.004261:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23416 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd8 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.004271:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2341d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbdf expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.004279:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350600, rc 0) 00000100:00100000:1.0:1746143529.004338:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1794:x1830963462074624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.004343:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30486 00000100:00100000:0.0:1746143529.004535:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.004757:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462074752 00000100:00100000:3.0:1746143529.004762:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462074752 00010000:00010000:3.0:1746143529.004779:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f2340f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd1 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.004798:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16392 00000100:00100000:3.0:1746143529.004803:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462074752:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.004813:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.004832:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f2340f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd1 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.004841:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f2340f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd1 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.004857:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f2340f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd1 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.004872:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.004874:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.004879:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23416 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd8 expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.004886:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23416 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd8 expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.004903:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23416 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd8 expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.004913:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23416 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd8 expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.004924:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455271424:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.005572:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910180 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.008014:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455271424:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.008035:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.008087:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462074752:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3283us (3551us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.008097:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16392 00000100:00100000:1.0:1746143529.008795:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.008900:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462075008 00000100:00100000:2.0:1746143529.008907:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462075008 00002000:00100000:2.0:1746143529.008946:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cad880 x1830963462075008/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.008955:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cad880 with x1830963462075008 ext(0->4095) 00010000:00010000:2.0:1746143529.008964:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23416 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd8 expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.008977:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23416 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd8 expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.008983:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cad880 00000100:00100000:2.0:1746143529.009001:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3024 00000100:00100000:2.0:1746143529.009008:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2006:x1830963462075008:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.009208:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2006:x1830963462075008:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 200us (414us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.009214:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3024 00002000:00100000:2.0:1746143529.009219:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cad880 x1830963462075008/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.009227:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cad880 with x1830963462075008 ext(0->4095) 00010000:00010000:2.0:1746143529.009232:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23416 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd8 expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.009241:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23416 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd8 expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.009247:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cad880 00000100:00100000:0.0:1746143529.012235:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.012730:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462075136 00000100:00100000:3.0:1746143529.012741:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462075136 00010000:00010000:3.0:1746143529.012778:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23416 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd8 expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.016695:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16393 00000100:00100000:1.0:1746143529.016717:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097902a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2006:x1830963462075136:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.016738:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.016765:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23416 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd8 expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.016778:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23416 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd8 expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.016802:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23416 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbd8 expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.016836:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.016839:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.016845:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2341d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbdf expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.016853:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2341d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbdf expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.016888:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2341d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbdf expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.016900:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455271552:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.017041:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.017403:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963455271680:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746143529.017445:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143529.017494:0:9575:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455271680 00000100:00100000:3.0:1746143529.017502:0:9575:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455271680 00000100:00100000:3.0:1746143529.017544:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1746143529.017547:0:9575:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097902680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963455271680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746143529.017564:0:9575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498912064 pending 315392 free 3922051072 avail 3690528768 00000100:00100000:3.0:1746143529.017623:0:9575:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097902680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963455271680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.017629:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1746143529.017642:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963455271680:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1746143529.017657:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746143529.021988:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.022409:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455271552:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.022439:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.022445:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462075392 00000100:00100000:2.0:1746143529.022453:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462075392 00000100:00100000:1.0:1746143529.022499:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097902a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2006:x1830963462075136:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5791us (10274us total) trans 0 rc 0/0 00002000:00100000:2.0:1746143529.022501:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097901f80 x1830963462075392/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.022510:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097901f80 with x1830963462075392 ext(0->4095) 00000100:00100000:1.0:1746143529.022511:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16393 00002000:00010000:2.0:1746143529.022515:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097901f80 00000100:00100000:2.0:1746143529.022536:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13745 00000100:00100000:2.0:1746143529.022543:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963462075392:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.022695:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963462075392:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (721us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.022701:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13745 00002000:00100000:2.0:1746143529.022706:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097901f80 x1830963462075392/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.022713:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097901f80 with x1830963462075392 ext(0->4095) 00002000:00010000:2.0:1746143529.022716:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097901f80 00000100:00100000:0.0:1746143529.024649:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.024858:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462075520 00000100:00100000:2.0:1746143529.024868:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462075520 00000100:00100000:2.0:1746143529.024929:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30487 00000100:00100000:2.0:1746143529.024936:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462075520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.024954:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.024971:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23424 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bbe6 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.025003:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2341d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbdf expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.025011:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.025012:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.025015:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23424 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbe6 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.025050:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2341d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbdf expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.025066:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2341d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbdf expref: 27 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.025079:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455271808:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.025180:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.026972:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455271808:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.027003:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23424 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbe6 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.027021:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79a00, rc 0) 00000100:00100000:2.0:1746143529.027060:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462075520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2125us (2421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.027068:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30487 00000100:00100000:0.0:1746143529.027275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.027430:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462075648 00000100:00100000:1.0:1746143529.027436:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462075648 00010000:00010000:1.0:1746143529.027460:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2341d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbdf expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.027493:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16394 00000100:00100000:1.0:1746143529.027500:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097903100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2007:x1830963462075648:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.027514:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.027534:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2341d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbdf expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.027544:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2341d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbdf expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.027565:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2341d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbdf expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.027644:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.027646:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.027653:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23424 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbe6 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.027662:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23424 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbe6 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.027880:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23424 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbe6 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.027898:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455271936:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.028889:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.031646:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455271936:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.031676:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.032170:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097903100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:2007:x1830963462075648:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4668us (4893us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.032184:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16394 00000100:00100000:3.0:1746143529.032516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.032664:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462075904 00000100:00100000:2.0:1746143529.032671:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462075904 00002000:00100000:2.0:1746143529.032710:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b6a00 x1830963462075904/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.032720:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b6a00 with x1830963462075904 ext(0->4095) 00002000:00010000:2.0:1746143529.032725:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978b6a00 00000100:00100000:2.0:1746143529.032751:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13746 00000100:00100000:2.0:1746143529.032758:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462075904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.032897:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462075904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (383us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.032905:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13746 00002000:00100000:2.0:1746143529.032911:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b6a00 x1830963462075904/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.032917:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b6a00 with x1830963462075904 ext(0->4095) 00002000:00010000:2.0:1746143529.032920:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978b6a00 00000100:00100000:0.0:1746143529.033260:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.033322:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462076032 00000100:00100000:2.0:1746143529.033326:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462076032 00000100:00100000:2.0:1746143529.033800:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30488 00000100:00100000:2.0:1746143529.033806:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:1782:x1830963462076032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.033817:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.033834:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2342b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bbed expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.033858:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23424 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbe6 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.033865:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.033867:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.033870:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2342b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbed expref: 28 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.033897:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23424 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbe6 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.033906:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23424 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbe6 expref: 5 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.033922:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455272064:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.033993:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.035100:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.035150:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462076160 00000100:00100000:1.0:1746143529.035157:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462076160 00000100:00100000:1.0:1746143529.035206:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30489 00000100:00100000:1.0:1746143529.035212:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1794:x1830963462076160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143529.035228:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143529.035240:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23432 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bbf4 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.035257:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.035262:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2342b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbed expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.035268:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143529.035270:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23432 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbf4 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.035322:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2342b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbed expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.035335:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23432 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbf4 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.035345:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351a00, rc 0) 00000100:00100000:1.0:1746143529.035383:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1794:x1830963462076160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.035389:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30489 00000100:00100000:2.0:1746143529.035746:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455272064:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.035764:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2342b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbed expref: 29 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.035773:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78c00, rc 0) 00000100:00100000:3.0:1746143529.035877:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.035954:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462076288 00000100:00100000:1.0:1746143529.035957:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462076288 00010000:00010000:1.0:1746143529.035972:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23424 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbe6 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.035988:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16395 00000100:00100000:1.0:1746143529.035992:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462076288:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.036001:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746143529.036006:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1782:x1830963462076032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2199us (2746us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.036013:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30488 00010000:00010000:1.0:1746143529.036019:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23424 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbe6 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.036028:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23424 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbe6 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.036045:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23424 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbe6 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.036057:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.036059:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.036065:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2342b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbed expref: 28 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.036071:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2342b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbed expref: 28 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.036087:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2342b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbed expref: 28 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.036099:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2342b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbed expref: 28 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.036109:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455272320:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.036390:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.039579:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455272320:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.039619:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.039745:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462076288:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3749us (3866us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.039756:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16395 00000100:00100000:0.0:1746143529.039829:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.039923:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462076544 00000100:00100000:1.0:1746143529.039930:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462076544 00002000:00100000:1.0:1746143529.039971:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086108380 x1830963462076544/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.039980:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108380 with x1830963462076544 ext(0->4095) 00010000:00010000:1.0:1746143529.039988:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2342b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbed expref: 29 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.040000:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2342b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbed expref: 29 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143529.040007:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086108380 00000100:00100000:1.0:1746143529.040041:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3025 00000100:00100000:1.0:1746143529.040048:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2006:x1830963462076544:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143529.040173:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2006:x1830963462076544:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.040179:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3025 00002000:00100000:1.0:1746143529.040183:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086108380 x1830963462076544/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.040190:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108380 with x1830963462076544 ext(0->4095) 00010000:00010000:1.0:1746143529.040194:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2342b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbed expref: 29 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.040203:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2342b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbed expref: 29 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143529.040208:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086108380 00000100:00100000:0.0:1746143529.042139:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.042222:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462076672 00000100:00100000:1.0:1746143529.042229:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462076672 00010000:00010000:1.0:1746143529.042252:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2342b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbed expref: 29 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.042283:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16396 00000100:00100000:1.0:1746143529.042288:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086109f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2005:x1830963462076672:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.042324:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.042342:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2342b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbed expref: 29 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.042352:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2342b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbed expref: 29 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.042373:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2342b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbed expref: 29 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.042389:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.042391:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.042398:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23432 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbf4 expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.042405:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23432 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbf4 expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.042433:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23432 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbf4 expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.042443:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455272448:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.043612:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1340c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.044320:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455272448:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.044349:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.044537:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086109f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2005:x1830963462076672:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2246us (2402us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.044547:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16396 00000100:00100000:0.0:1746143529.044744:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.044846:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462076928 00000100:00100000:3.0:1746143529.044852:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462076928 00002000:00100000:3.0:1746143529.044892:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610a300 x1830963462076928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.044902:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610a300 with x1830963462076928 ext(0->4095) 00002000:00010000:3.0:1746143529.044906:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008610a300 00000100:00100000:3.0:1746143529.044934:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13747 00000100:00100000:3.0:1746143529.044942:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963462076928:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143529.045255:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963462076928:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 313us (511us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.045261:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13747 00002000:00100000:3.0:1746143529.045267:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610a300 x1830963462076928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.045273:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610a300 with x1830963462076928 ext(0->4095) 00002000:00010000:3.0:1746143529.045275:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008610a300 00000100:00100000:0.0:1746143529.047132:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.047188:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462077056 00000100:00100000:2.0:1746143529.047195:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462077056 00000100:00100000:2.0:1746143529.047238:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30490 00000100:00100000:2.0:1746143529.047244:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462077056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.047259:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.047274:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23439 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bbfb expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.047326:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23432 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbf4 expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.047334:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.047335:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.047338:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23439 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbfb expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.047373:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23432 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbf4 expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.047384:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23432 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbf4 expref: 27 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.047395:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455272576:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.047470:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.050336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.050415:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455272576:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143529.050446:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23439 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbfb expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.050462:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78200, rc 0) 00000100:00100000:1.0:1746143529.050491:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462077184 00000100:00100000:1.0:1746143529.050497:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462077184 00000100:00100000:0.0:1746143529.050505:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462077056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3260us (3380us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143529.050513:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30490 00010000:00010000:1.0:1746143529.050526:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23432 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbf4 expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.050609:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16397 00000100:00100000:1.0:1746143529.050616:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963462077184:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.050629:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.050650:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23432 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbf4 expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.050660:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23432 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbf4 expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.050681:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23432 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbf4 expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.050709:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.050711:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.050717:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23439 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbfb expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.050724:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23439 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbfb expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.050753:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23439 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbfb expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.050764:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455272704:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.050821:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1340c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.053141:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455272704:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.053170:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.053226:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:2006:x1830963462077184:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2609us (2899us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.053236:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16397 00000100:00100000:0.0:1746143529.053512:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.054122:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462077440 00000100:00100000:3.0:1746143529.054130:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462077440 00002000:00100000:3.0:1746143529.054171:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610a680 x1830963462077440/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.054181:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610a680 with x1830963462077440 ext(0->4095) 00002000:00010000:3.0:1746143529.054186:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008610a680 00000100:00100000:3.0:1746143529.054203:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13748 00000100:00100000:3.0:1746143529.054208:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462077440:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143529.054353:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462077440:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (843us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.054358:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13748 00002000:00100000:3.0:1746143529.054363:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610a680 x1830963462077440/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.054369:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610a680 with x1830963462077440 ext(0->4095) 00002000:00010000:3.0:1746143529.054372:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008610a680 00000100:00100000:0.0:1746143529.054961:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.055005:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462077568 00000100:00100000:2.0:1746143529.055009:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462077568 00000100:00100000:2.0:1746143529.055120:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30491 00000100:00100000:2.0:1746143529.055124:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:1782:x1830963462077568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.055133:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.055146:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23440 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc02 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.055168:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23439 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbfb expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.055174:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.055176:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.055178:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23440 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc02 expref: 28 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.055200:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23439 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbfb expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.055209:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbfb expref: 5 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.055218:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455272832:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.055845:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.058134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.058347:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462077696 00000100:00100000:3.0:1746143529.058357:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462077696 00000100:00100000:3.0:1746143529.058416:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30492 00000100:00100000:3.0:1746143529.058423:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1794:x1830963462077696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.058451:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.058472:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23447 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc09 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.058497:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455272832:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.058501:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.058507:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23440 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc02 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.058513:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.058517:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23447 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc09 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.058535:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23440 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc02 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.058548:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78800, rc 0) 00010000:00010000:3.0:1746143529.058554:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23440 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc02 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.058566:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23447 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc09 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.058573:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7be00, rc 0) 00000100:00100000:2.0:1746143529.058602:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963462077568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3476us (3640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.058603:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1794:x1830963462077696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.058608:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30491 00000100:00100000:3.0:1746143529.059051:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30492 00000100:00100000:0.0:1746143529.059465:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.060505:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462077824 00000100:00100000:1.0:1746143529.060514:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462077824 00010000:00010000:1.0:1746143529.060540:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbfb expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.060573:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16398 00000100:00100000:1.0:1746143529.060580:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086109880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462077824:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.060599:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.060620:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbfb expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.060630:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23439 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbfb expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.060650:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23439 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bbfb expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.060670:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.060672:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.060680:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23440 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc02 expref: 28 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.060687:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23440 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc02 expref: 28 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.060715:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23440 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc02 expref: 28 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.060727:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23440 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc02 expref: 28 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.060738:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455273088:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.060818:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1340c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.064517:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.064701:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462078080 00000100:00100000:2.0:1746143529.064709:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462078080 00002000:00100000:2.0:1746143529.064755:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086109c00 x1830963462078080/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.064765:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086109c00 with x1830963462078080 ext(0->4095) 00010000:00010000:2.0:1746143529.064774:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23440 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc02 expref: 29 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.064789:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23440 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc02 expref: 29 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.064800:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086109c00 00000100:00100000:2.0:1746143529.064835:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3026 00000100:00100000:2.0:1746143529.064843:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2006:x1830963462078080:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.064985:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2006:x1830963462078080:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (478us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.064991:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3026 00002000:00100000:2.0:1746143529.064997:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086109c00 x1830963462078080/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.065004:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086109c00 with x1830963462078080 ext(0->4095) 00010000:00010000:2.0:1746143529.065008:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23440 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc02 expref: 29 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.065017:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23440 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc02 expref: 29 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.065022:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086109c00 00000100:00100000:1.0:1746143529.065494:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455273088:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.065514:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.065545:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086109880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462077824:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4965us (6081us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.065554:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16398 00000100:00100000:0.0:1746143529.067695:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.067856:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462078208 00000100:00100000:1.0:1746143529.067863:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462078208 00010000:00010000:1.0:1746143529.067892:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23440 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc02 expref: 29 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.067992:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16399 00000100:00100000:1.0:1746143529.068000:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2004:x1830963462078208:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.068013:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.068032:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23440 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc02 expref: 29 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.068048:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23440 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc02 expref: 29 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.068071:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23440 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc02 expref: 29 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.068356:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.068358:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.068365:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23447 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc09 expref: 28 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.068372:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23447 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc09 expref: 28 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.068406:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23447 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc09 expref: 28 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.068419:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455273216:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.068692:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e1340c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.074576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.074692:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455273216:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.074715:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.074758:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2004:x1830963462078208:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6759us (7070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.074768:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16399 00000100:00100000:3.0:1746143529.074882:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462078464 00000100:00100000:3.0:1746143529.074889:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462078464 00002000:00100000:3.0:1746143529.074932:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086108000 x1830963462078464/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.074942:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108000 with x1830963462078464 ext(0->4095) 00002000:00010000:3.0:1746143529.074947:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086108000 00000100:00100000:3.0:1746143529.075130:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13749 00000100:00100000:3.0:1746143529.075138:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2005:x1830963462078464:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746143529.075287:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2005:x1830963462078464:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (719us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.075319:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13749 00002000:00100000:3.0:1746143529.075325:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086108000 x1830963462078464/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.075333:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108000 with x1830963462078464 ext(0->4095) 00002000:00010000:3.0:1746143529.075336:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086108000 00000100:00100000:0.0:1746143529.077279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.077407:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462078592 00000100:00100000:3.0:1746143529.077414:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462078592 00000100:00100000:3.0:1746143529.077456:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30493 00000100:00100000:3.0:1746143529.077463:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462078592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.077478:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.077494:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2344e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc10 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.077524:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23447 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc09 expref: 27 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.077532:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.077534:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.077537:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2344e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc10 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.077568:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23447 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc09 expref: 27 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.077580:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23447 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc09 expref: 27 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.077602:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455273344:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.077676:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.079778:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455273344:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.079808:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2344e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc10 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.079823:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b800, rc 0) 00000100:00100000:0.0:1746143529.079828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.079862:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462078592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2399us (2588us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.079869:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30493 00000100:00100000:1.0:1746143529.080192:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462078720 00000100:00100000:1.0:1746143529.080198:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462078720 00010000:00010000:1.0:1746143529.080226:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23447 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc09 expref: 28 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.080255:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16400 00000100:00100000:1.0:1746143529.080261:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2007:x1830963462078720:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.080273:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.080321:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23447 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc09 expref: 28 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.080333:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23447 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc09 expref: 28 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.080355:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23447 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc09 expref: 28 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.080373:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.080375:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.080382:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2344e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc10 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.080389:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2344e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc10 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.080418:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2344e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc10 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.080429:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455273472:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.080503:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.083210:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.083460:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462078976 00000100:00100000:2.0:1746143529.083467:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462078976 00002000:00100000:2.0:1746143529.083514:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610b100 x1830963462078976/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.083523:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610b100 with x1830963462078976 ext(0->4095) 00002000:00010000:2.0:1746143529.083530:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008610b100 00000100:00100000:2.0:1746143529.083558:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13750 00000100:00100000:2.0:1746143529.083566:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462078976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.083733:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462078976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 166us (532us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.083740:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13750 00002000:00100000:2.0:1746143529.083746:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610b100 x1830963462078976/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.083753:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610b100 with x1830963462078976 ext(0->4095) 00002000:00010000:2.0:1746143529.083755:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008610b100 00000100:00100000:1.0:1746143529.083813:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455273472:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.083833:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.083926:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:2007:x1830963462078720:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3664us (4098us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.083934:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16400 00000100:00100000:0.0:1746143529.086177:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.086598:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462079104 00000100:00100000:3.0:1746143529.086606:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462079104 00000100:00100000:3.0:1746143529.086653:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30494 00000100:00100000:3.0:1746143529.086661:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:1794:x1830963462079104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.086677:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.086694:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23455 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc17 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.086725:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2344e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc10 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.086732:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.086733:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.086736:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23455 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc17 expref: 28 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.086764:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2344e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc10 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.086775:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2344e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc10 expref: 5 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.086786:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455273600:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.086859:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.087240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.087600:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462079232 00000100:00100000:1.0:1746143529.087605:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462079232 00000100:00100000:1.0:1746143529.087630:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30495 00000100:00100000:1.0:1746143529.087636:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1782:x1830963462079232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143529.087644:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143529.087651:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2345c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc1e expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.087663:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.087667:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23455 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc17 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.087672:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143529.087675:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2345c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc1e expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.087695:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23455 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc17 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.087705:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2345c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc1e expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.087718:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350600, rc 0) 00000100:00100000:1.0:1746143529.088536:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963462079232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 897us (1293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.088543:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30495 00000100:00100000:2.0:1746143529.089402:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455273600:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.089466:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23455 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc17 expref: 29 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.089484:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b000, rc 0) 00000100:00100000:2.0:1746143529.089506:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1794:x1830963462079104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2846us (3337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.089512:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30494 00000100:00100000:0.0:1746143529.090600:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.090666:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462079360 00000100:00100000:1.0:1746143529.090671:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462079360 00010000:00010000:1.0:1746143529.090696:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2344e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc10 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.090723:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16401 00000100:00100000:1.0:1746143529.090728:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462079360:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.090743:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.090761:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2344e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc10 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.090771:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2344e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc10 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.090812:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f2344e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc10 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.091024:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.091026:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.091035:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23455 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc17 expref: 28 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.091047:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23455 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc17 expref: 28 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.091077:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23455 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc17 expref: 28 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.091087:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23455 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc17 expref: 28 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.091098:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455273856:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.091283:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.093000:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455273856:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.093018:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.093051:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462079360:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2321us (2454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.093060:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16401 00000100:00100000:1.0:1746143529.093652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.093761:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462079616 00000100:00100000:2.0:1746143529.093767:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462079616 00002000:00100000:2.0:1746143529.093806:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caf800 x1830963462079616/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.093815:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caf800 with x1830963462079616 ext(0->4095) 00010000:00010000:2.0:1746143529.093823:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23455 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc17 expref: 29 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.093839:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23455 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc17 expref: 29 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.093845:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092caf800 00000100:00100000:2.0:1746143529.093873:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3027 00000100:00100000:2.0:1746143529.093880:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2007:x1830963462079616:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.094010:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2007:x1830963462079616:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (358us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.094016:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3027 00002000:00100000:2.0:1746143529.094021:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092caf800 x1830963462079616/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.094028:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092caf800 with x1830963462079616 ext(0->4095) 00010000:00010000:2.0:1746143529.094033:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23455 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc17 expref: 29 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.094042:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23455 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc17 expref: 29 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.094048:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092caf800 00000100:00100000:0.0:1746143529.095574:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.096025:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462079744 00000100:00100000:2.0:1746143529.096031:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462079744 00000100:00100000:2.0:1746143529.096262:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30496 00000100:00100000:2.0:1746143529.096270:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462079744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.096286:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.096328:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc25 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.096354:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.096361:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2345c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc1e expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.096367:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143529.096370:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc25 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.096407:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2345c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc1e expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.096420:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc25 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.096431:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78c00, rc 0) 00000100:00100000:2.0:1746143529.096480:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462079744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 211us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.096486:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30496 00000100:00100000:0.0:1746143529.097214:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.097402:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462079872 00000100:00100000:1.0:1746143529.097407:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462079872 00010000:00010000:1.0:1746143529.097426:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23455 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc17 expref: 29 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.097460:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16402 00000100:00100000:1.0:1746143529.097466:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2006:x1830963462079872:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.097478:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.097496:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23455 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc17 expref: 29 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.097506:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23455 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc17 expref: 29 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.097525:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7b000/0xa6c9a53f47f23455 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc17 expref: 29 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.097553:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.097555:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.097562:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2345c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc1e expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.097569:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2345c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc1e expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.097600:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2345c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc1e expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.097610:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2345c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc1e expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.097620:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455274112:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.097692:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.099838:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.100248:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455274112:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.100271:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.100338:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963462079872:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2871us (3125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.100347:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16402 00000100:00100000:3.0:1746143529.100506:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462080128 00000100:00100000:3.0:1746143529.100511:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462080128 00002000:00100000:3.0:1746143529.100546:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086109f80 x1830963462080128/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.100555:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086109f80 with x1830963462080128 ext(0->4095) 00010000:00010000:3.0:1746143529.100562:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2345c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc1e expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.100573:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2345c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc1e expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143529.100592:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086109f80 00000100:00100000:3.0:1746143529.100616:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3028 00000100:00100000:3.0:1746143529.100622:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963462080128:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143529.100727:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963462080128:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (896us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.100732:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3028 00002000:00100000:3.0:1746143529.100736:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086109f80 x1830963462080128/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.100742:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086109f80 with x1830963462080128 ext(0->4095) 00010000:00010000:3.0:1746143529.100746:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2345c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc1e expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.100754:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2345c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc1e expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143529.100759:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086109f80 00000100:00100000:0.0:1746143529.102232:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.102280:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.102396:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462080256 00000100:00100000:1.0:1746143529.102402:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462080256 00010000:00010000:1.0:1746143529.102423:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2345c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc1e expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.102457:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16403 00000100:00100000:1.0:1746143529.102463:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086109880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2007:x1830963462080256:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.102474:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.102493:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2345c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc1e expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.102502:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462080384 00010000:00010000:1.0:1746143529.102504:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2345c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc1e expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.102506:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462080384 00010000:00010000:1.0:1746143529.102527:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2345c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc1e expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.102530:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30497 00000100:00100000:2.0:1746143529.102535:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1782:x1830963462080384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.102548:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143529.102554:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.102556:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.102558:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2346a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc2c expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.102564:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc25 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.102571:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc25 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.102597:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc25 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.102603:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.102604:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.102607:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2346a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc2c expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.102637:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc25 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.102648:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc25 expref: 5 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.102658:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455274240:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.102725:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1746143529.102790:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc25 expref: 5 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.102799:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc25 expref: 5 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.102806:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455274368:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.102825:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.104171:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455274368:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.104180:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455274240:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143529.104188:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143529.104195:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2346a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc2c expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.104203:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79a00, rc 0) 00000100:00100000:1.0:1746143529.104214:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086109880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2007:x1830963462080256:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1751us (1987us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.104219:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1782:x1830963462080384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1684us (1940us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.104222:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16403 00000100:00100000:2.0:1746143529.104224:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30497 00000100:00100000:0.0:1746143529.104376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.104465:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462080640 00000100:00100000:3.0:1746143529.104470:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462080640 00002000:00100000:3.0:1746143529.104500:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610ad80 x1830963462080640/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.104508:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610ad80 with x1830963462080640 ext(0->4095) 00010000:00010000:3.0:1746143529.104515:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc25 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.104530:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc25 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143529.104536:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610ad80 00000100:00100000:3.0:1746143529.104551:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3029 00000100:00100000:3.0:1746143529.104557:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462080640:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746143529.104694:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462080640:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (317us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.104701:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3029 00002000:00100000:3.0:1746143529.104706:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610ad80 x1830963462080640/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.104712:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610ad80 with x1830963462080640 ext(0->4095) 00010000:00010000:3.0:1746143529.104717:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc25 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.104726:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc25 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143529.104732:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610ad80 00000100:00100000:0.0:1746143529.106441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.106508:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462080768 00000100:00100000:1.0:1746143529.106513:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462080768 00010000:00010000:1.0:1746143529.106536:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc25 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.106568:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16404 00000100:00100000:1.0:1746143529.106574:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092115880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462080768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.106596:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.106616:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc25 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.106632:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc25 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.106653:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23463 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc25 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.106678:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.106680:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.106688:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2346a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc2c expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.106696:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2346a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc2c expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.106725:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2346a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc2c expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.106738:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455274496:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.106804:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.110415:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455274496:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.110442:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.110497:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092115880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462080768:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3921us (4060us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.110511:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16404 00000100:00100000:0.0:1746143529.110606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.110627:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462081024 00000100:00100000:0.0:1746143529.110633:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462081024 00002000:00100000:0.0:1746143529.110706:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092114380 x1830963462081024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143529.110716:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092114380 with x1830963462081024 ext(0->4095) 00002000:00010000:0.0:1746143529.110721:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092114380 00000100:00100000:0.0:1746143529.110784:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13751 00000100:00100000:0.0:1746143529.110792:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092114380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963462081024:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143529.111017:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092114380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963462081024:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 225us (411us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143529.111026:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13751 00002000:00100000:0.0:1746143529.111032:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092114380 x1830963462081024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143529.111038:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092114380 with x1830963462081024 ext(0->4095) 00002000:00010000:0.0:1746143529.111041:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092114380 00000100:00100000:0.0:1746143529.112269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.112314:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462081152 00000100:00100000:2.0:1746143529.112374:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462081152 00000100:00100000:2.0:1746143529.112418:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30498 00000100:00100000:2.0:1746143529.112424:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462081152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.112437:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.112451:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23471 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc33 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.112481:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2346a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc2c expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.112488:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.112490:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.112493:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23471 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc33 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.112522:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2346a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc2c expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.112533:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2346a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc2c expref: 27 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.112544:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455274624:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.112620:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.113429:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455274624:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.113447:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23471 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc33 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.113463:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79000, rc 0) 00000100:00100000:2.0:1746143529.113487:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462081152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1063us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.113493:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30498 00000100:00100000:0.0:1746143529.113885:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.114000:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462081280 00000100:00100000:1.0:1746143529.114005:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462081280 00010000:00010000:1.0:1746143529.114157:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2346a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc2c expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.114213:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16405 00000100:00100000:1.0:1746143529.114386:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963462081280:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.114396:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.114414:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2346a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc2c expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.114424:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2346a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc2c expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.114442:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2346a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc2c expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.114465:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.114467:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.114473:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23471 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc33 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.114479:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23471 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc33 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.114501:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23471 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc33 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.114510:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455274752:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.114560:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.115742:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455274752:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.115761:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.115784:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:2006:x1830963462081280:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1400us (1900us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.115791:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16405 00000100:00100000:0.0:1746143529.116256:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.116328:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462081536 00000100:00100000:2.0:1746143529.116334:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462081536 00002000:00100000:2.0:1746143529.116365:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092117480 x1830963462081536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.116373:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092117480 with x1830963462081536 ext(0->4095) 00002000:00010000:2.0:1746143529.116377:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092117480 00000100:00100000:2.0:1746143529.116405:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13752 00000100:00100000:2.0:1746143529.116411:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092117480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462081536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.116549:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092117480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462081536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.116554:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13752 00002000:00100000:2.0:1746143529.116558:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092117480 x1830963462081536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.116563:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092117480 with x1830963462081536 ext(0->4095) 00002000:00010000:2.0:1746143529.116565:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092117480 00000100:00100000:0.0:1746143529.117898:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.118054:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462081664 00000100:00100000:2.0:1746143529.118061:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462081664 00000100:00100000:2.0:1746143529.118101:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30499 00000100:00100000:2.0:1746143529.118108:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:1794:x1830963462081664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.118122:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.118138:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23478 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc3a expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.118166:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23471 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc33 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.118173:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.118175:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.118178:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23478 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc3a expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.118207:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23471 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc33 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.118403:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23471 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc33 expref: 5 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.118415:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455274880:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.118684:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.121046:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.121061:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455274880:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.121091:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23478 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc3a expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.121109:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79800, rc 0) 00000100:00100000:1.0:1746143529.121110:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462081792 00000100:00100000:1.0:1746143529.121117:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462081792 00010000:00010000:1.0:1746143529.121145:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23471 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc33 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746143529.121150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.121153:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1794:x1830963462081664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3045us (3257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.121165:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30499 00000100:00100000:0.0:1746143529.121172:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462081920 00000100:00100000:0.0:1746143529.121175:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462081920 00000100:00100000:1.0:1746143529.121181:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16406 00000100:00100000:1.0:1746143529.121187:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d493c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462081792:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746143529.121203:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30500 00000100:00100000:0.0:1746143529.121208:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1782:x1830963462081920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143529.121223:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143529.121236:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2347f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc41 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.121259:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143529.121264:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23478 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc3a expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.121270:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143529.121273:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2347f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc41 expref: 29 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.121331:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23478 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc3a expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.121342:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2347f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc41 expref: 29 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.121348:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a000, rc 0) 00000100:00100000:0.0:1746143529.121365:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1782:x1830963462081920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143529.121369:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30500 00010000:00010000:1.0:1746143529.121493:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.121679:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23471 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc33 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.121691:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23471 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc33 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.121709:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23471 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc33 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.121731:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.121733:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.121738:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23478 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc3a expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.121750:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23478 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc3a expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.121779:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23478 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc3a expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.121790:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23478 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc3a expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.121800:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455275136:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.121867:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e134300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.124988:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455275136:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.125017:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.125067:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d493c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462081792:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3879us (4030us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.125077:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16406 00000100:00100000:0.0:1746143529.125509:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.125684:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462082176 00000100:00100000:2.0:1746143529.125695:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462082176 00002000:00100000:2.0:1746143529.125732:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9ed80 x1830963462082176/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.125741:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9ed80 with x1830963462082176 ext(0->4095) 00010000:00010000:2.0:1746143529.125749:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23478 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc3a expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.125763:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23478 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc3a expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.125769:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9ed80 00000100:00100000:2.0:1746143529.125799:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3030 00000100:00100000:2.0:1746143529.125806:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2006:x1830963462082176:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.126016:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2006:x1830963462082176:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 209us (508us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.126023:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3030 00002000:00100000:2.0:1746143529.126028:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9ed80 x1830963462082176/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.126036:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9ed80 with x1830963462082176 ext(0->4095) 00010000:00010000:2.0:1746143529.126040:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23478 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc3a expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.126054:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23478 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc3a expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.126059:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9ed80 00000100:00100000:0.0:1746143529.127667:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.127743:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462082304 00000100:00100000:2.0:1746143529.127750:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462082304 00000100:00100000:2.0:1746143529.127781:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30501 00000100:00100000:2.0:1746143529.127788:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462082304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.127801:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.127815:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23486 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc48 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.127840:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.127846:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2347f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc41 expref: 28 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.127851:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143529.127854:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23486 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc48 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.127888:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2347f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc41 expref: 28 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.127901:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23486 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc48 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.127911:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79e00, rc 0) 00000100:00100000:2.0:1746143529.127949:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462082304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.127955:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30501 00000100:00100000:0.0:1746143529.129871:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.129987:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462082432 00000100:00100000:1.0:1746143529.129995:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462082432 00010000:00010000:1.0:1746143529.130027:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23478 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc3a expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.130659:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16407 00000100:00100000:1.0:1746143529.130668:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2006:x1830963462082432:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.130682:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.130702:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23478 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc3a expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.130713:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23478 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc3a expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.130736:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23478 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc3a expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.130764:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.130766:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.130773:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2347f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc41 expref: 28 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.130780:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2347f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc41 expref: 28 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.130815:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2347f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc41 expref: 28 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.130825:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2347f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc41 expref: 28 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.130836:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455275392:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.130915:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340faf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.132910:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455275392:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.132936:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.132985:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963462082432:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2318us (3119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.132994:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16407 00000100:00100000:0.0:1746143529.133453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.133514:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462082688 00000100:00100000:2.0:1746143529.133521:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462082688 00002000:00100000:2.0:1746143529.133558:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9dc00 x1830963462082688/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.133568:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9dc00 with x1830963462082688 ext(0->4095) 00010000:00010000:2.0:1746143529.133576:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2347f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc41 expref: 28 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.133597:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2347f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc41 expref: 28 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.133605:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9dc00 00000100:00100000:2.0:1746143529.133633:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3031 00000100:00100000:2.0:1746143529.133640:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963462082688:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.133775:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2006:x1830963462082688:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.133781:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3031 00002000:00100000:2.0:1746143529.133785:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9dc00 x1830963462082688/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.133792:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9dc00 with x1830963462082688 ext(0->4095) 00010000:00010000:2.0:1746143529.133796:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2347f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc41 expref: 28 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.133809:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2347f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc41 expref: 28 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.133814:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9dc00 00000100:00100000:0.0:1746143529.136384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.136474:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.136646:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462082816 00000100:00100000:2.0:1746143529.136654:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462082816 00000100:00100000:2.0:1746143529.136689:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30502 00000100:00100000:2.0:1746143529.136695:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1782:x1830963462082816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.136711:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.136728:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2348d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc4f expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.136752:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.136757:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23486 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc48 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.136762:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143529.136766:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2348d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc4f expref: 29 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.136800:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23486 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc48 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.136811:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2348d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc4f expref: 29 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.136825:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78200, rc 0) 00000100:00100000:1.0:1746143529.136856:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462082944 00000100:00100000:1.0:1746143529.136861:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462082944 00000100:00100000:2.0:1746143529.136863:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1782:x1830963462082816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.136869:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30502 00010000:00010000:1.0:1746143529.136878:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2347f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc41 expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.136916:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16408 00000100:00100000:1.0:1746143529.136922:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2004:x1830963462082944:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.136931:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.136954:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2347f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc41 expref: 29 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.136966:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2347f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc41 expref: 29 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.136982:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2347f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc41 expref: 29 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.136998:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.136999:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.137005:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23486 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc48 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.137013:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23486 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc48 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.137032:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23486 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc48 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.137043:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23486 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc48 expref: 5 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.137052:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455275648:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.137103:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340faf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.141375:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.141636:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455275648:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.141665:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.141714:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2004:x1830963462082944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4791us (5239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.141726:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16408 00000100:00100000:3.0:1746143529.142029:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462083200 00000100:00100000:3.0:1746143529.142037:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462083200 00002000:00100000:3.0:1746143529.142085:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9c000 x1830963462083200/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.142095:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9c000 with x1830963462083200 ext(0->4095) 00010000:00010000:3.0:1746143529.142105:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23486 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc48 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.142117:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23486 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc48 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143529.142124:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9c000 00000100:00100000:3.0:1746143529.142333:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3032 00000100:00100000:3.0:1746143529.142343:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462083200:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143529.142475:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462083200:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (1113us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.142961:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3032 00002000:00100000:3.0:1746143529.142968:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9c000 x1830963462083200/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.142975:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9c000 with x1830963462083200 ext(0->4095) 00010000:00010000:3.0:1746143529.142980:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23486 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc48 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.142989:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23486 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc48 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143529.142995:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9c000 00000100:00100000:0.0:1746143529.145177:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.145235:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462083328 00000100:00100000:1.0:1746143529.145243:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462083328 00010000:00010000:1.0:1746143529.145278:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23486 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc48 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.145338:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16409 00000100:00100000:1.0:1746143529.145344:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462083328:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.145357:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.145376:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23486 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc48 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.145386:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23486 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc48 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.145407:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23486 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc48 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.145843:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.145846:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.145855:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2348d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc4f expref: 27 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.145864:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2348d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc4f expref: 27 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.145896:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2348d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc4f expref: 27 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.145908:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455275776:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.147477:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340faf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.147510:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092caf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455275776:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.147531:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.147574:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462083328:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2229us (2405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.147583:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16409 00000100:00100000:2.0:1746143529.147835:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.147926:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462083584 00000100:00100000:3.0:1746143529.147931:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462083584 00002000:00100000:3.0:1746143529.147964:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134050e00 x1830963462083584/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.147978:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050e00 with x1830963462083584 ext(0->4095) 00002000:00010000:3.0:1746143529.147982:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134050e00 00000100:00100000:3.0:1746143529.147996:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13753 00000100:00100000:3.0:1746143529.148002:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2004:x1830963462083584:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746143529.148126:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2004:x1830963462083584:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (291us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.148131:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13753 00002000:00100000:3.0:1746143529.148137:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134050e00 x1830963462083584/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.148143:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050e00 with x1830963462083584 ext(0->4095) 00002000:00010000:3.0:1746143529.148146:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134050e00 00000100:00100000:2.0:1746143529.149349:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.149542:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462083712 00000100:00100000:0.0:1746143529.149548:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462083712 00000100:00100000:0.0:1746143529.149573:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30503 00000100:00100000:0.0:1746143529.149579:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462083712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143529.149604:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143529.149619:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23494 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc56 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.149647:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2348d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc4f expref: 27 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.149654:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143529.149656:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143529.149659:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23494 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc56 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.149685:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2348d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc4f expref: 27 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.149696:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2348d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc4f expref: 27 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746143529.149707:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455275904:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143529.149781:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.151225:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455275904:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143529.151249:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23494 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc56 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.151260:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7be00, rc 0) 00000100:00100000:0.0:1746143529.151321:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462083712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1740us (1973us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143529.151328:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30503 00000100:00100000:1.0:1746143529.154388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.154467:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462083840 00000100:00100000:2.0:1746143529.154476:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462083840 00010000:00010000:2.0:1746143529.154509:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2348d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc4f expref: 28 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.154607:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16410 00000100:00100000:2.0:1746143529.154615:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2007:x1830963462083840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.154629:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.154651:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2348d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc4f expref: 28 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.154664:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2348d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc4f expref: 28 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.154687:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2348d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc4f expref: 28 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.155229:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.155232:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.155240:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23494 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc56 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.155247:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23494 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc56 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.155279:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23494 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc56 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.155290:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455276032:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.155948:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.158799:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.158853:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462083968 00000100:00100000:0.0:1746143529.158862:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462083968 00000100:00100000:0.0:1746143529.158915:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30504 00000100:00100000:0.0:1746143529.158922:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1782:x1830963462083968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143529.158939:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143529.158956:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2349b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc5d expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.158983:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23494 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc56 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.158990:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143529.158992:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143529.158995:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2349b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc5d expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.159026:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23494 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc56 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.159038:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23494 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc56 expref: 5 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746143529.159051:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455276160:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143529.159905:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.160016:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455276032:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.160033:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.160063:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2007:x1830963462083840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5449us (5682us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.160072:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16410 00000100:00100000:1.0:1746143529.163981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.164838:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455276160:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143529.164874:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2349b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc5d expref: 28 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.164898:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a000, rc 0) 00000100:00100000:0.0:1746143529.164944:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:1782:x1830963462083968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6021us (6155us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143529.164951:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30504 00000100:00100000:2.0:1746143529.165012:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462084224 00000100:00100000:2.0:1746143529.165020:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462084224 00002000:00100000:2.0:1746143529.165058:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cafb80 x1830963462084224/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.165068:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cafb80 with x1830963462084224 ext(0->4095) 00010000:00010000:2.0:1746143529.165074:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23494 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc56 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.165085:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23494 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc56 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.165091:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cafb80 00000100:00100000:2.0:1746143529.165118:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3033 00000100:00100000:2.0:1746143529.165124:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462084224:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.165242:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462084224:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (1271us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.165248:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3033 00002000:00100000:2.0:1746143529.165252:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cafb80 x1830963462084224/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.165259:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cafb80 with x1830963462084224 ext(0->4095) 00010000:00010000:2.0:1746143529.165263:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23494 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc56 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.165271:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23494 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc56 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.165276:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cafb80 00000100:00100000:1.0:1746143529.169160:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.169272:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462084352 00000100:00100000:2.0:1746143529.169282:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462084352 00010000:00010000:2.0:1746143529.169356:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23494 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc56 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.169395:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16411 00000100:00100000:2.0:1746143529.169403:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462084352:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.169419:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.169439:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23494 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc56 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.169451:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23494 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc56 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.169475:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7be00/0xa6c9a53f47f23494 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc56 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.169503:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.169505:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.169513:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2349b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc5d expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.169521:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2349b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc5d expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.169555:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2349b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc5d expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.169568:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134051880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455276288:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.169667:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.173749:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.174128:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134051880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455276288:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.174150:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.174208:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462084352:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4805us (5057us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.174219:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16411 00000100:00100000:3.0:1746143529.174490:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462084608 00000100:00100000:3.0:1746143529.174496:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462084608 00002000:00100000:3.0:1746143529.174539:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134050700 x1830963462084608/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.174549:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050700 with x1830963462084608 ext(0->4095) 00002000:00010000:3.0:1746143529.174554:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134050700 00000100:00100000:3.0:1746143529.174759:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13754 00000100:00100000:3.0:1746143529.174776:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2007:x1830963462084608:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143529.174924:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2007:x1830963462084608:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (1188us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.174931:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13754 00002000:00100000:3.0:1746143529.174936:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134050700 x1830963462084608/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.174943:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050700 with x1830963462084608 ext(0->4095) 00002000:00010000:3.0:1746143529.174947:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134050700 00000100:00100000:1.0:1746143529.179804:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.180339:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462084736 00000100:00100000:0.0:1746143529.180349:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462084736 00000100:00100000:0.0:1746143529.180724:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30505 00000100:00100000:0.0:1746143529.180732:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462084736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143529.180752:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143529.181225:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f234a2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc64 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.181257:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2349b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc5d expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.181265:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143529.181267:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143529.181270:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f234a2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc64 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.181314:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2349b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc5d expref: 27 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.181326:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2349b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc5d expref: 27 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746143529.181345:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455276416:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143529.184738:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.185017:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455276416:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143529.185047:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f234a2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc64 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.185064:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ae5c00, rc 0) 00000100:00100000:0.0:1746143529.185120:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462084736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4388us (5326us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143529.185128:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30505 00000100:00100000:2.0:1746143529.189593:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.189701:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462084864 00000100:00100000:0.0:1746143529.189712:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462084864 00002000:00100000:0.0:1746143529.189757:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880134051880 x1830963462084864/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 496/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143529.189768:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134051880 with x1830963462084864 ext(0->7) 00010000:00010000:0.0:1746143529.189777:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2349b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc5d expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143529.189791:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2349b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc5d expref: 28 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746143529.189799:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134051880 00000100:00100000:0.0:1746143529.190454:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3034 00000100:00100000:0.0:1746143529.190463:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2004:x1830963462084864:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143529.191244:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2004:x1830963462084864:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 781us (1669us total) trans 4294972294 rc 0/0 00000100:00100000:0.0:1746143529.191251:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3034 00002000:00100000:0.0:1746143529.191258:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880134051880 x1830963462084864/t4294972294(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 496/448 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143529.191265:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134051880 with x1830963462084864 ext(0->7) 00010000:00010000:0.0:1746143529.191271:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2349b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc5d expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143529.191281:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2349b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc5d expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746143529.191286:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134051880 00000100:00100000:1.0:1746143529.199232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.201659:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462084992 00000100:00100000:3.0:1746143529.201673:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462084992 00010000:00010000:2.0:1746143529.202065:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2349b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc5d expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.202108:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16412 00000100:00100000:2.0:1746143529.202118:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2004:x1830963462084992:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.202134:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.202156:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2349b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc5d expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.202169:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2349b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc5d expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.202191:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f2349b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc5d expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.202220:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.202222:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.202230:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f234a2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc64 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.202238:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f234a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc64 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.202275:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f234a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc64 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.202287:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097824380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455276544:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.202399:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.210256:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.210387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.210428:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462085376 00000100:00100000:2.0:1746143529.210436:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462085376 00000100:00100000:2.0:1746143529.210492:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30506 00000100:00100000:2.0:1746143529.210500:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963462085376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.210520:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.210543:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f234a9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc6b expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.210573:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f234a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc64 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.210581:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.210582:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.210614:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f234a9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc6b expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.210644:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f234a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc64 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.210656:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f234a2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc64 expref: 5 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.210668:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097824000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455276672:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.210744:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.211086:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462085248 00000100:00100000:1.0:1746143529.211091:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462085248 00002000:00100000:1.0:1746143529.211119:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097827b80 x1830963462085248/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.211128:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097827b80 with x1830963462085248 ext(0->4095) 00010000:00010000:1.0:1746143529.211133:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f234a2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc64 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.211142:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f234a2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc64 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143529.211147:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097827b80 00000100:00100000:1.0:1746143529.211162:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3035 00000100:00100000:1.0:1746143529.211166:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462085248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143529.211278:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462085248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (1034us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.211284:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3035 00002000:00100000:1.0:1746143529.211290:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097827b80 x1830963462085248/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.211317:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097827b80 with x1830963462085248 ext(0->4095) 00010000:00010000:1.0:1746143529.211322:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f234a2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc64 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.211330:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f234a2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc64 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143529.211335:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097827b80 00000100:00100000:0.0:1746143529.211575:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097824380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455276544:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143529.211602:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143529.211640:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2004:x1830963462084992:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 9524us (12420us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143529.211649:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16412 00000100:00100000:0.0:1746143529.213291:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.213384:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097824000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455276672:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.213409:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f234a9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc6b expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.213424:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79600, rc 0) 00000100:00100000:3.0:1746143529.213465:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963462085376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2966us (3077us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.213471:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30506 00000100:00100000:0.0:1746143529.214766:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.214986:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462085504 00000100:00100000:3.0:1746143529.214994:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462085504 00000100:00100000:3.0:1746143529.215044:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30507 00000100:00100000:3.0:1746143529.215051:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1794:x1830963462085504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.215069:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.215086:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f234b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc72 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.215111:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.215116:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f234a9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc6b expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.215121:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.215124:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f234b0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc72 expref: 31 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.215159:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f234a9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc6b expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.215170:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f234b0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc72 expref: 31 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.215178:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135b1a400, rc 0) 00000100:00100000:3.0:1746143529.215210:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1794:x1830963462085504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (1926us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.215214:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30507 00000100:00100000:1.0:1746143529.215356:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462085632 00000100:00100000:1.0:1746143529.215361:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462085632 00010000:00010000:1.0:1746143529.215380:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f234a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc64 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.215398:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16413 00000100:00100000:1.0:1746143529.215403:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d490850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462085632:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.215412:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.215433:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f234a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc64 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.215443:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f234a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc64 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.215461:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f234a2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc64 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.215476:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.215477:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.215484:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f234a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc6b expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.215491:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f234a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc6b expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.215512:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f234a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc6b expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.215523:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f234a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc6b expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.215535:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086108e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455276928:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.215601:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340faf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.218363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.218440:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086108e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455276928:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.218458:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.218619:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d490850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462085632:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3214us (3857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.218662:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462085888 00000100:00100000:2.0:1746143529.218668:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462085888 00002000:00100000:2.0:1746143529.218710:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9c700 x1830963462085888/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.218719:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9c700 with x1830963462085888 ext(0->4095) 00010000:00010000:2.0:1746143529.218728:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f234a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc6b expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.218739:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16413 00010000:00010000:2.0:1746143529.218741:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f234a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc6b expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.218747:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9c700 00000100:00100000:2.0:1746143529.218766:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3036 00000100:00100000:2.0:1746143529.218771:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462085888:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.218946:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462085888:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 173us (589us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.218952:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3036 00002000:00100000:2.0:1746143529.218957:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9c700 x1830963462085888/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.218965:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9c700 with x1830963462085888 ext(0->4095) 00010000:00010000:2.0:1746143529.218970:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f234a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc6b expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.218978:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f234a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc6b expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.218983:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9c700 00000100:00100000:0.0:1746143529.220223:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.220264:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462086016 00000100:00100000:1.0:1746143529.220270:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462086016 00010000:00010000:1.0:1746143529.220289:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f234a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc6b expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.220339:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16414 00000100:00100000:1.0:1746143529.220346:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462086016:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.220358:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.220375:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f234a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc6b expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.220385:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f234a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc6b expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.220410:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f234a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc6b expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.220488:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.220491:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.220498:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f234b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc72 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.220506:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f234b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc72 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.220543:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f234b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc72 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.220557:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455277056:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.220728:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.221973:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455277056:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.221990:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.222014:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462086016:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1669us (1795us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.222021:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16414 00000100:00100000:0.0:1746143529.222182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.222241:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462086272 00000100:00100000:2.0:1746143529.222246:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462086272 00002000:00100000:2.0:1746143529.222341:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9df80 x1830963462086272/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.222349:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9df80 with x1830963462086272 ext(0->4095) 00002000:00010000:2.0:1746143529.222353:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9df80 00000100:00100000:2.0:1746143529.222370:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13755 00000100:00100000:2.0:1746143529.222377:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462086272:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.222575:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462086272:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 197us (392us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.222580:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13755 00002000:00100000:2.0:1746143529.222592:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9df80 x1830963462086272/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.222598:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9df80 with x1830963462086272 ext(0->4095) 00002000:00010000:2.0:1746143529.222600:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9df80 00000100:00100000:0.0:1746143529.226147:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.226274:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462086400 00000100:00100000:2.0:1746143529.226284:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462086400 00000100:00100000:2.0:1746143529.226429:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30508 00000100:00100000:2.0:1746143529.226437:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462086400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.226458:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.226477:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234b7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc79 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.226512:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f234b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc72 expref: 29 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.226520:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.226523:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.226527:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234b7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc79 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.226559:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f234b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc72 expref: 29 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.226577:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f234b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc72 expref: 29 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.226602:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097826d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455277184:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.226690:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.228510:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097826d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455277184:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.228537:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234b7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc79 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.228552:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78200, rc 0) 00000100:00100000:2.0:1746143529.228599:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462086400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2163us (2465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.228606:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30508 00000100:00100000:0.0:1746143529.228859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.229013:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462086528 00000100:00100000:1.0:1746143529.229019:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462086528 00010000:00010000:1.0:1746143529.229046:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f234b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc72 expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.229353:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16415 00000100:00100000:1.0:1746143529.229360:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462086528:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.229371:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.229390:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f234b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc72 expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.229405:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f234b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc72 expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.229424:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f234b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc72 expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.229436:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.229437:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.229443:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234b7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc79 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.229451:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc79 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.229477:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc79 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.229487:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455277312:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.229534:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.232200:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455277312:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.232224:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.232478:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2007:x1830963462086528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3116us (3617us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.232488:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16415 00000100:00100000:2.0:1746143529.233069:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.233168:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462086784 00000100:00100000:3.0:1746143529.233175:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462086784 00002000:00100000:3.0:1746143529.233212:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097826d80 x1830963462086784/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.233221:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097826d80 with x1830963462086784 ext(0->4095) 00002000:00010000:3.0:1746143529.233225:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097826d80 00000100:00100000:3.0:1746143529.233240:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13756 00000100:00100000:3.0:1746143529.233246:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462086784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143529.233370:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462086784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (302us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.233375:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13756 00002000:00100000:3.0:1746143529.233380:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097826d80 x1830963462086784/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.233386:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097826d80 with x1830963462086784 ext(0->4095) 00002000:00010000:3.0:1746143529.233388:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097826d80 00000100:00100000:2.0:1746143529.234656:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.234729:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462086912 00000100:00100000:0.0:1746143529.234734:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462086912 00000100:00100000:0.0:1746143529.234773:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30509 00000100:00100000:0.0:1746143529.234779:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1782:x1830963462086912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143529.234791:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143529.234807:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234be lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc80 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.234835:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234b7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc79 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.234843:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143529.234844:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143529.234847:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234be lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc80 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.234876:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc79 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.234887:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc79 expref: 5 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746143529.234898:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455277440:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143529.234970:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.235096:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.235184:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462087040 00000100:00100000:3.0:1746143529.235188:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462087040 00000100:00100000:3.0:1746143529.235208:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30510 00000100:00100000:3.0:1746143529.235213:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1794:x1830963462087040:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.235220:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.235226:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f234c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc87 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.235238:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.235241:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234be lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc80 expref: 32 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.235247:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.235249:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f234c5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc87 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.235268:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234be lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc80 expref: 32 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.235283:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f234c5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc87 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.235292:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:3.0:1746143529.235338:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1794:x1830963462087040:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.235344:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30510 00000100:00100000:0.0:1746143529.237745:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455277440:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143529.237770:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234be lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc80 expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.237790:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8c00, rc 0) 00000100:00100000:0.0:1746143529.237823:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1782:x1830963462086912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3044us (3170us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143529.237830:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30509 00000100:00100000:2.0:1746143529.239623:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.239826:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462087168 00000100:00100000:1.0:1746143529.239835:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462087168 00010000:00010000:1.0:1746143529.239868:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc79 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.239901:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16416 00000100:00100000:1.0:1746143529.239907:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462087168:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.239920:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.239940:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc79 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.239950:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc79 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.239972:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc79 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.239995:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.239996:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.240004:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc80 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.240011:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc80 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.240042:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc80 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.240053:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc80 expref: 30 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.240063:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455277696:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.240142:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.242529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.242937:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462087424 00000100:00100000:2.0:1746143529.242946:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462087424 00002000:00100000:2.0:1746143529.242990:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9d880 x1830963462087424/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.243000:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9d880 with x1830963462087424 ext(0->4095) 00010000:00010000:2.0:1746143529.243010:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234be lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc80 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.243027:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234be lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc80 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.243033:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9d880 00000100:00100000:1.0:1746143529.243126:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455277696:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.243144:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.243188:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462087168:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3281us (3571us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.243199:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16416 00000100:00100000:2.0:1746143529.243915:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3037 00000100:00100000:2.0:1746143529.243925:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462087424:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.244075:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462087424:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (1553us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.244082:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3037 00002000:00100000:2.0:1746143529.244087:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9d880 x1830963462087424/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.244095:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9d880 with x1830963462087424 ext(0->4095) 00010000:00010000:2.0:1746143529.244101:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc80 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.244111:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc80 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.244117:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9d880 00000100:00100000:0.0:1746143529.248240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.248307:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462087552 00000100:00100000:1.0:1746143529.248317:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462087552 00010000:00010000:1.0:1746143529.248354:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc80 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.248428:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16417 00000100:00100000:1.0:1746143529.248436:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462087552:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.248451:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.248472:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc80 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.248484:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc80 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.248509:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc80 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.249210:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.249214:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.249222:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f234c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc87 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.249230:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f234c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc87 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.249383:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f234c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc87 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.249398:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455277824:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.251183:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.251217:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455277824:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.251236:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.251283:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462087552:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2846us (3053us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.251310:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16417 00000100:00100000:3.0:1746143529.251874:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.251921:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462087808 00000100:00100000:2.0:1746143529.251929:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462087808 00002000:00100000:2.0:1746143529.251966:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b4000 x1830963462087808/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.251976:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4000 with x1830963462087808 ext(0->4095) 00002000:00010000:2.0:1746143529.251980:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978b4000 00000100:00100000:2.0:1746143529.252010:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13757 00000100:00100000:2.0:1746143529.252017:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462087808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.252144:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462087808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (271us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.252149:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13757 00002000:00100000:2.0:1746143529.252153:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b4000 x1830963462087808/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.252160:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4000 with x1830963462087808 ext(0->4095) 00002000:00010000:2.0:1746143529.252162:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978b4000 00000100:00100000:0.0:1746143529.253181:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.253235:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462087936 00000100:00100000:2.0:1746143529.253240:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462087936 00000100:00100000:2.0:1746143529.253279:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30511 00000100:00100000:2.0:1746143529.253284:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462087936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.253314:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.253328:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f234cc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc8e expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.253355:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f234c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc87 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.253362:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.253364:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.253367:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f234cc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc8e expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.253400:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f234c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc87 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.253411:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f234c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc87 expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.253422:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455277952:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.254812:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.256760:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455277952:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.256793:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f234cc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc8e expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.256809:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78e00, rc 0) 00000100:00100000:2.0:1746143529.256851:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462087936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3566us (3672us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.256859:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30511 00000100:00100000:0.0:1746143529.257408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.257532:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462088064 00000100:00100000:1.0:1746143529.257538:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462088064 00010000:00010000:1.0:1746143529.257565:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f234c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc87 expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.257601:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16418 00000100:00100000:1.0:1746143529.257606:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462088064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.257623:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.257640:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f234c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc87 expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.257652:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f234c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc87 expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.257669:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f234c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc87 expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.257679:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.257680:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.257686:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f234cc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc8e expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.257691:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f234cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc8e expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.257714:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f234cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc8e expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.257723:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455278080:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.257773:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.259466:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455278080:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.259487:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.259622:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2007:x1830963462088064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2012us (2213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.259699:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16418 00000100:00100000:0.0:1746143529.260686:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.260862:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462088320 00000100:00100000:3.0:1746143529.260869:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462088320 00002000:00100000:3.0:1746143529.260909:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9f480 x1830963462088320/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.260919:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9f480 with x1830963462088320 ext(0->4095) 00002000:00010000:3.0:1746143529.260924:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9f480 00000100:00100000:3.0:1746143529.260950:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13758 00000100:00100000:3.0:1746143529.260958:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462088320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143529.261093:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462088320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (408us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.261099:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13758 00002000:00100000:3.0:1746143529.261104:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9f480 x1830963462088320/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.261111:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9f480 with x1830963462088320 ext(0->4095) 00002000:00010000:3.0:1746143529.261114:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9f480 00000100:00100000:3.0:1746143529.262657:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.262725:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.262956:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462088448 00000100:00100000:2.0:1746143529.262963:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462088448 00000100:00100000:2.0:1746143529.263007:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462088576 00000100:00100000:2.0:1746143529.263009:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462088576 00000100:00100000:2.0:1746143529.263029:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30512 00000100:00100000:2.0:1746143529.263035:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963462088448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.263052:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.263069:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f234d3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc95 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.263102:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f234cc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc8e expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.263111:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.263112:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.263116:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f234d3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc95 expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.263144:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f234cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc8e expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.263156:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f234cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc8e expref: 5 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.263168:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455278208:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.263379:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30513 00000100:00100000:3.0:1746143529.263385:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097902a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1794:x1830963462088576:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.263392:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.263398:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f234da lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bc9c expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.263408:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.263412:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f234d3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc95 expref: 32 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.263416:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.263418:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f234da lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc9c expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.263437:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f234d3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc95 expref: 32 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.263446:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f234da lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc9c expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.263454:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:2.0:1746143529.263932:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.264346:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097902a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1794:x1830963462088576:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 960us (1620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.264352:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30513 00000100:00100000:2.0:1746143529.266197:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455278208:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.266226:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f234d3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc95 expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.266242:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79a00, rc 0) 00000100:00100000:2.0:1746143529.266801:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1782:x1830963462088448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3763us (4145us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.267450:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.267553:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30512 00000100:00100000:1.0:1746143529.267889:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462088704 00000100:00100000:1.0:1746143529.267897:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462088704 00010000:00010000:1.0:1746143529.267928:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f234cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc8e expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.267956:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16419 00000100:00100000:1.0:1746143529.267962:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097903100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462088704:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.267975:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.267992:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f234cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc8e expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.268002:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f234cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc8e expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.268024:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f234cc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc8e expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.268046:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.268047:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.268054:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f234d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc95 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.268061:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f234d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc95 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.268087:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f234d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc95 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.268097:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f234d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc95 expref: 30 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.268107:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455278464:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.268176:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.270048:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455278464:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.270072:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.270704:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097903100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462088704:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2739us (3253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.270715:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16419 00000100:00100000:2.0:1746143529.270838:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.270892:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462088960 00000100:00100000:2.0:1746143529.270898:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462088960 00002000:00100000:2.0:1746143529.270942:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134091880 x1830963462088960/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.270951:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134091880 with x1830963462088960 ext(0->4095) 00010000:00010000:2.0:1746143529.270959:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f234d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc95 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.270971:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f234d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc95 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.270978:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134091880 00000100:00100000:2.0:1746143529.271492:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3038 00000100:00100000:2.0:1746143529.271501:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462088960:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.272170:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462088960:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 668us (1330us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.272178:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3038 00002000:00100000:2.0:1746143529.272185:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134091880 x1830963462088960/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.272193:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134091880 with x1830963462088960 ext(0->4095) 00010000:00010000:2.0:1746143529.272198:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f234d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc95 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.272208:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f234d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc95 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.272219:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134091880 00000100:00100000:0.0:1746143529.274744:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.274809:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462089088 00000100:00100000:1.0:1746143529.274818:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462089088 00010000:00010000:1.0:1746143529.275435:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f234d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc95 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.275474:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16420 00000100:00100000:1.0:1746143529.275482:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4dc0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2005:x1830963462089088:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.275499:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.275520:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f234d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc95 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.275532:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f234d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc95 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.275554:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f234d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc95 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.275571:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.275573:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.275580:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f234da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc9c expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.275601:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f234da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc9c expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.275637:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f234da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc9c expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.275650:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455278592:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.276217:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.278908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.279010:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455278592:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.279038:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.279329:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4dc0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2005:x1830963462089088:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3846us (4590us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.279341:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16420 00000100:00100000:3.0:1746143529.279598:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462089344 00000100:00100000:3.0:1746143529.279606:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462089344 00002000:00100000:3.0:1746143529.279649:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134093b80 x1830963462089344/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.279661:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134093b80 with x1830963462089344 ext(0->4095) 00002000:00010000:3.0:1746143529.279666:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134093b80 00000100:00100000:3.0:1746143529.279690:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13759 00000100:00100000:3.0:1746143529.279697:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462089344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143529.279841:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462089344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (943us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.279847:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13759 00002000:00100000:3.0:1746143529.279852:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134093b80 x1830963462089344/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.279859:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134093b80 with x1830963462089344 ext(0->4095) 00002000:00010000:3.0:1746143529.279861:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134093b80 00000100:00100000:2.0:1746143529.282288:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.282972:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462089472 00000100:00100000:0.0:1746143529.282980:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462089472 00000100:00100000:0.0:1746143529.283430:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30514 00000100:00100000:0.0:1746143529.283439:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462089472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143529.283459:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143529.283478:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bca3 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.283510:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f234da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc9c expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.283518:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143529.283520:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143529.283523:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234e1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bca3 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.283560:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f234da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc9c expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.283571:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f234da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc9c expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746143529.283595:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455278720:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143529.284046:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.285892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.285911:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455278720:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.285939:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234e1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bca3 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.285956:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8c00, rc 0) 00000100:00100000:1.0:1746143529.286011:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462089600 00000100:00100000:2.0:1746143529.286016:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462089472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2574us (3733us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.286016:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462089600 00000100:00100000:2.0:1746143529.286023:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30514 00010000:00010000:1.0:1746143529.286037:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f234da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc9c expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.286054:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16421 00000100:00100000:1.0:1746143529.286057:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462089600:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.286067:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.286085:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f234da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc9c expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.286097:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f234da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc9c expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.286184:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f234da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bc9c expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.286208:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.286210:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.286217:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bca3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.286223:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bca3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.286357:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bca3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.286368:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455278848:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.286431:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fae40 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.289210:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008610b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455278848:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.289232:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.289284:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2007:x1830963462089600:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3223us (3396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.289313:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16421 00000100:00100000:0.0:1746143529.290267:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.290617:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.290755:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462089856 00000100:00100000:2.0:1746143529.290762:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462089856 00002000:00100000:2.0:1746143529.290801:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9ea00 x1830963462089856/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.290810:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9ea00 with x1830963462089856 ext(0->4095) 00002000:00010000:2.0:1746143529.290816:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9ea00 00000100:00100000:2.0:1746143529.290835:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13760 00000100:00100000:2.0:1746143529.290841:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462089856:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.290977:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462089856:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (712us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.290983:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13760 00002000:00100000:2.0:1746143529.290988:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9ea00 x1830963462089856/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.290996:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9ea00 with x1830963462089856 ext(0->4095) 00002000:00010000:2.0:1746143529.290998:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9ea00 00000100:00100000:3.0:1746143529.291363:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462089984 00000100:00100000:3.0:1746143529.291368:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462089984 00000100:00100000:3.0:1746143529.291398:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30515 00000100:00100000:3.0:1746143529.291404:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1782:x1830963462089984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.291413:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.291430:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f234e8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bcaa expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.291454:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bca3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.291466:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.291468:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.291471:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f234e8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcaa expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.291501:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bca3 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.291513:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bca3 expref: 5 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.291525:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455278976:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.291598:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.292690:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.292917:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462090112 00000100:00100000:2.0:1746143529.292923:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462090112 00000100:00100000:2.0:1746143529.292949:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30516 00000100:00100000:2.0:1746143529.292954:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1794:x1830963462090112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.292965:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.292975:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f234ef lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bcb1 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.292991:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.292995:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f234e8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcaa expref: 32 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.293000:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.293003:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f234ef lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb1 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.293027:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f234e8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcaa expref: 32 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.293037:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f234ef lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb1 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.293046:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78800, rc 0) 00000100:00100000:2.0:1746143529.293075:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1794:x1830963462090112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.293080:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30516 00000100:00100000:3.0:1746143529.293791:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455278976:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.293810:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f234e8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcaa expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.293819:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00000100:00100000:3.0:1746143529.293842:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1782:x1830963462089984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2439us (3226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.293849:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30515 00000100:00100000:1.0:1746143529.294212:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.294435:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462090240 00000100:00100000:0.0:1746143529.294439:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462090240 00010000:00010000:0.0:1746143529.294460:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bca3 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746143529.294477:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16422 00000100:00100000:0.0:1746143529.294481:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462090240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143529.294491:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143529.294508:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bca3 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143529.294519:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bca3 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143529.294542:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f234e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bca3 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143529.294557:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143529.294559:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143529.294566:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f234e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcaa expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.294572:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f234e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcaa expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.295554:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f234e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcaa expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.295616:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f234e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcaa expref: 30 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746143529.295630:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097b54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455279232:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143529.295731:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.299125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.299191:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462090496 00000100:00100000:2.0:1746143529.299200:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462090496 00000100:00100000:1.0:1746143529.299225:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097b54e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455279232:192.168.203.27@tcp:105: 00002000:00100000:2.0:1746143529.299242:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097b57b80 x1830963462090496/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746143529.299247:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746143529.299250:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b57b80 with x1830963462090496 ext(0->4095) 00010000:00010000:2.0:1746143529.299258:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f234e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcaa expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.299271:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f234e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcaa expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.299277:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097b57b80 00000100:00100000:1.0:1746143529.299315:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462090240:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4831us (5102us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.299317:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3039 00000100:00100000:2.0:1746143529.299323:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462090496:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143529.299324:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16422 00000100:00100000:2.0:1746143529.299650:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462090496:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 325us (533us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.299661:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3039 00002000:00100000:2.0:1746143529.299666:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097b57b80 x1830963462090496/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.299674:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b57b80 with x1830963462090496 ext(0->4095) 00010000:00010000:2.0:1746143529.299678:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f234e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcaa expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.299690:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f234e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcaa expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.299695:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097b57b80 00000100:00100000:0.0:1746143529.301098:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.301899:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462090624 00000100:00100000:1.0:1746143529.301911:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462090624 00010000:00010000:1.0:1746143529.301949:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f234e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcaa expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.301986:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16423 00000100:00100000:1.0:1746143529.301993:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462090624:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.302004:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.302188:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f234e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcaa expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.302198:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f234e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcaa expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.302216:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f234e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcaa expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.302240:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.302242:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.302248:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f234ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb1 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.302255:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f234ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb1 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.302285:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f234ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb1 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.302331:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086108e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455279360:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.302407:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fae40 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.305890:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086108e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455279360:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.305920:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.306115:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462090624:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4121us (5021us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.306126:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16423 00000100:00100000:0.0:1746143529.306238:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.306423:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462090880 00000100:00100000:2.0:1746143529.306437:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462090880 00002000:00100000:2.0:1746143529.306736:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097b56300 x1830963462090880/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.306746:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b56300 with x1830963462090880 ext(0->4095) 00002000:00010000:2.0:1746143529.306757:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097b56300 00000100:00100000:2.0:1746143529.306788:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13761 00000100:00100000:2.0:1746143529.306800:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462090880:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.306949:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462090880:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (712us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.306956:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13761 00002000:00100000:2.0:1746143529.306961:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097b56300 x1830963462090880/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.306968:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b56300 with x1830963462090880 ext(0->4095) 00002000:00010000:2.0:1746143529.306970:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097b56300 00000100:00100000:0.0:1746143529.308097:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.308197:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462091008 00000100:00100000:2.0:1746143529.308204:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462091008 00000100:00100000:2.0:1746143529.308249:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30517 00000100:00100000:2.0:1746143529.308256:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462091008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.308271:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.308289:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234f6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bcb8 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.308401:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f234ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb1 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.308412:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.308414:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.308418:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234f6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb8 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.308454:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f234ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb1 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.308467:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f234ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb1 expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.308479:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455279488:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.308570:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba709c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.310215:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455279488:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.310243:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234f6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb8 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.310258:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78200, rc 0) 00000100:00100000:0.0:1746143529.310449:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.310496:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462091136 00000100:00100000:1.0:1746143529.310501:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462091136 00010000:00010000:1.0:1746143529.310524:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f234ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb1 expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.310547:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16424 00000100:00100000:1.0:1746143529.310552:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462091136:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.310562:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.310576:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f234ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb1 expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.310596:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462091008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2039us (2202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.310604:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30517 00010000:00010000:1.0:1746143529.310608:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f234ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb1 expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.310627:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f234ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb1 expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.310651:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.310653:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.310658:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234f6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb8 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.310664:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb8 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.310689:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb8 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.310699:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086108e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455279616:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.310759:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fae40 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.312815:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086108e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455279616:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143529.312834:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.312894:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2006:x1830963462091136:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2340us (2445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.312904:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16424 00000100:00100000:0.0:1746143529.313502:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.313613:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462091392 00000100:00100000:2.0:1746143529.313623:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462091392 00002000:00100000:2.0:1746143529.313667:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800923d9180 x1830963462091392/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.313677:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d9180 with x1830963462091392 ext(0->4095) 00002000:00010000:2.0:1746143529.313682:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923d9180 00000100:00100000:2.0:1746143529.313702:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13762 00000100:00100000:2.0:1746143529.313709:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462091392:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.313871:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462091392:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (375us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.313878:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13762 00002000:00100000:2.0:1746143529.313883:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800923d9180 x1830963462091392/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.313891:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d9180 with x1830963462091392 ext(0->4095) 00002000:00010000:2.0:1746143529.313893:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923d9180 00000100:00100000:3.0:1746143529.316063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.316231:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462091520 00000100:00100000:2.0:1746143529.316240:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462091520 00000100:00100000:2.0:1746143529.316277:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30518 00000100:00100000:2.0:1746143529.316285:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:1794:x1830963462091520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.316337:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.316355:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f234fd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bcbf expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.316390:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234f6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb8 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.316397:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.316399:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.316403:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f234fd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcbf expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.316431:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb8 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.316443:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb8 expref: 5 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.316456:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455279744:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.316536:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.318650:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.319236:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462091648 00000100:00100000:3.0:1746143529.319243:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462091648 00000100:00100000:0.0:1746143529.319576:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.319645:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462091776 00000100:00100000:1.0:1746143529.319650:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462091776 00010000:00010000:1.0:1746143529.319673:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234f6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb8 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.319701:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16425 00000100:00100000:1.0:1746143529.319708:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462091776:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.319724:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.319744:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234f6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb8 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.319756:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb8 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.319861:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455279744:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.319927:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30519 00000100:00100000:3.0:1746143529.319932:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1782:x1830963462091648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.319950:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.319973:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23504 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bcc6 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.320234:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f234f6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcb8 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.320269:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f234fd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcbf expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.320281:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.320282:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.320290:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f234fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcbf expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.320311:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f234fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcbf expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.320340:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f234fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcbf expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.320352:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455279872:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.320413:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70840 going to sleep for 11 seconds 00010000:00010000:3.0:1746143529.320545:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f234fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcbf expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.320551:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.320552:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.320555:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23504 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcc6 expref: 32 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.320574:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f234fd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcbf expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.320592:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f234fd lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcbf expref: 32 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.320601:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097901180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455280000:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.320640:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910600 going to sleep for 11 seconds 00010000:00010000:1.0:1746143529.320686:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.320710:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963462091776:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1002us (1133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.320717:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16425 00000100:00100000:2.0:1746143529.321825:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455279872:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.321842:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79000, rc 0) 00000100:00100000:2.0:1746143529.321867:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1794:x1830963462091520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5583us (5811us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.321873:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30518 00000100:00100000:3.0:1746143529.324892:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097901180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455280000:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.324923:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23504 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcc6 expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.324943:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805e00, rc 0) 00000100:00100000:3.0:1746143529.324991:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1782:x1830963462091648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5057us (6347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.325007:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30519 00000100:00100000:0.0:1746143529.325175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.326015:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462092032 00000100:00100000:2.0:1746143529.326024:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462092032 00002000:00100000:2.0:1746143529.326068:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008efbad80 x1830963462092032/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.326078:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efbad80 with x1830963462092032 ext(0->4095) 00010000:00010000:2.0:1746143529.326086:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f234fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcbf expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.326098:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f234fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcbf expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.326105:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008efbad80 00000100:00100000:2.0:1746143529.326136:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3040 00000100:00100000:2.0:1746143529.326143:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462092032:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.326284:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462092032:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (1110us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.326291:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3040 00002000:00100000:2.0:1746143529.326337:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008efbad80 x1830963462092032/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.326344:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efbad80 with x1830963462092032 ext(0->4095) 00010000:00010000:2.0:1746143529.326347:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f234fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcbf expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.326356:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f234fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcbf expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.326360:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008efbad80 00000100:00100000:2.0:1746143529.328735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.328789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.328924:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462092288 00000100:00100000:1.0:1746143529.328933:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462092288 00010000:00010000:1.0:1746143529.328962:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f234fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcbf expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.328989:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16426 00000100:00100000:1.0:1746143529.328996:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462092288:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.329011:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.329029:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f234fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcbf expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.329040:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f234fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcbf expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.329069:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f234fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcbf expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.329087:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.329089:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.329095:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23504 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcc6 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.329104:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23504 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcc6 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.329139:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23504 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcc6 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.329153:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086108e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455280128:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.329227:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fae40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.329322:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462092160 00000100:00100000:3.0:1746143529.329326:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462092160 00000100:00100000:3.0:1746143529.329349:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30520 00000100:00100000:3.0:1746143529.329354:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462092160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.329364:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.329375:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2350b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bccd expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.329392:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23504 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcc6 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.329397:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.329398:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.329401:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2350b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bccd expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.329417:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23504 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcc6 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.329426:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23504 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcc6 expref: 30 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.329433:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097901180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455280256:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.330466:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.333283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.333453:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462092544 00000100:00100000:2.0:1746143529.333463:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462092544 00000100:00100000:1.0:1746143529.333514:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086108e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455280128:192.168.203.27@tcp:105: 00002000:00100000:2.0:1746143529.333515:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008efbb480 x1830963462092544/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.333525:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efbb480 with x1830963462092544 ext(0->4095) 00010000:00010000:2.0:1746143529.333536:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23504 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcc6 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.333539:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143529.333550:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23504 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcc6 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.333561:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008efbb480 00000100:00100000:2.0:1746143529.333597:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3041 00000100:00100000:2.0:1746143529.333605:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462092544:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143529.333613:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462092288:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4617us (4822us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.333623:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16426 00000100:00100000:3.0:1746143529.333707:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097901180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455280256:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.333729:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2350b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bccd expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.333736:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462092544:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (463us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.333742:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3041 00010000:00010000:3.0:1746143529.333743:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805000, rc 0) 00002000:00100000:2.0:1746143529.333746:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008efbb480 x1830963462092544/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.333753:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efbb480 with x1830963462092544 ext(0->4095) 00010000:00010000:2.0:1746143529.333757:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23504 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcc6 expref: 30 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.333760:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462092160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4406us (5034us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.333766:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30520 00010000:00010000:2.0:1746143529.333766:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23504 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcc6 expref: 30 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.333771:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008efbb480 00000100:00100000:0.0:1746143529.335501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.335556:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462092672 00000100:00100000:3.0:1746143529.335563:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462092672 00000100:00100000:3.0:1746143529.335629:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30521 00000100:00100000:3.0:1746143529.335637:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963462092672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.335653:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.335670:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23512 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bcd4 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.335693:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.335698:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2350b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bccd expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.335704:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143529.335708:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23512 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcd4 expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.335744:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2350b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bccd expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.335755:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23512 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcd4 expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.335768:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00000100:00100000:3.0:1746143529.335817:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1782:x1830963462092672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.335823:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30521 00000100:00100000:0.0:1746143529.336138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.336174:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462092800 00000100:00100000:1.0:1746143529.336178:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462092800 00010000:00010000:1.0:1746143529.336194:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23504 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcc6 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.336788:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16427 00000100:00100000:1.0:1746143529.336795:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4dc0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462092800:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.336806:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.336826:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23504 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcc6 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.336837:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23504 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcc6 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.336856:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23504 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcc6 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.336908:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.336910:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.336918:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2350b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bccd expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.336926:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2350b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bccd expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.336949:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2350b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bccd expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.336959:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2350b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bccd expref: 5 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.336973:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086108e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455280512:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.337761:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fae40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.339935:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086108e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455280512:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.339960:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.340013:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4dc0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462092800:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3216us (3871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.340023:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16427 00000100:00100000:0.0:1746143529.340504:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.340544:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462093056 00000100:00100000:2.0:1746143529.340550:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462093056 00002000:00100000:2.0:1746143529.340594:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008efb8700 x1830963462093056/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.340605:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb8700 with x1830963462093056 ext(0->4095) 00010000:00010000:2.0:1746143529.340613:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2350b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bccd expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.340625:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2350b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bccd expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.340631:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008efb8700 00000100:00100000:2.0:1746143529.340660:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3042 00000100:00100000:2.0:1746143529.340667:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462093056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.341467:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462093056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 800us (963us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.341473:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3042 00002000:00100000:2.0:1746143529.341478:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008efb8700 x1830963462093056/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.341485:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb8700 with x1830963462093056 ext(0->4095) 00010000:00010000:2.0:1746143529.341489:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2350b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bccd expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.341497:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2350b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bccd expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.341503:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008efb8700 00000100:00100000:0.0:1746143529.343532:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.343599:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462093184 00000100:00100000:2.0:1746143529.343609:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462093184 00010000:00010000:2.0:1746143529.343641:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2350b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bccd expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.343677:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16428 00000100:00100000:2.0:1746143529.343684:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462093184:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.343699:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.343716:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2350b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bccd expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.343726:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2350b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bccd expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.343750:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2350b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bccd expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.343781:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.343784:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.343792:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23512 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcd4 expref: 29 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.343801:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23512 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcd4 expref: 29 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.343835:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23512 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcd4 expref: 29 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.343853:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455280640:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.345131:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.346014:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455280640:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.346035:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.346078:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462093184:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2393us (2554us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.346088:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16428 00000100:00100000:0.0:1746143529.347517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.347601:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462093440 00000100:00100000:3.0:1746143529.347610:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462093440 00002000:00100000:3.0:1746143529.347653:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130715c00 x1830963462093440/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.347663:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130715c00 with x1830963462093440 ext(0->4095) 00002000:00010000:3.0:1746143529.347667:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130715c00 00000100:00100000:3.0:1746143529.347694:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13763 00000100:00100000:3.0:1746143529.347700:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462093440:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143529.347840:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462093440:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (328us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.347847:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13763 00002000:00100000:3.0:1746143529.347852:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130715c00 x1830963462093440/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.347859:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130715c00 with x1830963462093440 ext(0->4095) 00002000:00010000:3.0:1746143529.347861:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130715c00 00000100:00100000:0.0:1746143529.351801:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.351868:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462093568 00000100:00100000:2.0:1746143529.351878:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462093568 00000100:00100000:2.0:1746143529.351927:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30522 00000100:00100000:2.0:1746143529.351934:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462093568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.351952:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.351969:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23519 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bcdb expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.351998:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23512 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcd4 expref: 29 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.352005:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.352006:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.352009:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23519 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcdb expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.352036:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23512 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcd4 expref: 29 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.352051:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23512 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcd4 expref: 29 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.352061:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455280768:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.353216:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.354727:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455280768:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.354759:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23519 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcdb expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.354776:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:2.0:1746143529.354829:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462093568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2895us (3037us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.354837:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30522 00000100:00100000:0.0:1746143529.355280:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.355335:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462093696 00000100:00100000:3.0:1746143529.355342:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462093696 00010000:00010000:3.0:1746143529.355368:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23512 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcd4 expref: 30 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.355394:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16429 00000100:00100000:3.0:1746143529.355399:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130715f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462093696:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.355411:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.355429:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23512 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcd4 expref: 30 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.355439:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23512 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcd4 expref: 30 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.355463:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23512 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcd4 expref: 30 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.355489:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.355491:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.355498:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23519 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcdb expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.356065:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23519 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcdb expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.356098:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23519 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcdb expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143529.356110:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097901180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455280896:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.356198:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.357457:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.357508:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462093824 00000100:00100000:2.0:1746143529.357516:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462093824 00000100:00100000:2.0:1746143529.357566:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30523 00000100:00100000:2.0:1746143529.357573:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963462093824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.357601:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.357616:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23520 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bce2 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.357641:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23519 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcdb expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.357653:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.357655:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.357659:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23520 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce2 expref: 31 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.357690:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23519 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcdb expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.357701:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23519 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcdb expref: 5 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.357712:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455281024:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.357787:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.359825:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097901180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455280896:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.359843:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.359881:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130715f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462093696:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4481us (4601us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.359890:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16429 00000100:00100000:0.0:1746143529.361377:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.361424:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.361456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.361469:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.361483:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.361506:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.361569:0:12697:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462094336 00000100:00100000:2.0:1746143529.361574:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462094592 00000100:00100000:1.0:1746143529.361577:0:12697:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462094336 00000100:00100000:2.0:1746143529.361578:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462094592 00000100:00100000:2.0:1746143529.361633:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462094208 00000100:00100000:2.0:1746143529.361635:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462094208 00000100:00100000:2.0:1746143529.361730:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462094720 00000100:00100000:2.0:1746143529.361733:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462094720 00000100:00100000:1.0:1746143529.361738:0:12697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1136 00000100:00100000:2.0:1746143529.361745:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1137 00000100:00100000:1.0:1746143529.361746:0:12697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6c035184-928a-4088-be86-d6b338962a2f+7:2005:x1830963462094592:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1746143529.361751:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462094208:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1746143529.361813:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462094208:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 62us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.361813:0:12697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6c035184-928a-4088-be86-d6b338962a2f+7:2005:x1830963462094592:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 68us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.361819:0:12697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1136 00000100:00100000:2.0:1746143529.361822:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1137 00000100:00100000:1.0:1746143529.361833:0:12697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1138 00000100:00100000:2.0:1746143529.361836:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1139 00000100:00100000:1.0:1746143529.361838:0:12697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092271180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2005:x1830963462094336:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1746143529.361841:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462094720:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1746143529.361857:0:12697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092271180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2005:x1830963462094336:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 19us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.361862:0:12697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1138 00000100:00100000:2.0:1746143529.361865:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462094720:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 24us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.361870:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1139 00000100:00100000:3.0:1746143529.362014:0:7217:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462094080 00000100:00100000:3.0:1746143529.362017:0:7217:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462094080 00000100:00100000:3.0:1746143529.362200:0:7217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 554 00000100:00100000:3.0:1746143529.362206:0:7217:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b17b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1517d466-6266-498b-bada-804fa5332ca6+12:2005:x1830963462094080:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1746143529.362232:0:7217:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b17b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1517d466-6266-498b-bada-804fa5332ca6+12:2005:x1830963462094080:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 27us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.362236:0:7217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 554 00000100:00100000:1.0:1746143529.362249:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.362332:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462094976 00000100:00100000:1.0:1746143529.362335:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462094976 00000100:00080000:2.0:1746143529.362356:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746143529.362359:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00100000:1.0:1746143529.362365:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086109880 x1830963462094976/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746143529.362374:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462094464 00002000:00100000:1.0:1746143529.362375:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086109880 with x1830963462094976 ext(0->4095) 00000100:00100000:2.0:1746143529.362377:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462094464 00010000:00010000:1.0:1746143529.362384:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23519 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcdb expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.362403:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23519 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcdb expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.362404:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 741 00000100:00100000:2.0:1746143529.362408:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2005:x1830963462094464:12345-192.168.203.27@tcp:400:kworker.0 00002000:00010000:1.0:1746143529.362410:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086109880 00000100:00100000:1.0:1746143529.362424:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3043 00000100:00100000:1.0:1746143529.362429:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462094976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.362434:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2005:x1830963462094464:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 25us (950us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.362439:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 741 00000100:00080000:3.0:1746143529.362497:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746143529.362553:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462094976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.362559:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3043 00002000:00100000:1.0:1746143529.362564:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086109880 x1830963462094976/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.362571:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086109880 with x1830963462094976 ext(0->4095) 00010000:00010000:1.0:1746143529.362575:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23519 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcdb expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.362594:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23519 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcdb expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143529.362600:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086109880 00000100:00100000:2.0:1746143529.363006:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455281024:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.363025:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23520 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce2 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.363038:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79800, rc 0) 00000100:00100000:2.0:1746143529.363062:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963462093824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5491us (5612us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.363068:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30523 00000100:00100000:0.0:1746143529.366532:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.366605:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.366727:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462095232 00000100:00100000:3.0:1746143529.366738:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462095232 00000100:00100000:2.0:1746143529.366776:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462095104 00010000:00010000:3.0:1746143529.366778:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23519 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcdb expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.366779:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462095104 00000100:00100000:3.0:1746143529.366805:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16430 00000100:00100000:3.0:1746143529.366812:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462095232:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.366827:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.366846:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23519 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcdb expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.366858:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23519 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcdb expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.366886:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23519 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcdb expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.366913:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.366915:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.366923:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23520 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce2 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.366931:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23520 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce2 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.366963:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23520 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce2 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143529.366975:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097901180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455281152:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.367061:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.367220:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30524 00000100:00100000:2.0:1746143529.367226:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1794:x1830963462095104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.367241:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.367252:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23527 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bce9 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.367271:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23520 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce2 expref: 31 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.367277:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.367278:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.367281:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23527 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce9 expref: 31 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.367333:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23520 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce2 expref: 31 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.367344:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23520 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce2 expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.367352:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455281280:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.367382:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.367388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.367404:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462094848 00000100:00100000:0.0:1746143529.367407:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462094848 00000100:00100000:0.0:1746143529.367447:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30525 00000100:00100000:0.0:1746143529.367452:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:2003:x1830963462094848:12345-192.168.203.27@tcp:9:kworker.0 00000020:00000080:0.0:1746143529.367471:0:9572:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa6c9a53f47dff1f9 00000100:00080000:0.0:1746143529.367478:0:9572:0:(import.c:66:import_set_state_nolock()) ffff8800923f2000 : changing import state from FULL to CLOSED 00000100:00080000:2.0:1746143529.367487:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746143529.367518:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:0.0:1746143529.367818:0:9572:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294970716 00000100:00100000:0.0:1746143529.368002:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+2:2003:x1830963462094848:12345-192.168.203.27@tcp:9:kworker.0 Request processed in 549us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143529.368010:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30525 00000100:00100000:3.0:1746143529.369654:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097901180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455281152:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.369674:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.369715:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462095232:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2903us (3110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.369725:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16430 00000100:00100000:1.0:1746143529.369861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.369945:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462095488 00000100:00100000:0.0:1746143529.369950:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462095488 00002000:00100000:0.0:1746143529.369981:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610b480 x1830963462095488/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143529.369991:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610b480 with x1830963462095488 ext(0->4095) 00010000:00010000:0.0:1746143529.369998:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23520 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce2 expref: 32 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143529.370010:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23520 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce2 expref: 32 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746143529.370016:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610b480 00000100:00100000:0.0:1746143529.370032:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3044 00000100:00100000:0.0:1746143529.370037:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963462095488:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143529.370159:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963462095488:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143529.370165:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3044 00002000:00100000:0.0:1746143529.370170:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610b480 x1830963462095488/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143529.370177:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610b480 with x1830963462095488 ext(0->4095) 00010000:00010000:0.0:1746143529.370181:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23520 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce2 expref: 32 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143529.370194:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23520 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce2 expref: 32 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746143529.370200:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610b480 00000100:00100000:2.0:1746143529.370353:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455281280:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.370375:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23527 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce9 expref: 31 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.370388:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79e00, rc 0) 00000100:00100000:2.0:1746143529.370411:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1794:x1830963462095104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3185us (3889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.370417:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30524 00000100:00100000:0.0:1746143529.372342:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.372751:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462095616 00000100:00100000:3.0:1746143529.372760:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462095616 00010000:00010000:3.0:1746143529.372797:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23520 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce2 expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.372830:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16431 00000100:00100000:3.0:1746143529.372836:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2005:x1830963462095616:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.372850:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.372870:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23520 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce2 expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.372882:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23520 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce2 expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.372905:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23520 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce2 expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.372919:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.372920:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.372928:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23527 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce9 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.372936:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23527 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce9 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.372968:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23527 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce9 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143529.372980:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097901180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455281408:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.373065:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.376632:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097901180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455281408:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.377115:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.377603:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2005:x1830963462095616:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4763us (5269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.377615:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16431 00000100:00100000:1.0:1746143529.379973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.380252:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462095872 00000100:00100000:3.0:1746143529.380263:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462095872 00002000:00100000:3.0:1746143529.380501:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086108e00 x1830963462095872/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.380514:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108e00 with x1830963462095872 ext(0->4095) 00002000:00010000:3.0:1746143529.380519:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086108e00 00000100:00100000:3.0:1746143529.380674:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13764 00000100:00100000:3.0:1746143529.380683:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462095872:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143529.380842:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462095872:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 160us (878us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.380848:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13764 00002000:00100000:3.0:1746143529.380853:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086108e00 x1830963462095872/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.380860:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108e00 with x1830963462095872 ext(0->4095) 00002000:00010000:3.0:1746143529.380862:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086108e00 00000100:00100000:0.0:1746143529.382561:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.382927:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462096000 00000100:00100000:2.0:1746143529.382936:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462096000 00000100:00100000:2.0:1746143529.382969:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30526 00000100:00100000:2.0:1746143529.382975:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096024700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462096000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.382991:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.383008:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2352e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bcf0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.383036:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23527 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce9 expref: 29 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.383044:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.383045:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.383059:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2352e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf0 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.383090:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23527 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce9 expref: 29 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.383103:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23527 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce9 expref: 29 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.383115:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455281536:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.383202:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.385456:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3:3767:1830963455281664:0@lo:400:kworker.0 00000100:00100000:3.0:1746143529.385471:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097900380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830963455281920:0@lo:400:kworker.0 00000100:00100000:1.0:1746143529.385514:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143529.385727:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143529.385756:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3765:1830963455282432:0@lo:400:kworker.0 00000100:00100000:3.0:1746143529.385778:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143529.385792:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963455282944:0@lo:400:kworker.0 00000100:00100000:3.0:1746143529.385821:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143529.385839:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1746143529.385844:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830963455281792:0@lo:400:kworker.0 00000100:00100000:3.0:1746143529.385859:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143529.385870:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3765:1830963455282304:0@lo:400:kworker.0 00000100:00100000:3.0:1746143529.385884:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143529.385904:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830963455282816:0@lo:400:kworker.0 00000100:00100000:2.0:1746143529.385913:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455282432 00000100:00100000:3.0:1746143529.385921:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143529.385921:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455282432 00000100:00100000:1.0:1746143529.385921:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830963455282176:0@lo:400:kworker.0 00000100:00100000:1.0:1746143529.385945:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143529.385960:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3767:1830963455282688:0@lo:400:kworker.0 00000100:00100000:2.0:1746143529.385963:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455281792 00000100:00100000:2.0:1746143529.385965:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455281792 00000100:00100000:2.0:1746143529.385978:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455282304 00000100:00100000:2.0:1746143529.385979:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455282304 00000100:00100000:1.0:1746143529.385991:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143529.385994:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:2.0:1746143529.386000:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830963455282432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746143529.386003:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746143529.386007:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097903100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3767:1830963455282048:0@lo:400:kworker.0 00000100:00100000:1.0:1746143529.386024:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143529.386032:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3767:1830963455282560:0@lo:400:kworker.0 00000100:00100000:2.0:1746143529.386046:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830963455282432:12345-0@lo:400:kworker.0 Request processed in 45us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.386048:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143529.386051:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:2.0:1746143529.386065:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455282688 00000100:00100000:2.0:1746143529.386067:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455282688 00000100:00100000:1.0:1746143529.386072:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455281920 00000100:00100000:1.0:1746143529.386075:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455281920 00000100:00100000:2.0:1746143529.386077:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455282048 00000100:00100000:2.0:1746143529.386079:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455282048 00000100:00100000:2.0:1746143529.386087:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455282560 00000100:00100000:2.0:1746143529.386089:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455282560 00000100:00100000:1.0:1746143529.386096:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455282176 00000100:00100000:1.0:1746143529.386098:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455282176 00000100:00100000:2.0:1746143529.386099:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1746143529.386103:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830963455281792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746143529.386107:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1746143529.386112:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3765:x1830963455281920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143529.386123:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830963455281792:12345-0@lo:400:kworker.0 Request processed in 20us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.386127:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1746143529.386135:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1746143529.386137:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3765:x1830963455281920:12345-0@lo:400:kworker.0 Request processed in 26us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.386138:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830963455282304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746143529.386142:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1746143529.386155:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1746143529.386158:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830963455282304:12345-0@lo:400:kworker.0 Request processed in 20us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.386160:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1830963455282176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143529.386163:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:2.0:1746143529.386169:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:2.0:1746143529.386173:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1830963455282688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746143529.386184:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1830963455282176:12345-0@lo:400:kworker.0 Request processed in 23us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.386188:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1746143529.386190:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092caea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1830963455282688:12345-0@lo:400:kworker.0 Request processed in 17us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.386197:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:2.0:1746143529.386203:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:1.0:1746143529.386206:0:12697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:2.0:1746143529.386207:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092115880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1830963455282048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746143529.386211:0:12697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830963455282560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143529.386223:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092115880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1830963455282048:12345-0@lo:400:kworker.0 Request processed in 16us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.386227:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:1.0:1746143529.386239:0:12697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830963455282560:12345-0@lo:400:kworker.0 Request processed in 23us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.386240:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455281664 00000100:00100000:2.0:1746143529.386242:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455281664 00000100:00100000:1.0:1746143529.386244:0:12697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:2.0:1746143529.386258:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1746143529.386261:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b17ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3+23:3767:x1830963455281664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746143529.386277:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097903100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3767:1830963455282048:0@lo:400:kworker.0 00000100:00100000:2.0:1746143529.386282:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b17ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3+23:3767:x1830963455281664:12345-0@lo:400:kworker.0 Request processed in 21us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.386285:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3767:1830963455282560:0@lo:400:kworker.0 00000100:00100000:2.0:1746143529.386287:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1746143529.386308:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3:3767:1830963455281664:0@lo:400:kworker.0 00000100:00100000:1.0:1746143529.386321:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830963455282176:0@lo:400:kworker.0 00000100:00080000:2.0:1746143529.386326:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746143529.386329:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746143529.386329:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3767:1830963455282688:0@lo:400:kworker.0 00000100:00100000:0.0:1746143529.386510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.386591:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097900380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830963455281920:0@lo:400:kworker.0 00000100:00100000:3.0:1746143529.386601:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3765:1830963455282432:0@lo:400:kworker.0 00000100:00100000:3.0:1746143529.386615:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830963455281792:0@lo:400:kworker.0 00000100:00100000:3.0:1746143529.386622:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3765:1830963455282304:0@lo:400:kworker.0 00000100:00100000:3.0:1746143529.386644:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455282944 00000100:00100000:3.0:1746143529.386646:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455282944 00000100:00100000:3.0:1746143529.386680:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455282816 00000100:00100000:1.0:1746143529.386682:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462096128 00000100:00100000:3.0:1746143529.386683:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455282816 00000100:00100000:1.0:1746143529.386687:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462096128 00000100:00100000:0.0:1746143529.386696:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1746143529.386701:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1830963455282944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746143529.386702:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1746143529.386706:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1830963455282816:12345-0@lo:400:kworker.0 00010000:00010000:1.0:1746143529.386708:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23527 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce9 expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746143529.386731:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1830963455282944:12345-0@lo:400:kworker.0 Request processed in 30us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.386734:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1830963455282816:12345-0@lo:400:kworker.0 Request processed in 27us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.386736:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16432 00000100:00100000:0.0:1746143529.386736:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1746143529.386738:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1746143529.386741:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462096128:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00080000:3.0:1746143529.386750:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746143529.386752:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746143529.386761:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830963455282816:0@lo:400:kworker.0 00000100:00100000:3.0:1746143529.386768:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963455282944:0@lo:400:kworker.0 00010000:00010000:1.0:1746143529.386773:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23527 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce9 expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.386785:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23527 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce9 expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.386812:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.386814:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.386821:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2352e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf0 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.386835:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2352e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf0 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.386863:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2352e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf0 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.386871:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455283072:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.386929:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa240 going to sleep for 11 seconds 00010000:00010000:2.0:1746143529.387101:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23527 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bce9 expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.387125:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455281536:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.387141:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2352e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf0 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.387149:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:2.0:1746143529.387175:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096024700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462096000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4200us (4620us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.387184:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30526 00000100:00100000:0.0:1746143529.388185:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.388345:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462096256 00000100:00100000:2.0:1746143529.388351:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462096256 00000100:00100000:2.0:1746143529.388379:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30527 00000100:00100000:2.0:1746143529.388384:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963462096256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.388395:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.388407:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23535 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bcf7 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.388429:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2352e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf0 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.388435:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.388436:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.388439:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23535 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf7 expref: 31 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.388460:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2352e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf0 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.388470:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2352e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf0 expref: 5 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.388481:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455283200:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.388552:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.389462:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455283072:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.389481:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.389520:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462096128:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2777us (3011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.389530:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16432 00000100:00100000:0.0:1746143529.390039:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.390094:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462096512 00000100:00100000:3.0:1746143529.390100:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462096512 00002000:00100000:3.0:1746143529.390136:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096026680 x1830963462096512/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.390145:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096026680 with x1830963462096512 ext(0->4095) 00010000:00010000:3.0:1746143529.390153:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2352e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf0 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.390165:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2352e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf0 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143529.390172:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096026680 00000100:00100000:3.0:1746143529.390188:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3045 00000100:00100000:3.0:1746143529.390193:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096026680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462096512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143529.390336:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096026680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462096512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.390342:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3045 00002000:00100000:3.0:1746143529.390347:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096026680 x1830963462096512/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.390354:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096026680 with x1830963462096512 ext(0->4095) 00010000:00010000:3.0:1746143529.390359:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2352e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf0 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.390367:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2352e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf0 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143529.390377:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096026680 00000100:00100000:2.0:1746143529.391511:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455283200:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.391535:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23535 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf7 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.391548:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78c00, rc 0) 00000100:00100000:2.0:1746143529.391574:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963462096256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3189us (3391us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.391580:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30527 00000100:00100000:0.0:1746143529.392139:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.392491:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462096640 00000100:00100000:2.0:1746143529.392497:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462096640 00000100:00100000:2.0:1746143529.392527:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30528 00000100:00100000:2.0:1746143529.392533:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1794:x1830963462096640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.392547:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.392562:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2353c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bcfe expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.392591:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.392595:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23535 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf7 expref: 31 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.392600:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.392604:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2353c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcfe expref: 31 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.392642:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23535 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf7 expref: 31 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.392652:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2353c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcfe expref: 31 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.392958:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79600, rc 0) 00000100:00100000:2.0:1746143529.392996:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1794:x1830963462096640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 462us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.393001:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30528 00000100:00100000:1.0:1746143529.393290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.393495:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462096768 00000100:00100000:2.0:1746143529.393499:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462096768 00010000:00010000:2.0:1746143529.393518:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2352e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf0 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.393546:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16433 00000100:00100000:2.0:1746143529.393552:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462096768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.393561:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.393579:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2352e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf0 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.393598:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2352e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf0 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.393616:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2352e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf0 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.393641:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.393643:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.393650:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23535 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf7 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.393658:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23535 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf7 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.393677:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23535 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf7 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.393687:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23535 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf7 expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.393697:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455283456:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.393765:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.396713:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455283456:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.396738:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143529.396907:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.397142:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462096768:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3588us (3851us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.397152:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16433 00000100:00100000:3.0:1746143529.397310:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462097024 00000100:00100000:3.0:1746143529.397317:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462097024 00002000:00100000:3.0:1746143529.397351:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096024000 x1830963462097024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.397360:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096024000 with x1830963462097024 ext(0->4095) 00010000:00010000:3.0:1746143529.397368:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23535 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf7 expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.397381:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23535 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf7 expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143529.397386:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096024000 00000100:00100000:3.0:1746143529.397413:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3046 00000100:00100000:3.0:1746143529.397419:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096024000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462097024:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143529.397553:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096024000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462097024:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (647us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.397559:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3046 00002000:00100000:3.0:1746143529.397563:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096024000 x1830963462097024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.397570:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096024000 with x1830963462097024 ext(0->4095) 00010000:00010000:3.0:1746143529.397574:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23535 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf7 expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.397601:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23535 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf7 expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143529.397605:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096024000 00000100:00100000:0.0:1746143529.399739:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.399829:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462097152 00000100:00100000:2.0:1746143529.399837:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462097152 00010000:00010000:2.0:1746143529.399875:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23535 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf7 expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.399921:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16434 00000100:00100000:2.0:1746143529.399928:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ce0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2004:x1830963462097152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.399941:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.399960:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23535 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf7 expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.399972:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23535 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf7 expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.399995:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23535 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcf7 expref: 31 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.400010:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.400012:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.400019:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2353c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcfe expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.400028:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2353c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcfe expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.400072:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2353c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcfe expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.400086:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455283584:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.400184:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.402023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.402106:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462097408 00000100:00100000:1.0:1746143529.402118:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462097408 00002000:00100000:1.0:1746143529.402163:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096026a00 x1830963462097408/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.402173:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096026a00 with x1830963462097408 ext(0->4095) 00002000:00010000:1.0:1746143529.402178:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096026a00 00000100:00100000:1.0:1746143529.402214:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13765 00000100:00100000:1.0:1746143529.402220:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096026a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462097408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.402326:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455283584:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.402343:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.402373:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096026a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462097408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.402379:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13765 00002000:00100000:1.0:1746143529.402384:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096026a00 x1830963462097408/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.402391:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096026a00 with x1830963462097408 ext(0->4095) 00002000:00010000:1.0:1746143529.402394:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096026a00 00000100:00100000:2.0:1746143529.402460:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ce0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2004:x1830963462097152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2531us (2726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.402468:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16434 00000100:00100000:0.0:1746143529.404550:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.405040:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462097536 00000100:00100000:2.0:1746143529.405050:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462097536 00000100:00100000:2.0:1746143529.405103:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30529 00000100:00100000:2.0:1746143529.405110:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096024a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462097536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.405128:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.405145:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23543 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd05 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.405174:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2353c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcfe expref: 29 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.405181:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.405183:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.405187:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23543 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd05 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.405218:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2353c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcfe expref: 29 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.405230:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2353c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcfe expref: 29 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.405243:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455283712:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.405355:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.409870:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455283712:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.409902:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23543 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd05 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.409921:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79800, rc 0) 00000100:00100000:2.0:1746143529.409977:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096024a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462097536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4866us (5431us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.409986:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30529 00000100:00100000:0.0:1746143529.412225:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.412693:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462097664 00000100:00100000:2.0:1746143529.412702:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462097664 00010000:00010000:2.0:1746143529.412737:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2353c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcfe expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.412780:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16435 00000100:00100000:2.0:1746143529.412787:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462097664:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.412801:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.412822:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2353c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcfe expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.412833:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2353c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcfe expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.412858:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2353c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bcfe expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.412891:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.412894:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.412902:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23543 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd05 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.412911:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23543 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd05 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.412945:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23543 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd05 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.413379:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455283840:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.413511:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.413714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.414054:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462097792 00000100:00100000:2.0:1746143529.414059:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462097792 00000100:00100000:2.0:1746143529.414095:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30530 00000100:00100000:2.0:1746143529.414100:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963462097792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.414115:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.414127:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2354a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd0c expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.414148:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23543 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd05 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.414154:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.414156:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.414159:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2354a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd0c expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.414180:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23543 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd05 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.414190:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23543 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd05 expref: 5 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.414199:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455283968:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.414229:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.415069:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455283840:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.415085:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.415113:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462097664:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2327us (2897us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.415121:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16435 00000100:00100000:0.0:1746143529.416743:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.416809:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462098048 00000100:00100000:1.0:1746143529.416820:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462098048 00002000:00100000:1.0:1746143529.416858:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096026d80 x1830963462098048/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.416867:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096026d80 with x1830963462098048 ext(0->4095) 00010000:00010000:1.0:1746143529.416875:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23543 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd05 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.416889:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23543 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd05 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143529.416895:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096026d80 00000100:00100000:1.0:1746143529.416926:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3047 00000100:00100000:1.0:1746143529.416932:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096026d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462098048:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143529.417081:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096026d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462098048:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 148us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.417088:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3047 00002000:00100000:1.0:1746143529.417093:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096026d80 x1830963462098048/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.417099:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096026d80 with x1830963462098048 ext(0->4095) 00010000:00010000:1.0:1746143529.417104:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23543 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd05 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.417112:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23543 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd05 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143529.417118:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096026d80 00000100:00100000:3.0:1746143529.418173:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455283968:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.418198:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2354a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd0c expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.418211:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78800, rc 0) 00000100:00100000:3.0:1746143529.418253:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963462097792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4152us (4540us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.418260:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30530 00000100:00100000:0.0:1746143529.419745:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.419794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.419874:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462098176 00000100:00100000:2.0:1746143529.419883:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462098176 00010000:00010000:2.0:1746143529.419919:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23543 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd05 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.419946:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16436 00000100:00100000:2.0:1746143529.419953:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462098176:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.419967:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.419987:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23543 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd05 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.420002:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23543 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd05 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.420025:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23543 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd05 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.420043:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.420045:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.420052:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2354a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd0c expref: 29 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.420061:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2354a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd0c expref: 29 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.420093:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2354a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd0c expref: 29 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.420106:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455284096:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.420821:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.421498:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462098304 00000100:00100000:3.0:1746143529.421509:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462098304 00000100:00100000:3.0:1746143529.421567:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30531 00000100:00100000:3.0:1746143529.421574:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1794:x1830963462098304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.421597:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.421612:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23551 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd13 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.421638:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2354a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd0c expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.421645:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.421646:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.421650:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23551 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd13 expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.421677:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2354a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd0c expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.421687:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2354a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd0c expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.421697:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455284224:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.421779:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.424212:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.424219:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455284224:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.424245:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23551 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd13 expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.424259:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804e00, rc 0) 00000100:00100000:3.0:1746143529.424346:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1794:x1830963462098304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2772us (4611us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.424354:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30531 00000100:00100000:3.0:1746143529.424387:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462098560 00000100:00100000:3.0:1746143529.424392:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462098560 00002000:00100000:3.0:1746143529.424415:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096027800 x1830963462098560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.424422:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027800 with x1830963462098560 ext(0->4095) 00010000:00010000:3.0:1746143529.424428:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2354a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd0c expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.424441:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2354a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd0c expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143529.424446:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096027800 00000100:00100000:3.0:1746143529.424460:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3048 00000100:00100000:3.0:1746143529.424464:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462098560:12345-192.168.203.27@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746143529.424512:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455284096:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.424531:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.424548:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462098560:12345-192.168.203.27@tcp:3:ldlm_bl.0 Request processed in 83us (344us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.424553:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3048 00002000:00100000:3.0:1746143529.424558:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096027800 x1830963462098560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746143529.424561:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462098176:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4608us (4766us total) trans 0 rc 0/0 00002000:00100000:3.0:1746143529.424563:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027800 with x1830963462098560 ext(0->4095) 00010000:00010000:3.0:1746143529.424567:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2354a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd0c expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.424571:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16436 00010000:00010000:3.0:1746143529.424575:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2354a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd0c expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143529.424579:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096027800 00000100:00100000:0.0:1746143529.426779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.427126:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.427176:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462098816 00000100:00100000:2.0:1746143529.427184:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462098816 00010000:00010000:2.0:1746143529.427218:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2354a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd0c expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.427251:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16437 00000100:00100000:2.0:1746143529.427258:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462098816:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.427271:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.427290:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2354a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd0c expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.427332:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2354a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd0c expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.427356:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2354a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd0c expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.427370:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.427372:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.427380:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23551 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd13 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.427387:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23551 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd13 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.427435:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23551 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd13 expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.427448:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455284352:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.427530:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.427952:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462098688 00000100:00100000:3.0:1746143529.427962:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462098688 00000100:00100000:3.0:1746143529.428017:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30532 00000100:00100000:3.0:1746143529.428023:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1782:x1830963462098688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.428037:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.428051:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23558 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd1a expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.428074:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23551 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd13 expref: 32 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.428080:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.428082:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.428085:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23558 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd1a expref: 32 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.428108:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23551 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd13 expref: 32 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.428116:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23551 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd13 expref: 32 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.428125:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455284480:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.428183:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.429604:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455284352:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.429627:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.429674:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462098816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2415us (2547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.429685:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16437 00000100:00100000:0.0:1746143529.430499:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.430554:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462099072 00000100:00100000:1.0:1746143529.430563:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462099072 00002000:00100000:1.0:1746143529.430619:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011eeedf80 x1830963462099072/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.430628:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeedf80 with x1830963462099072 ext(0->4095) 00010000:00010000:1.0:1746143529.430639:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23551 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd13 expref: 32 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.430654:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23551 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd13 expref: 32 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143529.430661:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011eeedf80 00000100:00100000:1.0:1746143529.430690:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3049 00000100:00100000:1.0:1746143529.430696:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462099072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143529.430844:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462099072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.430850:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3049 00002000:00100000:1.0:1746143529.430855:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011eeedf80 x1830963462099072/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.430862:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeedf80 with x1830963462099072 ext(0->4095) 00010000:00010000:1.0:1746143529.430867:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23551 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd13 expref: 32 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.430880:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23551 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd13 expref: 32 pid: 12044 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143529.430886:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011eeedf80 00000100:00100000:2.0:1746143529.431083:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455284480:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.431104:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23558 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd1a expref: 31 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.431117:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805e00, rc 0) 00000100:00100000:2.0:1746143529.431140:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1782:x1830963462098688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3118us (4367us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.431147:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30532 00000100:00100000:0.0:1746143529.435195:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.436805:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462099200 00000100:00100000:2.0:1746143529.436818:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462099200 00000100:00100000:2.0:1746143529.436884:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30533 00000100:00100000:2.0:1746143529.436894:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462099200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.436918:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.436938:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2355f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd21 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.436971:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.436977:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23558 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd1a expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.436987:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143529.436991:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2355f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd21 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.437029:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23558 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd1a expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.437042:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2355f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd21 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.437052:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79800, rc 0) 00000100:00100000:2.0:1746143529.437110:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462099200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (1927us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.437116:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30533 00000100:00100000:0.0:1746143529.437171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.438049:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462099328 00000100:00100000:2.0:1746143529.438054:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462099328 00010000:00010000:2.0:1746143529.438072:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23551 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd13 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.438543:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16438 00000100:00100000:2.0:1746143529.438550:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462099328:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.438559:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.438577:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23551 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd13 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.438597:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23551 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd13 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.438617:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23551 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd13 expref: 31 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.438923:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.438925:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.438936:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23558 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd1a expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.438944:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23558 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd1a expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.438973:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23558 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd1a expref: 30 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.438984:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23558 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd1a expref: 30 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.438996:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455284736:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.439082:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.441637:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455284736:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.441662:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.441865:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462099328:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3312us (4690us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.441875:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16438 00000100:00100000:0.0:1746143529.442331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.442670:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462099456 00000100:00100000:2.0:1746143529.442677:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462099456 00010000:00010000:2.0:1746143529.442701:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23558 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd1a expref: 30 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.442793:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16439 00000100:00100000:2.0:1746143529.442799:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2005:x1830963462099456:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.442811:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.442830:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23558 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd1a expref: 30 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.442840:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23558 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd1a expref: 30 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.442861:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23558 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd1a expref: 30 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.442991:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.442994:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.443001:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2355f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd21 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.443010:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2355f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd21 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.443040:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2355f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd21 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.443158:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455284864:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.443239:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.445011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.445030:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455284864:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.445046:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.445079:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2005:x1830963462099456:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2279us (2748us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.445086:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16439 00000100:00100000:3.0:1746143529.445479:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462099712 00000100:00100000:3.0:1746143529.445496:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462099712 00002000:00100000:3.0:1746143529.445549:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091860e00 x1830963462099712/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.445559:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091860e00 with x1830963462099712 ext(0->4095) 00002000:00010000:3.0:1746143529.445566:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091860e00 00000100:00100000:3.0:1746143529.445608:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13766 00000100:00100000:3.0:1746143529.445615:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462099712:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143529.445770:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462099712:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (762us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.445777:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13766 00002000:00100000:3.0:1746143529.445782:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091860e00 x1830963462099712/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.445789:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091860e00 with x1830963462099712 ext(0->4095) 00002000:00010000:3.0:1746143529.445792:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091860e00 00000100:00100000:2.0:1746143529.452505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.453177:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.453236:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462099840 00000100:00100000:2.0:1746143529.453246:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462099840 00000100:00100000:1.0:1746143529.453253:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462099968 00000100:00100000:1.0:1746143529.453257:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462099968 00000100:00100000:1.0:1746143529.453328:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30534 00000100:00100000:3.0:1746143529.453336:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30535 00000100:00100000:1.0:1746143529.453337:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963462099968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746143529.453349:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1794:x1830963462099840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.453364:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143529.453365:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.453379:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23566 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd28 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.453380:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2356d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd2f expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.453402:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2355f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd21 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.453413:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.453415:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.453418:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23566 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd28 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.453606:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.453613:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23566 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd28 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.453618:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143529.453622:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2356d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd2f expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.453645:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2355f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd21 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.453656:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2355f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd21 expref: 5 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.453671:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455284992:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143529.453677:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23566 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd28 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.453689:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2356d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd2f expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.453698:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351400, rc 0) 00000100:00100000:3.0:1746143529.454227:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.454491:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1782:x1830963462099968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1153us (1318us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.454499:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30534 00000100:00100000:3.0:1746143529.458271:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455284992:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.458333:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23566 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd28 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.458349:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804e00, rc 0) 00000100:00100000:3.0:1746143529.458386:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1794:x1830963462099840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5042us (5894us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.458394:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30535 00000100:00100000:0.0:1746143529.458692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.458940:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462100096 00000100:00100000:3.0:1746143529.458946:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462100096 00010000:00010000:3.0:1746143529.458968:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2355f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd21 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.459593:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16440 00000100:00100000:3.0:1746143529.459601:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091863100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462100096:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.459613:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.459628:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2355f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd21 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.459639:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2355f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd21 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.459661:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2355f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd21 expref: 6 pid: 12044 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.460106:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.460108:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.460116:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23566 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd28 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.460123:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23566 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd28 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.460152:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23566 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd28 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.460162:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23566 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd28 expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.460173:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455285248:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.460251:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910600 going to sleep for 11 seconds 00010000:00010000:0.0:1746143529.463732:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143529.464718:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.465144:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462100352 00000100:00100000:2.0:1746143529.465153:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462100352 00002000:00100000:2.0:1746143529.465251:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee26a00 x1830963462100352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.465261:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee26a00 with x1830963462100352 ext(0->4095) 00010000:00010000:2.0:1746143529.465270:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23566 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd28 expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.465282:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23566 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd28 expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.465289:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee26a00 00000100:00100000:2.0:1746143529.465360:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3050 00000100:00100000:2.0:1746143529.465367:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462100352:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143529.465476:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455285248:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.465495:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.465756:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462100096:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6155us (7063us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.465764:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16440 00000100:00100000:2.0:1746143529.466253:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462100352:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 886us (1540us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.466260:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3050 00002000:00100000:2.0:1746143529.466267:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee26a00 x1830963462100352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.466274:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee26a00 with x1830963462100352 ext(0->4095) 00010000:00010000:2.0:1746143529.466280:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23566 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd28 expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.466289:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23566 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd28 expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.466315:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee26a00 00000100:00100000:0.0:1746143529.470496:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.470602:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462100480 00000100:00100000:3.0:1746143529.470612:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462100480 00000100:00100000:3.0:1746143529.470662:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30536 00000100:00100000:3.0:1746143529.470670:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462100480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.470687:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.470704:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23574 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd36 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.470731:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.470738:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2356d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd2f expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.470744:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143529.470747:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23574 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd36 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.470779:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2356d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd2f expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.470789:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23574 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd36 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.470797:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:3.0:1746143529.470836:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462100480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.470842:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30536 00000100:00100000:0.0:1746143529.472927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.473167:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462100608 00000100:00100000:3.0:1746143529.473176:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462100608 00010000:00010000:3.0:1746143529.473219:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23566 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd28 expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.473252:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16441 00000100:00100000:3.0:1746143529.473260:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b0d5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462100608:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.473273:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.473320:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23566 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd28 expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.473332:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23566 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd28 expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.473356:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23566 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd28 expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.473868:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.473871:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.473880:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2356d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd2f expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.473888:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2356d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd2f expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.473922:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2356d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd2f expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.473934:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2356d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd2f expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.473950:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455285504:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.474699:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.476875:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455285504:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.476898:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.476954:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b0d5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462100608:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3693us (4034us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.476966:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16441 00000100:00100000:0.0:1746143529.478334:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.478388:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462100864 00000100:00100000:2.0:1746143529.478503:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462100864 00002000:00100000:2.0:1746143529.478547:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee25500 x1830963462100864/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.478557:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee25500 with x1830963462100864 ext(0->4095) 00010000:00010000:2.0:1746143529.478566:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2356d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd2f expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.478795:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2356d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd2f expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.478803:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee25500 00000100:00100000:2.0:1746143529.479155:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3051 00000100:00100000:2.0:1746143529.479164:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462100864:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.479405:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462100864:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 242us (1076us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.479415:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3051 00002000:00100000:2.0:1746143529.479421:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee25500 x1830963462100864/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.479428:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee25500 with x1830963462100864 ext(0->4095) 00010000:00010000:2.0:1746143529.479433:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2356d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd2f expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.479441:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2356d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd2f expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.479447:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee25500 00000100:00100000:0.0:1746143529.484817:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.484933:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.485024:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462101120 00000100:00100000:3.0:1746143529.485035:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462101120 00000100:00100000:3.0:1746143529.485091:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30537 00000100:00100000:3.0:1746143529.485099:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963462101120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.485118:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.485136:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2357b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd3d expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.485164:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.485170:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23574 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd36 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.485171:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462100992 00010000:00010000:3.0:1746143529.485176:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:2.0:1746143529.485176:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462100992 00010000:00010000:3.0:1746143529.485180:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2357b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd3d expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.485195:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2356d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd2f expref: 32 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.485216:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16442 00010000:00010000:3.0:1746143529.485217:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23574 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd36 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.485221:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462100992:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.485231:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.485234:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2357b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd3d expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.485244:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00010000:00010000:2.0:1746143529.485254:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2356d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd2f expref: 32 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.485265:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2356d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd2f expref: 32 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.485281:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2356d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd2f expref: 32 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.485322:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1782:x1830963462101120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 223us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.485328:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30537 00010000:00010000:2.0:1746143529.485332:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.485333:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.485340:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23574 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd36 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.485346:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23574 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd36 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.485368:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23574 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd36 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.485379:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23574 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd36 expref: 5 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.485390:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455285760:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.485459:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.488841:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455285760:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.488863:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.489016:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462100992:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3791us (4078us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.489027:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16442 00000100:00100000:0.0:1746143529.489225:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.489492:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462101376 00000100:00100000:2.0:1746143529.489500:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462101376 00002000:00100000:2.0:1746143529.489545:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045d500 x1830963462101376/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.489561:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045d500 with x1830963462101376 ext(0->4095) 00010000:00010000:2.0:1746143529.489570:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23574 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd36 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.489592:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23574 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd36 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.489598:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045d500 00000100:00100000:2.0:1746143529.489614:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3052 00000100:00100000:2.0:1746143529.489620:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462101376:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.489837:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462101376:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 216us (613us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.489843:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3052 00002000:00100000:2.0:1746143529.489848:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045d500 x1830963462101376/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.489855:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045d500 with x1830963462101376 ext(0->4095) 00010000:00010000:2.0:1746143529.489859:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23574 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd36 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.489867:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23574 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd36 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.489873:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045d500 00000100:00100000:0.0:1746143529.493926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.494046:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462101504 00000100:00100000:2.0:1746143529.494055:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462101504 00010000:00010000:2.0:1746143529.494095:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23574 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd36 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.494133:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16443 00000100:00100000:2.0:1746143529.494142:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462101504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.494156:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.494177:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23574 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd36 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.494188:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23574 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd36 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.494211:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23574 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd36 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.494241:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.494243:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.494251:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2357b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd3d expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.494259:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2357b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd3d expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.494321:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2357b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd3d expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.494334:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455285888:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.494427:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.496919:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.497008:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462101760 00000100:00100000:3.0:1746143529.497017:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462101760 00002000:00100000:3.0:1746143529.497064:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045f100 x1830963462101760/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.497074:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045f100 with x1830963462101760 ext(0->4095) 00002000:00010000:3.0:1746143529.497079:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045f100 00000100:00100000:3.0:1746143529.497115:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13767 00000100:00100000:3.0:1746143529.497122:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462101760:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143529.497277:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462101760:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (365us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.497284:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13767 00002000:00100000:3.0:1746143529.497290:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045f100 x1830963462101760/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.497332:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045f100 with x1830963462101760 ext(0->4095) 00002000:00010000:3.0:1746143529.497335:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045f100 00000100:00100000:2.0:1746143529.497517:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455285888:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.497536:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.497572:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462101504:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3431us (3658us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.497580:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16443 00000100:00100000:0.0:1746143529.501661:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.501768:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462101888 00000100:00100000:3.0:1746143529.501781:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462101888 00000100:00100000:3.0:1746143529.501843:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30538 00000100:00100000:3.0:1746143529.501851:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462101888:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.501872:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.501891:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23582 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd44 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.501925:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2357b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd3d expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.501934:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.501935:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.501939:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23582 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd44 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.501971:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2357b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd3d expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.501984:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2357b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd3d expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.501996:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455286016:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.502078:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.503624:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455286016:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.503645:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23582 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd44 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.503662:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805000, rc 0) 00000100:00100000:3.0:1746143529.503689:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462101888:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1839us (2040us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.503696:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30538 00000100:00100000:0.0:1746143529.505272:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.505360:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462102016 00000100:00100000:2.0:1746143529.505368:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462102016 00010000:00010000:2.0:1746143529.505398:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2357b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd3d expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.505419:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16444 00000100:00100000:2.0:1746143529.505424:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462102016:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.505435:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.505451:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2357b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd3d expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.505461:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2357b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd3d expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.505480:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2357b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd3d expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.505915:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.505918:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.505926:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23582 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd44 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.505939:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23582 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd44 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.505972:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23582 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd44 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.505984:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455286144:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.506068:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.508684:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.508892:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462102144 00000100:00100000:3.0:1746143529.508901:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462102144 00000100:00100000:3.0:1746143529.509370:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30539 00000100:00100000:3.0:1746143529.509378:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963462102144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.509397:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.509413:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23589 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd4b expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.509443:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23582 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd44 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.509450:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.509452:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.509456:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23589 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd4b expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.509484:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23582 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd44 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.509494:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23582 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd44 expref: 5 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.509511:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455286272:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.509597:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.509883:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.509947:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462102400 00000100:00100000:2.0:1746143529.509952:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462102400 00002000:00100000:2.0:1746143529.509981:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045e300 x1830963462102400/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.509990:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045e300 with x1830963462102400 ext(0->4095) 00010000:00010000:2.0:1746143529.509996:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23582 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd44 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.510006:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23582 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd44 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.510012:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045e300 00000100:00100000:2.0:1746143529.510038:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3053 00000100:00100000:2.0:1746143529.510043:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462102400:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746143529.510158:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462102400:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (274us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.510167:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3053 00002000:00100000:2.0:1746143529.510172:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045e300 x1830963462102400/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.510179:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045e300 with x1830963462102400 ext(0->4095) 00010000:00010000:2.0:1746143529.510183:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23582 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd44 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.510191:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23582 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd44 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.510196:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045e300 00000100:00100000:3.0:1746143529.510715:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455286144:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.510730:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.510761:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462102016:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5336us (5494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.510768:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16444 00000100:00100000:0.0:1746143529.512966:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.514153:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462102528 00000100:00100000:1.0:1746143529.514163:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462102528 00000100:00100000:1.0:1746143529.514207:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30540 00000100:00100000:1.0:1746143529.514214:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1794:x1830963462102528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143529.514231:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143529.514247:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23590 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd52 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.514275:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.514280:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23589 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd4b expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.514287:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143529.514290:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23590 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd52 expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.514336:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23589 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd4b expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.514347:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23590 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd52 expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.514356:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351a00, rc 0) 00000100:00100000:1.0:1746143529.514394:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1794:x1830963462102528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (1437us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.514403:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30540 00000100:00100000:0.0:1746143529.514555:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.514622:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455286272:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.514637:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23589 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd4b expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.514645:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805e00, rc 0) 00000100:00100000:3.0:1746143529.514669:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1782:x1830963462102144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5292us (5996us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.514674:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30539 00000100:00100000:3.0:1746143529.514862:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462102656 00000100:00100000:3.0:1746143529.514866:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462102656 00010000:00010000:3.0:1746143529.514887:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23582 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd44 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.514916:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16445 00000100:00100000:3.0:1746143529.514922:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462102656:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.514930:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.514949:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23582 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd44 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.514959:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23582 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd44 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.514975:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23582 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd44 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.514998:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.514999:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.515006:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23589 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd4b expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.515013:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23589 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd4b expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.515030:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23589 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd4b expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.515041:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23589 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd4b expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.515050:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455286528:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.515100:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.517093:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455286528:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.517111:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.517268:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462102656:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2345us (2712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.517278:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16445 00000100:00100000:0.0:1746143529.517328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.517365:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462102912 00000100:00100000:2.0:1746143529.517371:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462102912 00002000:00100000:2.0:1746143529.517404:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045f480 x1830963462102912/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.517412:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045f480 with x1830963462102912 ext(0->4095) 00010000:00010000:2.0:1746143529.517420:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23589 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd4b expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.517431:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23589 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd4b expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.517436:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045f480 00000100:00100000:2.0:1746143529.517451:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3054 00000100:00100000:2.0:1746143529.517456:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462102912:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.517593:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462102912:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (264us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.517599:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3054 00002000:00100000:2.0:1746143529.517604:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045f480 x1830963462102912/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.517611:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045f480 with x1830963462102912 ext(0->4095) 00010000:00010000:2.0:1746143529.517615:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23589 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd4b expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.517624:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23589 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd4b expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.517630:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045f480 00000100:00100000:0.0:1746143529.519863:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.519973:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462103040 00000100:00100000:3.0:1746143529.519981:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462103040 00010000:00010000:3.0:1746143529.520006:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23589 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd4b expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.520073:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16446 00000100:00100000:3.0:1746143529.520080:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462103040:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.520093:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.520110:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23589 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd4b expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.520120:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23589 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd4b expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.520142:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23589 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd4b expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.520157:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.520159:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.520165:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23590 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd52 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.520173:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23590 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd52 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.520201:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23590 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd52 expref: 30 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143529.520213:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455286656:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.520609:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.522738:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.523110:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455286656:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.523127:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.523172:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462103040:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3092us (3316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.523181:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16446 00000100:00100000:2.0:1746143529.523396:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462103296 00000100:00100000:2.0:1746143529.523402:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462103296 00002000:00100000:2.0:1746143529.523434:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045fb80 x1830963462103296/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.523443:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045fb80 with x1830963462103296 ext(0->4095) 00002000:00010000:2.0:1746143529.523447:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045fb80 00000100:00100000:2.0:1746143529.523471:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13768 00000100:00100000:2.0:1746143529.523476:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462103296:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.523579:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462103296:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (845us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.523593:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13768 00002000:00100000:2.0:1746143529.523598:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045fb80 x1830963462103296/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.523604:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045fb80 with x1830963462103296 ext(0->4095) 00002000:00010000:2.0:1746143529.523607:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045fb80 00000100:00100000:0.0:1746143529.524991:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.526216:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462103424 00000100:00100000:3.0:1746143529.526226:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462103424 00000100:00100000:3.0:1746143529.526323:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30541 00000100:00100000:3.0:1746143529.526330:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462103424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.526346:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.526363:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23597 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd59 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.526393:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23590 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd52 expref: 29 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.526401:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.526403:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.526406:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23597 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd59 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.526438:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23590 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd52 expref: 29 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.526455:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23590 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd52 expref: 29 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.526467:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455286784:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.526747:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.528889:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455286784:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.528917:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23597 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd59 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.528932:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:3.0:1746143529.529151:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462103424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2819us (4161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.529159:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30541 00000100:00100000:0.0:1746143529.529629:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.529895:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462103552 00000100:00100000:3.0:1746143529.529902:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462103552 00010000:00010000:3.0:1746143529.529927:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23590 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd52 expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.530112:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16447 00000100:00100000:3.0:1746143529.530119:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462103552:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.530132:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.530153:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23590 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd52 expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.530168:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23590 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd52 expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.530191:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23590 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd52 expref: 30 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.530220:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.530221:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.530229:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23597 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd59 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.530236:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23597 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd59 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.530264:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23597 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd59 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143529.530275:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455286912:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.530368:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.533725:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.533780:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462103808 00000100:00100000:2.0:1746143529.533788:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462103808 00000100:00100000:3.0:1746143529.533802:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455286912:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.533823:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.533839:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30542 00000100:00100000:2.0:1746143529.533847:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963462103808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.533865:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746143529.533875:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462103552:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3756us (4247us total) trans 0 rc 0/0 00010000:00010000:2.0:1746143529.533881:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2359e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd60 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143529.533884:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16447 00010000:00010000:2.0:1746143529.533908:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23597 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd59 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.533915:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.533917:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.533921:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2359e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd60 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.534353:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23597 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd59 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.534366:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23597 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd59 expref: 5 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.534378:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455287040:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.534437:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.534476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.534861:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462103936 00000100:00100000:2.0:1746143529.534865:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462103936 00002000:00100000:2.0:1746143529.534891:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9df80 x1830963462103936/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.534901:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9df80 with x1830963462103936 ext(0->4095) 00010000:00010000:2.0:1746143529.534907:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23597 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd59 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.534917:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23597 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd59 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.534922:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9df80 00000100:00100000:2.0:1746143529.535339:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3055 00000100:00100000:2.0:1746143529.535346:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462103936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.536154:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462103936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 807us (1677us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.536161:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3055 00002000:00100000:2.0:1746143529.536168:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9df80 x1830963462103936/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.536174:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9df80 with x1830963462103936 ext(0->4095) 00010000:00010000:2.0:1746143529.536180:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23597 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd59 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.536190:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23597 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd59 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.536196:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9df80 00000100:00100000:3.0:1746143529.536325:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455287040:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.536348:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2359e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd60 expref: 30 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.536360:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78c00, rc 0) 00000100:00100000:3.0:1746143529.536391:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:1782:x1830963462103808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2544us (2674us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.536397:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30542 00000100:00100000:0.0:1746143529.538148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.538232:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462104064 00000100:00100000:3.0:1746143529.538238:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462104064 00010000:00010000:3.0:1746143529.538263:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23597 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd59 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.538410:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16448 00000100:00100000:3.0:1746143529.538417:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b0d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462104064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.538427:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.538445:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23597 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd59 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.538454:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23597 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd59 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.538474:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23597 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd59 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.538647:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.538649:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.538656:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2359e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd60 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.538664:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2359e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd60 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.538694:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2359e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd60 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143529.538704:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455287168:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.539082:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091910900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.540831:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.540920:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455287168:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.540936:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.540971:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b0d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462104064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2554us (2827us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.540980:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16448 00000100:00100000:2.0:1746143529.541167:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462104320 00000100:00100000:2.0:1746143529.541173:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462104320 00002000:00100000:2.0:1746143529.541211:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9ed80 x1830963462104320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.541219:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9ed80 with x1830963462104320 ext(0->4095) 00002000:00010000:2.0:1746143529.541223:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096d9ed80 00000100:00100000:2.0:1746143529.541238:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13769 00000100:00100000:2.0:1746143529.541243:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462104320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.541396:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462104320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (570us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.541402:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13769 00002000:00100000:2.0:1746143529.541407:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9ed80 x1830963462104320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.541413:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9ed80 with x1830963462104320 ext(0->4095) 00002000:00010000:2.0:1746143529.541416:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096d9ed80 00000100:00100000:0.0:1746143529.543915:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.544038:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462104448 00000100:00100000:3.0:1746143529.544048:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462104448 00000100:00100000:3.0:1746143529.544096:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30543 00000100:00100000:3.0:1746143529.544103:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462104448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.544121:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.544139:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd67 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.544166:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2359e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd60 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.544172:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.544174:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.544177:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235a5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd67 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.544208:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2359e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd60 expref: 29 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.544218:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2359e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd60 expref: 29 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.544229:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455287296:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.544340:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073180 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.546154:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455287296:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.546178:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235a5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd67 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.546191:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804e00, rc 0) 00000100:00100000:3.0:1746143529.546240:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462104448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2137us (2331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.546247:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30543 00000100:00100000:0.0:1746143529.547590:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.547673:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462104576 00000100:00100000:3.0:1746143529.547681:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462104576 00002000:00100000:3.0:1746143529.547723:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096d9e680 x1830963462104576/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 496/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.547738:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9e680 with x1830963462104576 ext(0->7) 00010000:00010000:3.0:1746143529.547747:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2359e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd60 expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.547766:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2359e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd60 expref: 30 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143529.547772:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9e680 00000100:00100000:3.0:1746143529.547791:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3056 00000100:00100000:3.0:1746143529.547798:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2007:x1830963462104576:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143529.551255:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462104576:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3446us (3665us total) trans 4294972295 rc 0/0 00000100:00100000:0.0:1746143529.551266:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3056 00002000:00100000:0.0:1746143529.551275:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096d9e680 x1830963462104576/t4294972295(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 496/448 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143529.551283:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9e680 with x1830963462104576 ext(0->7) 00010000:00010000:0.0:1746143529.551325:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2359e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd60 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143529.551342:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2359e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd60 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746143529.551348:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9e680 00000100:00100000:0.0:1746143529.555875:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.555941:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462104704 00000100:00100000:3.0:1746143529.555950:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462104704 00010000:00010000:3.0:1746143529.555986:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2359e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd60 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.556020:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16449 00000100:00100000:3.0:1746143529.556025:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2004:x1830963462104704:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.556038:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.556061:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2359e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd60 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.556076:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2359e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd60 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.556101:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f2359e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd60 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.556132:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.556134:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.556143:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd67 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.556151:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd67 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.556186:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd67 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143529.556199:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455287424:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.556323:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.558818:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.558915:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455287424:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.558933:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.558970:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2004:x1830963462104704:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2945us (3106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.558980:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16449 00000100:00100000:1.0:1746143529.559054:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462104960 00000100:00100000:1.0:1746143529.559060:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462104960 00002000:00100000:1.0:1746143529.559099:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9c380 x1830963462104960/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.559109:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9c380 with x1830963462104960 ext(0->4095) 00002000:00010000:1.0:1746143529.559113:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096d9c380 00000100:00100000:1.0:1746143529.559340:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13770 00000100:00100000:1.0:1746143529.559348:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462104960:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143529.559462:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462104960:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (650us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.559467:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13770 00002000:00100000:1.0:1746143529.559471:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9c380 x1830963462104960/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.559478:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9c380 with x1830963462104960 ext(0->4095) 00002000:00010000:1.0:1746143529.559480:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096d9c380 00000100:00100000:0.0:1746143529.561151:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.561200:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462105088 00000100:00100000:3.0:1746143529.561207:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462105088 00000100:00100000:3.0:1746143529.561250:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30544 00000100:00100000:3.0:1746143529.561257:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1794:x1830963462105088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.561270:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.561288:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd6e expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.561337:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd67 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.561350:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.561352:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.561356:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.561387:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd67 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.561399:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd67 expref: 5 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.561411:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455287552:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.561574:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.564042:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.564151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.564198:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462105344 00000100:00100000:2.0:1746143529.564206:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462105344 00000100:00100000:1.0:1746143529.564219:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462105216 00000100:00100000:1.0:1746143529.564223:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462105216 00010000:00010000:2.0:1746143529.564236:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd67 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.564249:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30545 00000100:00100000:2.0:1746143529.564254:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16450 00000100:00100000:1.0:1746143529.564254:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:1782:x1830963462105216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746143529.564258:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462105344:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143529.564269:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.564270:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143529.564281:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f235b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd75 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.564289:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd67 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.564320:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd67 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.564376:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455287552:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143529.564503:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.564508:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 34 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.564517:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143529.564520:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f235b3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd75 expref: 34 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.564541:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd67 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.564558:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.564559:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.564564:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 34 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.564571:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 34 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.564605:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 34 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.564615:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 34 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.564625:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455287680:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.564682:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b480 going to sleep for 11 seconds 00010000:00010000:1.0:1746143529.564753:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 34 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.564761:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 34 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:1.0:1746143529.564769:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455287808:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143529.564942:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa180 going to sleep for 11 seconds 00010000:00010000:3.0:1746143529.564994:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 34 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.565002:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 34 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.565009:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00000100:00100000:3.0:1746143529.565030:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:1794:x1830963462105088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3774us (3882us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.565036:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30544 00000100:00100000:2.0:1746143529.565886:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455287680:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.565901:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.565920:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462105344:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1662us (1769us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.565927:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16450 00000100:00100000:0.0:1746143529.567117:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.567190:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455287808:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143529.567212:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f235b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd75 expref: 33 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.567223:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350200, rc 0) 00000100:00100000:1.0:1746143529.567252:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:1782:x1830963462105216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2997us (3260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.567258:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30545 00000100:00100000:2.0:1746143529.567335:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462105600 00000100:00100000:2.0:1746143529.567374:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462105600 00002000:00100000:2.0:1746143529.567407:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f643b80 x1830963462105600/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.567415:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643b80 with x1830963462105600 ext(0->4095) 00010000:00010000:2.0:1746143529.567421:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.567432:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.567438:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f643b80 00000100:00100000:2.0:1746143529.567452:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3057 00000100:00100000:2.0:1746143529.567458:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2006:x1830963462105600:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.567599:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2006:x1830963462105600:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (484us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.567605:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3057 00002000:00100000:2.0:1746143529.567610:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f643b80 x1830963462105600/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.567616:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643b80 with x1830963462105600 ext(0->4095) 00010000:00010000:2.0:1746143529.567620:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.567629:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.567633:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f643b80 00000100:00100000:0.0:1746143529.568773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.568878:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462105728 00000100:00100000:1.0:1746143529.568883:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462105728 00000100:00100000:1.0:1746143529.568920:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30546 00000100:00100000:1.0:1746143529.568926:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462105728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143529.568937:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143529.568954:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f235ba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd7c expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.568973:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143529.568977:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f235b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd75 expref: 32 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.568983:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143529.568986:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f235ba lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd7c expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.569021:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f235b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd75 expref: 32 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.569031:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f235ba lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd7c expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.569038:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350000, rc 0) 00000100:00100000:1.0:1746143529.569066:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462105728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.569070:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30546 00000100:00100000:0.0:1746143529.569481:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.569602:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462105856 00000100:00100000:2.0:1746143529.569606:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462105856 00010000:00010000:2.0:1746143529.569621:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.569637:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16451 00000100:00100000:2.0:1746143529.569641:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2006:x1830963462105856:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.569650:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.569664:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.569672:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.569689:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd6e expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.569903:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.569905:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.569912:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f235b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd75 expref: 32 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.569923:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f235b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd75 expref: 32 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.569945:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f235b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd75 expref: 32 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.569955:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f235b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd75 expref: 32 pid: 9573 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.569967:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455288064:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.570504:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.573524:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455288064:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.573552:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.573607:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963462105856:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3962us (4124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.573617:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16451 00000100:00100000:0.0:1746143529.573777:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.573818:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462106112 00000100:00100000:2.0:1746143529.573826:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462106112 00002000:00100000:2.0:1746143529.573861:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f643480 x1830963462106112/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.573870:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643480 with x1830963462106112 ext(0->4095) 00010000:00010000:2.0:1746143529.573878:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f235b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd75 expref: 32 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.573890:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f235b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd75 expref: 32 pid: 9573 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.573895:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f643480 00000100:00100000:2.0:1746143529.573912:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3058 00000100:00100000:2.0:1746143529.573918:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462106112:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.574026:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462106112:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (251us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.574032:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3058 00002000:00100000:2.0:1746143529.574037:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f643480 x1830963462106112/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.574043:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643480 with x1830963462106112 ext(0->4095) 00010000:00010000:2.0:1746143529.574047:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f235b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd75 expref: 32 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.574056:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f235b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd75 expref: 32 pid: 9573 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.574061:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f643480 00000100:00100000:0.0:1746143529.575411:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.575451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.575519:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462106240 00000100:00100000:3.0:1746143529.575523:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462106240 00000100:00100000:2.0:1746143529.575615:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462106368 00000100:00100000:2.0:1746143529.575619:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462106368 00010000:00010000:2.0:1746143529.575635:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f235b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd75 expref: 33 pid: 9573 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.575653:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16452 00000100:00100000:2.0:1746143529.575659:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f640e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2006:x1830963462106368:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.575668:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.575682:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f235b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd75 expref: 33 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.575691:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f235b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd75 expref: 33 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.575713:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f235b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd75 expref: 33 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.575732:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.575734:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.575741:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f235ba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd7c expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.575748:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f235ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd7c expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.575777:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f235ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd7c expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.575789:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455288192:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.575850:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.575892:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30547 00000100:00100000:3.0:1746143529.575898:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1782:x1830963462106240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.575907:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.575918:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235c1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd83 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.575934:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f235ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd7c expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.575939:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.575940:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.575943:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235c1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd83 expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.575959:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f235ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd7c expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.575968:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f235ba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd7c expref: 5 pid: 9573 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.575976:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455288320:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.575999:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073180 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.581089:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455288320:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143529.581096:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746143529.581118:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235c1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd83 expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.581138:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805e00, rc 0) 00000100:00100000:2.0:1746143529.581184:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455288192:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.581187:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:1782:x1830963462106240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5289us (5780us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.581196:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30547 00010000:00010000:2.0:1746143529.581200:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.581222:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f640e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963462106368:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5563us (5769us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.581230:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16452 00000100:00100000:3.0:1746143529.581234:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462106624 00000100:00100000:3.0:1746143529.581623:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462106624 00002000:00100000:3.0:1746143529.581667:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f641c00 x1830963462106624/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.581676:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641c00 with x1830963462106624 ext(0->4095) 00010000:00010000:3.0:1746143529.581682:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f235ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd7c expref: 6 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.581693:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f235ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd7c expref: 6 pid: 9573 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143529.581779:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f641c00 00000100:00100000:3.0:1746143529.581805:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3059 00000100:00100000:3.0:1746143529.581814:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462106624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143529.582215:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462106624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 222us (938us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.582225:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3059 00002000:00100000:3.0:1746143529.582231:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f641c00 x1830963462106624/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.582238:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641c00 with x1830963462106624 ext(0->4095) 00010000:00010000:3.0:1746143529.582243:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f235ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd7c expref: 6 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.582252:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f235ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd7c expref: 6 pid: 9573 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143529.582257:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f641c00 00000100:00100000:0.0:1746143529.583987:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.584699:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462106752 00000100:00100000:2.0:1746143529.584707:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462106752 00010000:00010000:2.0:1746143529.584736:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f235ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd7c expref: 6 pid: 9573 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.584770:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16453 00000100:00100000:2.0:1746143529.584775:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462106752:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.584787:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.584803:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f235ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd7c expref: 6 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.584812:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f235ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd7c expref: 6 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.584832:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f235ba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd7c expref: 6 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.584848:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.584850:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.584857:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd83 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.584864:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd83 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.584894:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd83 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.584905:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455288448:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.585458:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.587327:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455288448:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.587350:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.587393:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462106752:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2616us (3410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.587402:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16453 00000100:00100000:0.0:1746143529.587891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.587986:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462107008 00000100:00100000:3.0:1746143529.587992:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462107008 00002000:00100000:3.0:1746143529.588030:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f640700 x1830963462107008/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.588039:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f640700 with x1830963462107008 ext(0->4095) 00002000:00010000:3.0:1746143529.588043:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f640700 00000100:00100000:3.0:1746143529.588060:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13771 00000100:00100000:3.0:1746143529.588066:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2005:x1830963462107008:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746143529.588177:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2005:x1830963462107008:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (287us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.588182:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13771 00002000:00100000:3.0:1746143529.588187:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f640700 x1830963462107008/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.588199:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f640700 with x1830963462107008 ext(0->4095) 00002000:00010000:3.0:1746143529.588201:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f640700 00000100:00100000:0.0:1746143529.589593:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.589638:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462107136 00000100:00100000:3.0:1746143529.589643:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462107136 00000100:00100000:3.0:1746143529.589861:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30548 00000100:00100000:3.0:1746143529.589868:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462107136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.589881:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.589896:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235c8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd8a expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.589918:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd83 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.589925:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.589926:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.589930:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235c8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd8a expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.589958:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd83 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.589970:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd83 expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.589980:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455288576:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.590058:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073000 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.591447:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455288576:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.591470:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235c8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd8a expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.591482:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805000, rc 0) 00000100:00100000:3.0:1746143529.591519:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462107136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1651us (1936us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.591528:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30548 00000100:00100000:0.0:1746143529.592806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.592927:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462107264 00000100:00100000:2.0:1746143529.592935:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462107264 00010000:00010000:2.0:1746143529.592965:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd83 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.593231:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16454 00000100:00100000:2.0:1746143529.593239:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462107264:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.593254:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.593275:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd83 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.593287:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd83 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.593345:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd83 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.593362:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.593364:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.593370:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235c8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd8a expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.593380:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd8a expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.593452:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd8a expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.593465:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455288704:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.593624:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.595743:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.595813:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455288704:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.595837:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.595909:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462107520 00000100:00100000:3.0:1746143529.595915:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462107520 00002000:00100000:3.0:1746143529.595954:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ed80 x1830963462107520/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.595962:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ed80 with x1830963462107520 ext(0->4095) 00002000:00010000:3.0:1746143529.595966:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189ed80 00000100:00100000:3.0:1746143529.595986:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13772 00000100:00100000:3.0:1746143529.595993:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462107520:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.596359:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462107264:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3120us (3555us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.596368:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16454 00000100:00100000:3.0:1746143529.596853:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462107520:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 656us (912us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.596861:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13772 00002000:00100000:3.0:1746143529.596868:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ed80 x1830963462107520/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.596875:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ed80 with x1830963462107520 ext(0->4095) 00002000:00010000:3.0:1746143529.596878:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189ed80 00000100:00100000:0.0:1746143529.598441:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.598528:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462107648 00000100:00100000:3.0:1746143529.598536:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462107648 00000100:00100000:3.0:1746143529.598642:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30549 00000100:00100000:3.0:1746143529.598649:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1782:x1830963462107648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.598665:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.598682:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f235cf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd91 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.598711:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235c8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd8a expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.598718:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.598719:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.598723:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f235cf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd91 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.598753:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd8a expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.598766:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd8a expref: 5 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.598778:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455288832:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.598986:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073240 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.599203:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.599283:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462107776 00000100:00100000:1.0:1746143529.599288:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462107776 00000100:00100000:1.0:1746143529.599338:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30550 00000100:00100000:1.0:1746143529.599344:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:1794:x1830963462107776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143529.599352:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143529.599469:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f235d6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd98 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.599484:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.599492:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f235cf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd91 expref: 34 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.599498:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143529.599501:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f235d6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd98 expref: 34 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.599527:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f235cf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd91 expref: 34 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.599538:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f235d6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd98 expref: 34 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.599548:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351400, rc 0) 00000100:00100000:1.0:1746143529.599576:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:1794:x1830963462107776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 233us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.599594:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30550 00000100:00100000:3.0:1746143529.600520:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455288832:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.600538:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f235cf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd91 expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.600551:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:3.0:1746143529.600597:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:1782:x1830963462107648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1948us (2159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.600604:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30549 00000100:00100000:0.0:1746143529.600921:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.601047:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462107904 00000100:00100000:2.0:1746143529.601052:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462107904 00010000:00010000:2.0:1746143529.601071:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd8a expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.601147:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16455 00000100:00100000:2.0:1746143529.601153:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b0d4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462107904:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.601164:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.601184:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd8a expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.601194:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd8a expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.601212:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235c8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd8a expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.601396:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.601399:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.601405:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f235cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd91 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.601414:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f235cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd91 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.601441:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f235cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd91 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.601451:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f235cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd91 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.601462:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455289088:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.601779:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.603594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.603687:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455289088:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.603707:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.603743:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b0d4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462107904:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2589us (2822us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.603754:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16455 00000100:00100000:3.0:1746143529.603883:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462108160 00000100:00100000:3.0:1746143529.603889:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462108160 00002000:00100000:3.0:1746143529.603926:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ef100 x1830963462108160/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.603935:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef100 with x1830963462108160 ext(0->4095) 00010000:00010000:3.0:1746143529.603943:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f235cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd91 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.603956:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f235cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd91 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143529.603962:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ef100 00000100:00100000:3.0:1746143529.603992:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3060 00000100:00100000:3.0:1746143529.603999:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2007:x1830963462108160:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143529.604117:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2007:x1830963462108160:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (537us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.604122:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3060 00002000:00100000:3.0:1746143529.604127:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969ef100 x1830963462108160/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.604140:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef100 with x1830963462108160 ext(0->4095) 00010000:00010000:3.0:1746143529.604143:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f235cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd91 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.604151:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f235cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd91 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:3.0:1746143529.604155:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ef100 00000100:00100000:0.0:1746143529.606127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.606323:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462108288 00000100:00100000:2.0:1746143529.606330:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462108288 00010000:00010000:2.0:1746143529.606356:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f235cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd91 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.606393:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16456 00000100:00100000:2.0:1746143529.606399:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2006:x1830963462108288:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.606410:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.606426:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f235cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd91 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.606437:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f235cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd91 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.606458:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f235cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd91 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.606483:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.606485:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.606491:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f235d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd98 expref: 32 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.606500:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f235d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd98 expref: 32 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.606530:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f235d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd98 expref: 32 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.606542:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455289216:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.606621:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b540 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.608483:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455289216:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.608505:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.608549:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963462108288:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2149us (2428us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.608559:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16456 00000100:00100000:1.0:1746143529.608791:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.608913:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462108544 00000100:00100000:2.0:1746143529.608918:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462108544 00002000:00100000:2.0:1746143529.608949:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9e300 x1830963462108544/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.608958:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9e300 with x1830963462108544 ext(0->4095) 00002000:00010000:2.0:1746143529.608962:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d9e300 00000100:00100000:2.0:1746143529.609090:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13773 00000100:00100000:2.0:1746143529.609097:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2004:x1830963462108544:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746143529.609353:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2004:x1830963462108544:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 255us (562us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.609360:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13773 00002000:00100000:2.0:1746143529.609365:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9e300 x1830963462108544/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.609372:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9e300 with x1830963462108544 ext(0->4095) 00002000:00010000:2.0:1746143529.609375:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d9e300 00000100:00100000:0.0:1746143529.610401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.610509:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462108672 00000100:00100000:3.0:1746143529.610515:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462108672 00000100:00100000:3.0:1746143529.610555:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30551 00000100:00100000:3.0:1746143529.610561:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462108672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.610573:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.610600:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235dd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bd9f expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.610624:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f235d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd98 expref: 31 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.610632:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.610634:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.610637:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235dd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd9f expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.610667:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f235d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd98 expref: 31 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.610683:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f235d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd98 expref: 31 pid: 9573 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.610694:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455289344:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.610772:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073240 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.612683:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.612685:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455289344:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.612708:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235dd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd9f expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.612727:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804e00, rc 0) 00000100:00100000:3.0:1746143529.612940:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462108672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2377us (2538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.612948:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30551 00000100:00100000:0.0:1746143529.613016:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462108800 00000100:00100000:0.0:1746143529.613021:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462108800 00010000:00010000:0.0:1746143529.613045:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f235d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd98 expref: 32 pid: 9573 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746143529.613076:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16457 00000100:00100000:0.0:1746143529.613082:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462108800:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143529.613094:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143529.613111:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f235d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd98 expref: 32 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143529.613122:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f235d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd98 expref: 32 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143529.613143:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f235d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd98 expref: 32 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143529.613732:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143529.613734:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143529.613743:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235dd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd9f expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.613752:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd9f expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143529.613783:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd9f expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143529.613793:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455289472:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143529.613991:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.615335:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455289472:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.615350:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.615393:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462108800:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2310us (2715us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.615402:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16457 00000100:00100000:1.0:1746143529.615770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.615814:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462109056 00000100:00100000:3.0:1746143529.615819:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462109056 00002000:00100000:3.0:1746143529.615852:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9e680 x1830963462109056/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.615862:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9e680 with x1830963462109056 ext(0->4095) 00002000:00010000:3.0:1746143529.615866:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d9e680 00000100:00100000:3.0:1746143529.615894:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13774 00000100:00100000:3.0:1746143529.615900:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462109056:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143529.616241:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462109056:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 340us (471us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.616251:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13774 00002000:00100000:3.0:1746143529.616256:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9e680 x1830963462109056/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.616263:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9e680 with x1830963462109056 ext(0->4095) 00002000:00010000:3.0:1746143529.616266:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095d9e680 00000100:00100000:0.0:1746143529.618248:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.618333:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462109184 00000100:00100000:3.0:1746143529.618341:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462109184 00000100:00100000:3.0:1746143529.618390:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30552 00000100:00100000:3.0:1746143529.618397:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1794:x1830963462109184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.618412:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.618429:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235e4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bda6 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.618984:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235dd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd9f expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.618992:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.618993:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.618997:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235e4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bda6 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.619030:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd9f expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.619042:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd9f expref: 5 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.619061:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455289600:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.619158:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.619344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.619497:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462109312 00000100:00100000:1.0:1746143529.619502:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462109312 00000100:00100000:1.0:1746143529.619527:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30553 00000100:00100000:1.0:1746143529.619532:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:1782:x1830963462109312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143529.619541:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143529.619548:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f235eb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bdad expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.619562:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143529.619566:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235e4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bda6 expref: 34 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.619571:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143529.619573:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f235eb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdad expref: 34 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.619607:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235e4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bda6 expref: 34 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.619618:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f235eb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdad expref: 34 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.619628:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350a00, rc 0) 00000100:00100000:1.0:1746143529.619654:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:1782:x1830963462109312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.619660:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30553 00000100:00100000:3.0:1746143529.623444:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455289600:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.623475:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235e4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bda6 expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.623492:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00000100:00100000:3.0:1746143529.623549:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:1794:x1830963462109184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5151us (5307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.623558:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30552 00000100:00100000:0.0:1746143529.623669:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.623890:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462109440 00000100:00100000:3.0:1746143529.623896:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462109440 00010000:00010000:3.0:1746143529.623922:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd9f expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.623956:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16458 00000100:00100000:3.0:1746143529.623961:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462109440:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.623974:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.623993:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd9f expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.624003:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd9f expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.624029:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f235dd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bd9f expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.624052:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.624054:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.624060:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bda6 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.624068:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bda6 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.624098:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bda6 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.624108:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bda6 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.624119:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455289856:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.624181:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.626878:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.627039:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455289856:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.627058:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.627132:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462109696 00000100:00100000:2.0:1746143529.627139:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462109696 00002000:00100000:2.0:1746143529.627185:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092368e00 x1830963462109696/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.627195:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368e00 with x1830963462109696 ext(0->4095) 00010000:00010000:2.0:1746143529.627204:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bda6 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.627225:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bda6 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.627235:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092368e00 00000100:00100000:3.0:1746143529.627280:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462109440:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3317us (3610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.627289:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16458 00000100:00100000:2.0:1746143529.627401:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3061 00000100:00100000:2.0:1746143529.627408:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2006:x1830963462109696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.627543:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2006:x1830963462109696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (672us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.627548:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3061 00002000:00100000:2.0:1746143529.627553:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092368e00 x1830963462109696/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.627560:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368e00 with x1830963462109696 ext(0->4095) 00010000:00010000:2.0:1746143529.627565:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bda6 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.627578:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bda6 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.627593:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092368e00 00000100:00100000:0.0:1746143529.630457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.630648:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.630828:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462109952 00000100:00100000:2.0:1746143529.630836:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462109952 00010000:00010000:2.0:1746143529.630866:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bda6 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.630894:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16459 00000100:00100000:2.0:1746143529.630901:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2007:x1830963462109952:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.630914:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.630931:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bda6 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.630943:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bda6 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.630960:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f235e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bda6 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.631004:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.631007:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.631013:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f235eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdad expref: 32 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.631025:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f235eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdad expref: 32 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.631054:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f235eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdad expref: 32 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.631065:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455289984:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.631143:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.631384:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462109824 00000100:00100000:3.0:1746143529.631394:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462109824 00000100:00100000:3.0:1746143529.631434:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30554 00000100:00100000:3.0:1746143529.631440:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462109824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.631456:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.631471:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bdb4 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.631495:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f235eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdad expref: 32 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.631502:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.631503:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.631506:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235f2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdb4 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.631530:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f235eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdad expref: 32 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.631541:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f235eb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdad expref: 32 pid: 9573 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.631550:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455290112:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.631624:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.633258:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455289984:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.633277:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.633525:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455290112:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.633545:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235f2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdb4 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.633565:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805e00, rc 0) 00000100:00100000:2.0:1746143529.633895:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462109952:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2992us (3245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.633905:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16459 00000100:00100000:3.0:1746143529.634148:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462109824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2706us (3697us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.634154:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30554 00000100:00100000:1.0:1746143529.634497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.634640:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462110208 00000100:00100000:2.0:1746143529.634646:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462110208 00002000:00100000:2.0:1746143529.634927:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9d180 x1830963462110208/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.634936:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9d180 with x1830963462110208 ext(0->4095) 00010000:00010000:2.0:1746143529.634942:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f235eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdad expref: 32 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.634954:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f235eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdad expref: 32 pid: 9573 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.634959:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9d180 00000100:00100000:2.0:1746143529.634990:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3062 00000100:00100000:2.0:1746143529.634997:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462110208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.635123:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462110208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (626us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.635129:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3062 00002000:00100000:2.0:1746143529.635134:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9d180 x1830963462110208/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.635141:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9d180 with x1830963462110208 ext(0->4095) 00010000:00010000:2.0:1746143529.635145:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f235eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdad expref: 32 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.635153:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f235eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdad expref: 32 pid: 9573 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.635158:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9d180 00000100:00100000:0.0:1746143529.636735:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.636815:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462110336 00000100:00100000:3.0:1746143529.636821:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462110336 00000100:00100000:3.0:1746143529.636848:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30555 00000100:00100000:3.0:1746143529.636853:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1782:x1830963462110336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.636864:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.636876:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235f9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bdbb expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.636895:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.636899:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdb4 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.636904:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143529.636907:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235f9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdbb expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.636933:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235f2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdb4 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.636941:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235f9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdbb expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.636953:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805000, rc 0) 00000100:00100000:3.0:1746143529.637289:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:1782:x1830963462110336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 434us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.637332:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30555 00000100:00100000:0.0:1746143529.638125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.638180:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462110464 00000100:00100000:2.0:1746143529.638185:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462110464 00010000:00010000:2.0:1746143529.638202:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f235eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdad expref: 33 pid: 9573 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.638219:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16460 00000100:00100000:2.0:1746143529.638224:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2006:x1830963462110464:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.638232:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.638246:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f235eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdad expref: 33 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.638260:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f235eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdad expref: 33 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.638275:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f235eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdad expref: 33 pid: 9573 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.638314:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.638315:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.638321:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235f2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdb4 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.638327:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdb4 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.638348:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdb4 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.638759:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdb4 expref: 5 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.638771:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455290368:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.638849:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.646475:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.646614:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455290368:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.646642:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.646690:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963462110464:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 8464us (8571us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.646702:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16460 00000100:00100000:0.0:1746143529.647258:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462110720 00000100:00100000:0.0:1746143529.647269:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462110720 00002000:00100000:0.0:1746143529.647349:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9c380 x1830963462110720/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143529.647359:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9c380 with x1830963462110720 ext(0->4095) 00010000:00010000:0.0:1746143529.647368:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdb4 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143529.647382:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdb4 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746143529.647389:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9c380 00000100:00100000:0.0:1746143529.649002:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3063 00000100:00100000:0.0:1746143529.649017:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462110720:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143529.649181:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462110720:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 169us (2713us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143529.649187:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3063 00002000:00100000:0.0:1746143529.649193:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9c380 x1830963462110720/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143529.649201:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9c380 with x1830963462110720 ext(0->4095) 00010000:00010000:0.0:1746143529.649208:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdb4 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746143529.649220:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdb4 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746143529.649226:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9c380 00000100:00100000:0.0:1746143529.654016:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.654104:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462110848 00000100:00100000:2.0:1746143529.654118:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462110848 00010000:00010000:2.0:1746143529.654164:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdb4 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.654219:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16461 00000100:00100000:2.0:1746143529.654227:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462110848:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.654244:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.654393:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdb4 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.654409:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdb4 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.654435:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f235f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdb4 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.654454:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.654456:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.654464:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdbb expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.654482:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdbb expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.654519:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdbb expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.654533:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455290496:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.654658:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.657095:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455290496:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.657121:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.657162:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462110848:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2935us (3155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.657172:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16461 00000100:00100000:0.0:1746143529.660150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.660701:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462111104 00000100:00100000:2.0:1746143529.660714:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462111104 00002000:00100000:2.0:1746143529.660767:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097649180 x1830963462111104/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.660778:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097649180 with x1830963462111104 ext(0->4095) 00002000:00010000:2.0:1746143529.660784:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097649180 00000100:00100000:2.0:1746143529.660949:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13775 00000100:00100000:2.0:1746143529.660958:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097649180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462111104:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.661133:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097649180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462111104:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 174us (992us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.661142:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13775 00002000:00100000:2.0:1746143529.661148:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097649180 x1830963462111104/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.661154:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097649180 with x1830963462111104 ext(0->4095) 00002000:00010000:2.0:1746143529.661157:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097649180 00000100:00100000:0.0:1746143529.663892:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.663991:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462111232 00000100:00100000:3.0:1746143529.664003:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462111232 00000100:00100000:3.0:1746143529.664073:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30556 00000100:00100000:3.0:1746143529.664082:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462111232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.664100:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.664116:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23600 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bdc2 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.664141:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdbb expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.664148:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.664149:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.664152:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23600 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc2 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.664329:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdbb expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.664340:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdbb expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.664354:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455290624:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.665254:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073000 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.666494:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455290624:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.666520:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23600 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc2 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.666535:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:3.0:1746143529.666576:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462111232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2495us (2693us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.666599:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30556 00000100:00100000:0.0:1746143529.668902:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.668989:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.669054:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462111488 00000100:00100000:2.0:1746143529.669063:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462111488 00010000:00010000:2.0:1746143529.669090:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdbb expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.669118:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16462 00000100:00100000:2.0:1746143529.669123:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b0d4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963462111488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.669134:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.669150:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdbb expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.669161:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdbb expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.669182:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f235f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdbb expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.669214:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.669216:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.669223:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23600 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc2 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.669232:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23600 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc2 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143529.669257:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462111360 00000100:00100000:3.0:1746143529.669261:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462111360 00010000:00010000:2.0:1746143529.669267:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23600 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc2 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143529.669283:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30557 00000100:00100000:2.0:1746143529.669283:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455290752:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.669288:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1782:x1830963462111360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.669324:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.669334:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23607 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bdc9 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.669351:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23600 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc2 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.669360:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.669362:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.669364:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23607 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc9 expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.669387:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23600 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc2 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.669396:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23600 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc2 expref: 5 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.669403:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455290880:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.670034:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.670069:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.672747:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455290752:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.672769:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.672823:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b0d4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2006:x1830963462111488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3698us (3833us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.672835:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16462 00000100:00100000:3.0:1746143529.673142:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455290880:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.673360:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23607 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc9 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.673382:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804e00, rc 0) 00000100:00100000:3.0:1746143529.673412:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1782:x1830963462111360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4119us (4511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.673419:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30557 00000100:00100000:0.0:1746143529.673605:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.673687:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462111744 00000100:00100000:2.0:1746143529.673693:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462111744 00002000:00100000:2.0:1746143529.673726:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f669180 x1830963462111744/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.673734:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f669180 with x1830963462111744 ext(0->4095) 00010000:00010000:2.0:1746143529.673740:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23600 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc2 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.673751:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23600 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc2 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.673757:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f669180 00000100:00100000:2.0:1746143529.673772:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3064 00000100:00100000:2.0:1746143529.673777:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462111744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.673885:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462111744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.673894:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3064 00002000:00100000:2.0:1746143529.673898:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f669180 x1830963462111744/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.673905:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f669180 with x1830963462111744 ext(0->4095) 00010000:00010000:2.0:1746143529.673909:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23600 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc2 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.673918:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23600 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc2 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.673923:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f669180 00000100:00100000:0.0:1746143529.680693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.680787:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462111872 00000100:00100000:2.0:1746143529.680798:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462111872 00010000:00010000:2.0:1746143529.680836:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23600 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc2 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.680882:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16463 00000100:00100000:2.0:1746143529.680889:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462111872:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.680901:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.680916:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23600 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc2 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.680926:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23600 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc2 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.680943:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23600 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc2 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.680975:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.680977:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.680983:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23607 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc9 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.680991:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23607 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc9 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.681070:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23607 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc9 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.681082:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455291008:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.681164:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.684069:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.684110:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455291008:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.684166:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462112128 00000100:00100000:1.0:1746143529.684173:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462112128 00002000:00100000:1.0:1746143529.684214:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f669f80 x1830963462112128/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.684228:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f669f80 with x1830963462112128 ext(0->4095) 00002000:00010000:1.0:1746143529.684231:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f669f80 00000100:00100000:1.0:1746143529.684271:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13776 00000100:00100000:1.0:1746143529.684277:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f669f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963462112128:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143529.684423:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963462112128:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.684429:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13776 00002000:00100000:1.0:1746143529.684434:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f669f80 x1830963462112128/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.684441:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f669f80 with x1830963462112128 ext(0->4095) 00002000:00010000:1.0:1746143529.684443:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f669f80 00010000:00010000:2.0:1746143529.684509:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.684534:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462111872:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3645us (3853us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.684542:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16463 00000100:00100000:0.0:1746143529.686233:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.687392:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462112256 00000100:00100000:3.0:1746143529.687405:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462112256 00000100:00100000:3.0:1746143529.687468:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30558 00000100:00100000:3.0:1746143529.687477:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462112256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.687496:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.687514:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2360e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bdd0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.687544:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23607 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc9 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.687552:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.687554:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.687557:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2360e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd0 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.687600:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23607 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc9 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.687612:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23607 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc9 expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.687623:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455291136:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.687715:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073000 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.690531:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455291136:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.690561:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2360e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd0 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.690578:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00000100:00100000:3.0:1746143529.690637:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462112256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3160us (4410us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.690645:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30558 00000100:00100000:0.0:1746143529.691369:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.691451:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462112384 00000100:00100000:2.0:1746143529.691462:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462112384 00010000:00010000:2.0:1746143529.691498:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23607 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc9 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.691535:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16464 00000100:00100000:2.0:1746143529.691541:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462112384:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.691553:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.691568:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23607 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc9 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.691578:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23607 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc9 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.691608:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23607 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdc9 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.692019:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.692021:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.692026:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2360e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd0 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.692038:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2360e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd0 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.692064:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2360e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd0 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.692072:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455291264:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.692155:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.696255:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.696290:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.696332:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462112768 00000100:00100000:2.0:1746143529.696341:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462112768 00002000:00100000:2.0:1746143529.696391:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134092a00 x1830963462112768/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.696402:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134092a00 with x1830963462112768 ext(0->4095) 00002000:00010000:2.0:1746143529.696408:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134092a00 00000100:00100000:3.0:1746143529.696488:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455291264:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.696512:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.696560:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462112384:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5019us (5192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.696574:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16464 00000100:00100000:3.0:1746143529.696612:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462112512 00000100:00100000:3.0:1746143529.696615:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462112512 00000100:00100000:2.0:1746143529.697832:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13777 00000100:00100000:2.0:1746143529.697843:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462112768:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.698042:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462112768:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 201us (1750us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.698048:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13777 00002000:00100000:2.0:1746143529.698054:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134092a00 x1830963462112768/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.698063:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134092a00 with x1830963462112768 ext(0->4095) 00002000:00010000:2.0:1746143529.698067:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134092a00 00000100:00100000:3.0:1746143529.698253:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30559 00000100:00100000:3.0:1746143529.698261:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1782:x1830963462112512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.698272:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.698288:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23615 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bdd7 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.698327:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2360e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd0 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.698334:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.698336:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.698339:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23615 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd7 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.698369:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2360e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd0 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.698380:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2360e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd0 expref: 5 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.698391:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455291392:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.698459:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073000 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.700083:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455291392:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.700108:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23615 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd7 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.700120:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:3.0:1746143529.700160:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1782:x1830963462112512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1899us (3915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.700166:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30559 00000100:00100000:0.0:1746143529.702183:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.702277:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462112896 00000100:00100000:3.0:1746143529.702285:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462112896 00000100:00100000:3.0:1746143529.702478:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30560 00000100:00100000:3.0:1746143529.702485:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1794:x1830963462112896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.702501:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.702515:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2361c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bdde expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.702539:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.702545:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23615 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd7 expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.702550:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.702553:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2361c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdde expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.702592:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23615 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd7 expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.702604:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2361c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdde expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.702617:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805000, rc 0) 00000100:00100000:3.0:1746143529.702667:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:1794:x1830963462112896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.702673:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30560 00000100:00100000:2.0:1746143529.702972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.703411:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462113024 00000100:00100000:3.0:1746143529.703415:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462113024 00010000:00010000:3.0:1746143529.703432:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2360e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd0 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.703508:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16465 00000100:00100000:3.0:1746143529.703515:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462113024:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.703524:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.703540:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2360e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd0 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.703549:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2360e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd0 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.703564:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2360e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd0 expref: 6 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.703801:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.703803:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.703810:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd7 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.703830:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23615 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd7 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.703853:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23615 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd7 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.703864:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23615 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd7 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.703873:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455291648:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.704115:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.707194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.707362:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455291648:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.707383:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.707405:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462113280 00000100:00100000:1.0:1746143529.707412:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462113280 00000100:00100000:3.0:1746143529.707431:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462113024:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3915us (4458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.707441:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16465 00002000:00100000:1.0:1746143529.707462:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f669c00 x1830963462113280/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.707471:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f669c00 with x1830963462113280 ext(0->4095) 00010000:00010000:1.0:1746143529.707480:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23615 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd7 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.707492:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23615 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd7 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143529.707498:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f669c00 00000100:00100000:1.0:1746143529.707525:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3065 00000100:00100000:1.0:1746143529.707533:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2004:x1830963462113280:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746143529.707690:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2004:x1830963462113280:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (508us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.707697:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3065 00002000:00100000:1.0:1746143529.707701:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f669c00 x1830963462113280/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.707708:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f669c00 with x1830963462113280 ext(0->4095) 00010000:00010000:1.0:1746143529.707712:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23615 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd7 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:1.0:1746143529.707721:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23615 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd7 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00002000:00010000:1.0:1746143529.707726:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f669c00 00000100:00100000:0.0:1746143529.710492:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.710603:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462113408 00000100:00100000:3.0:1746143529.710612:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462113408 00010000:00010000:3.0:1746143529.710649:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23615 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd7 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.710685:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16466 00000100:00100000:3.0:1746143529.710691:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124831880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2006:x1830963462113408:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.710706:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.710729:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23615 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd7 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.710740:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23615 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd7 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.710762:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23615 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdd7 expref: 33 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.710776:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.710778:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.710785:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2361c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdde expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.710793:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2361c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdde expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.711479:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2361c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdde expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143529.711494:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455291776:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.711590:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073000 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.713670:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455291776:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.713689:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.713731:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124831880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963462113408:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3038us (3248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.713741:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16466 00000100:00100000:0.0:1746143529.715192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.715251:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462113664 00000100:00100000:1.0:1746143529.715259:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462113664 00002000:00100000:1.0:1746143529.715333:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124830700 x1830963462113664/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.715343:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830700 with x1830963462113664 ext(0->4095) 00002000:00010000:1.0:1746143529.715348:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830700 00000100:00100000:1.0:1746143529.715372:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13778 00000100:00100000:1.0:1746143529.715378:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462113664:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143529.715512:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462113664:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.715518:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13778 00002000:00100000:1.0:1746143529.715523:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124830700 x1830963462113664/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.715530:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830700 with x1830963462113664 ext(0->4095) 00002000:00010000:1.0:1746143529.715532:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830700 00000100:00100000:0.0:1746143529.718548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.718897:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462113792 00000100:00100000:2.0:1746143529.718905:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462113792 00000100:00100000:2.0:1746143529.718961:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30561 00000100:00100000:2.0:1746143529.718969:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462113792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.718989:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.719006:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23623 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bde5 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.719040:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2361c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdde expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.719054:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.719056:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.719060:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23623 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bde5 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.719095:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2361c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdde expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.719107:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2361c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdde expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.719119:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455291904:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.719216:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.721631:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455291904:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.721664:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23623 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bde5 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.721678:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79000, rc 0) 00000100:00100000:2.0:1746143529.721713:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462113792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2744us (3174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.721721:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30561 00000100:00100000:0.0:1746143529.722845:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.722919:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462113920 00000100:00100000:3.0:1746143529.722926:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462113920 00010000:00010000:3.0:1746143529.722957:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2361c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdde expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.722987:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16467 00000100:00100000:3.0:1746143529.722994:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124832d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462113920:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.723010:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.723030:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2361c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdde expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.723144:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2361c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdde expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.723169:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2361c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdde expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.723197:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.723199:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.723206:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23623 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bde5 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.723215:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23623 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bde5 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.723243:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23623 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bde5 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143529.723264:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455292032:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.723363:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073000 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.725197:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455292032:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.725216:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.725259:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2007:x1830963462113920:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2264us (2416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.725272:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16467 00000100:00100000:0.0:1746143529.725491:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.726070:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462114176 00000100:00100000:1.0:1746143529.726077:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462114176 00002000:00100000:1.0:1746143529.726117:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124832680 x1830963462114176/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.726126:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124832680 with x1830963462114176 ext(0->4095) 00002000:00010000:1.0:1746143529.726131:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124832680 00000100:00100000:1.0:1746143529.726159:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13779 00000100:00100000:1.0:1746143529.726166:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462114176:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143529.726320:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462114176:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (830us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.726326:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13779 00002000:00100000:1.0:1746143529.726331:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124832680 x1830963462114176/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.726338:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124832680 with x1830963462114176 ext(0->4095) 00002000:00010000:1.0:1746143529.726341:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124832680 00000100:00100000:0.0:1746143529.727081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.727145:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462114304 00000100:00100000:2.0:1746143529.727150:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462114304 00000100:00100000:2.0:1746143529.727185:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30562 00000100:00100000:2.0:1746143529.727190:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1782:x1830963462114304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.727203:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.727220:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2362a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bdec expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.727245:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23623 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bde5 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.727253:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.727254:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.727257:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2362a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdec expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.727288:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23623 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bde5 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.727327:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23623 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bde5 expref: 5 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.727339:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455292160:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.727413:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.728031:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.728353:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462114432 00000100:00100000:3.0:1746143529.728359:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462114432 00000100:00100000:3.0:1746143529.728561:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30563 00000100:00100000:3.0:1746143529.728567:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:1794:x1830963462114432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.728579:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.728597:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23631 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bdf3 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.728616:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.728619:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2362a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdec expref: 34 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.728625:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.728627:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23631 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdf3 expref: 34 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.728650:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2362a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdec expref: 34 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.728663:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23631 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdf3 expref: 34 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.728671:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804e00, rc 0) 00000100:00100000:3.0:1746143529.728702:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:1794:x1830963462114432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.728707:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30563 00000100:00100000:2.0:1746143529.733187:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455292160:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.733225:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2362a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdec expref: 33 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.733242:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78800, rc 0) 00000100:00100000:2.0:1746143529.733327:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:1782:x1830963462114304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6135us (6245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.733338:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30562 00000100:00100000:0.0:1746143529.733384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.733519:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462114560 00000100:00100000:3.0:1746143529.733526:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462114560 00010000:00010000:3.0:1746143529.733552:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23623 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bde5 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.733951:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16468 00000100:00100000:3.0:1746143529.733958:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462114560:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.733970:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.733987:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23623 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bde5 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.733998:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23623 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bde5 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.734018:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23623 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bde5 expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.734176:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.734179:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.734185:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2362a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdec expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.734191:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2362a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdec expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.734215:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2362a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdec expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.734222:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2362a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdec expref: 32 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.734231:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455292416:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.734318:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073000 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.736830:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455292416:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.736850:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.736910:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462114560:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2950us (3524us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.736920:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16468 00000100:00100000:0.0:1746143529.737542:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.737711:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462114816 00000100:00100000:2.0:1746143529.737719:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462114816 00002000:00100000:2.0:1746143529.737765:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096626a00 x1830963462114816/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.737774:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096626a00 with x1830963462114816 ext(0->4095) 00010000:00010000:2.0:1746143529.737783:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2362a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdec expref: 33 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.737795:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2362a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdec expref: 33 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.737800:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096626a00 00000100:00100000:2.0:1746143529.737818:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3066 00000100:00100000:2.0:1746143529.737825:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2007:x1830963462114816:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.737984:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2007:x1830963462114816:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (444us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.737990:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3066 00002000:00100000:2.0:1746143529.737994:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096626a00 x1830963462114816/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.738001:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096626a00 with x1830963462114816 ext(0->4095) 00010000:00010000:2.0:1746143529.738005:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2362a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdec expref: 33 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.738018:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2362a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdec expref: 33 pid: 9571 timeout: 847 lvb_type: 0 00002000:00010000:2.0:1746143529.738023:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096626a00 00000100:00100000:0.0:1746143529.740257:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.740342:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462114944 00000100:00100000:3.0:1746143529.740351:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462114944 00010000:00010000:3.0:1746143529.740384:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2362a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdec expref: 33 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.740417:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16469 00000100:00100000:3.0:1746143529.740423:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b0d4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2007:x1830963462114944:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.740438:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.740458:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2362a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdec expref: 33 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.740469:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2362a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdec expref: 33 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.740492:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2362a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdec expref: 33 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.740519:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.740522:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.740529:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23631 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdf3 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.740536:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23631 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdf3 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.740569:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23631 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdf3 expref: 32 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143529.740593:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455292544:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.740686:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.743161:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.743350:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455292544:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.743374:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.743426:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b0d4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462114944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3001us (3175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.743444:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16469 00000100:00100000:1.0:1746143529.743884:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462115200 00000100:00100000:1.0:1746143529.743892:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462115200 00002000:00100000:1.0:1746143529.743931:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096625880 x1830963462115200/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.743940:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096625880 with x1830963462115200 ext(0->4095) 00002000:00010000:1.0:1746143529.743945:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096625880 00000100:00100000:1.0:1746143529.743971:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13780 00000100:00100000:1.0:1746143529.743978:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963462115200:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143529.744098:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963462115200:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (947us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.744104:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13780 00002000:00100000:1.0:1746143529.744109:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096625880 x1830963462115200/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.744116:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096625880 with x1830963462115200 ext(0->4095) 00002000:00010000:1.0:1746143529.744118:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096625880 00000100:00100000:0.0:1746143529.746406:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.747685:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462115328 00000100:00100000:2.0:1746143529.747699:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462115328 00000100:00100000:2.0:1746143529.747766:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30564 00000100:00100000:2.0:1746143529.747773:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462115328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.747793:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.747812:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23638 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bdfa expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.747843:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23631 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdf3 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.747851:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.747853:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.747856:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23638 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdfa expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.747887:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23631 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdf3 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.747899:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23631 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdf3 expref: 31 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.747910:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455292672:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.747998:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.751375:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455292672:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.751417:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23638 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdfa expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.751436:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78c00, rc 0) 00000100:00100000:2.0:1746143529.751623:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462115328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3849us (5224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.751632:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30564 00000100:00100000:1.0:1746143529.752128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.752382:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462115456 00000100:00100000:3.0:1746143529.752389:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462115456 00010000:00010000:3.0:1746143529.752416:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23631 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdf3 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00000100:00100000:3.0:1746143529.752441:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16470 00000100:00100000:3.0:1746143529.752446:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963462115456:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.752458:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.752476:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23631 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdf3 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.752485:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23631 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdf3 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.752506:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23631 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdf3 expref: 32 pid: 9572 timeout: 847 lvb_type: 0 00010000:00010000:3.0:1746143529.752520:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.752522:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.752528:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23638 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdfa expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.752536:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23638 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdfa expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.752563:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23638 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdfa expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143529.752574:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455292800:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.752653:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.753121:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.753247:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462115584 00000100:00100000:2.0:1746143529.753251:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462115584 00000100:00100000:2.0:1746143529.753281:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30565 00000100:00100000:2.0:1746143529.753287:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1782:x1830963462115584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.753322:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.753333:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2363f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be01 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.753351:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23638 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdfa expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.753357:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.753359:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.753362:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2363f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be01 expref: 33 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.753379:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23638 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdfa expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.753395:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23638 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdfa expref: 5 pid: 9571 timeout: 847 lvb_type: 0 00000100:00100000:2.0:1746143529.753404:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455292928:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.753614:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b480 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.754602:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455292800:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.754621:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.754648:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2006:x1830963462115456:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2201us (2521us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.754656:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16470 00000100:00100000:1.0:1746143529.754747:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.754880:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462115840 00000100:00100000:2.0:1746143529.754884:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462115840 00002000:00100000:2.0:1746143529.754916:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9f800 x1830963462115840/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.754925:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9f800 with x1830963462115840 ext(0->4095) 00010000:00010000:2.0:1746143529.754932:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23638 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdfa expref: 6 pid: 9571 timeout: 847 lvb_type: 0 00010000:00010000:2.0:1746143529.754943:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23638 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdfa expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143529.754949:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9f800 00000100:00100000:2.0:1746143529.754963:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3067 00000100:00100000:2.0:1746143529.754968:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462115840:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746143529.755084:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462115840:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.755089:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3067 00002000:00100000:2.0:1746143529.755095:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880095d9f800 x1830963462115840/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.755111:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9f800 with x1830963462115840 ext(0->4095) 00010000:00010000:2.0:1746143529.755115:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23638 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdfa expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.755123:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23638 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdfa expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143529.755129:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095d9f800 00000100:00100000:3.0:1746143529.755186:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455292928:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.755201:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2363f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be01 expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.755212:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79600, rc 0) 00000100:00100000:3.0:1746143529.755230:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1782:x1830963462115584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1943us (2110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.755236:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30565 00000100:00100000:0.0:1746143529.756381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.756418:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462115968 00000100:00100000:3.0:1746143529.756422:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462115968 00000100:00100000:0.0:1746143529.756558:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.756601:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462116096 00000100:00100000:2.0:1746143529.756604:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462116096 00000100:00100000:3.0:1746143529.756738:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30566 00010000:00010000:2.0:1746143529.756769:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23638 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdfa expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.756799:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16471 00000100:00100000:3.0:1746143529.756843:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1794:x1830963462115968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746143529.756850:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462116096:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.756854:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.756861:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.756867:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23646 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be08 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.756876:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23638 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdfa expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143529.756882:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.756963:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2363f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be01 expref: 33 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.756970:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.756974:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23646 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be08 expref: 33 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.756984:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23638 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdfa expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.757095:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23638 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bdfa expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143529.757101:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2363f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be01 expref: 33 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.757111:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23646 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be08 expref: 33 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.757118:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.757120:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.757125:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2363f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be01 expref: 33 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.757131:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2363f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be01 expref: 33 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.757138:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746143529.757145:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2363f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be01 expref: 33 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.757154:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2363f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be01 expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143529.757165:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455293184:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.757175:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462116096:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 370us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.757181:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16471 00000100:00100000:3.0:1746143529.757513:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.758475:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455293184:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.758491:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:3.0:1746143529.758561:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:1794:x1830963462115968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1814us (2181us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.758568:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30566 00000100:00100000:0.0:1746143529.758908:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.759227:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462116352 00000100:00100000:1.0:1746143529.759234:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462116352 00002000:00100000:1.0:1746143529.759265:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7ca80 x1830963462116352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.759274:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7ca80 with x1830963462116352 ext(0->4095) 00010000:00010000:1.0:1746143529.759282:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2363f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be01 expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.759330:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2363f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be01 expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.759342:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7ca80 00000100:00100000:1.0:1746143529.759359:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3068 00000100:00100000:1.0:1746143529.759366:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2006:x1830963462116352:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143529.759656:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2006:x1830963462116352:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 290us (747us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.759662:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3068 00002000:00100000:1.0:1746143529.759667:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7ca80 x1830963462116352/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.759674:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7ca80 with x1830963462116352 ext(0->4095) 00010000:00010000:1.0:1746143529.759678:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2363f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be01 expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.759687:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2363f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be01 expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.759693:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7ca80 00000100:00100000:0.0:1746143529.761409:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.761668:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462116480 00000100:00100000:2.0:1746143529.761676:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462116480 00010000:00010000:2.0:1746143529.761705:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2363f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be01 expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.761768:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16472 00000100:00100000:2.0:1746143529.761775:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2007:x1830963462116480:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.761788:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.761804:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2363f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be01 expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.761816:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2363f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be01 expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.761843:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f2363f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be01 expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.761859:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.761861:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.761869:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23646 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be08 expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.761877:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23646 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be08 expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.761913:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23646 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be08 expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.761925:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455293312:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.762004:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.763816:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455293312:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.763841:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.763892:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462116480:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2115us (2488us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.763901:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16472 00000100:00100000:0.0:1746143529.764628:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.764873:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462116736 00000100:00100000:2.0:1746143529.764880:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462116736 00002000:00100000:2.0:1746143529.764914:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7ce00 x1830963462116736/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.764924:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7ce00 with x1830963462116736 ext(0->4095) 00002000:00010000:2.0:1746143529.764928:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7ce00 00000100:00100000:2.0:1746143529.764960:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13781 00000100:00100000:2.0:1746143529.764967:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462116736:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.765732:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462116736:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 763us (1104us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.765738:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13781 00002000:00100000:2.0:1746143529.765744:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7ce00 x1830963462116736/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.765758:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7ce00 with x1830963462116736 ext(0->4095) 00002000:00010000:2.0:1746143529.765760:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7ce00 00000100:00100000:0.0:1746143529.767106:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.767230:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462116864 00000100:00100000:3.0:1746143529.767237:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462116864 00000100:00100000:3.0:1746143529.767288:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30567 00000100:00100000:3.0:1746143529.767328:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462116864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.767344:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.767362:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2364d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be0f expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.767392:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23646 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be08 expref: 31 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.767398:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.767400:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.767403:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2364d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be0f expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.767433:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23646 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be08 expref: 31 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.767445:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23646 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be08 expref: 31 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143529.767458:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455293440:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.767534:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.768632:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455293440:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.768656:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2364d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be0f expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.768668:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00000100:00100000:3.0:1746143529.769509:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462116864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1414us (1607us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.769519:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30567 00000100:00100000:0.0:1746143529.769722:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.769883:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462116992 00000100:00100000:2.0:1746143529.769890:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462116992 00010000:00010000:2.0:1746143529.769915:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23646 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be08 expref: 32 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.769937:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16473 00000100:00100000:2.0:1746143529.769943:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963462116992:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.769955:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.769974:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23646 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be08 expref: 32 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.769985:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23646 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be08 expref: 32 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.770007:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23646 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be08 expref: 32 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.770259:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.770261:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.770269:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2364d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be0f expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.770277:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2364d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be0f expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.770329:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2364d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be0f expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.770341:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455293568:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.770451:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.771926:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.771936:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455293568:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.771955:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.771988:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462116992:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2044us (2265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.771994:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462117248 00000100:00100000:2.0:1746143529.771996:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16473 00000100:00100000:3.0:1746143529.771999:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462117248 00002000:00100000:3.0:1746143529.772035:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7c700 x1830963462117248/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.772043:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7c700 with x1830963462117248 ext(0->4095) 00002000:00010000:3.0:1746143529.772048:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7c700 00000100:00100000:3.0:1746143529.772161:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13782 00000100:00100000:3.0:1746143529.772167:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462117248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143529.772318:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462117248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 151us (394us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.772323:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13782 00002000:00100000:3.0:1746143529.772328:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7c700 x1830963462117248/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.772335:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7c700 with x1830963462117248 ext(0->4095) 00002000:00010000:3.0:1746143529.772337:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7c700 00000100:00100000:0.0:1746143529.773357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.773484:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462117376 00000100:00100000:3.0:1746143529.773490:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462117376 00000100:00100000:3.0:1746143529.773528:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30568 00000100:00100000:3.0:1746143529.773534:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:1794:x1830963462117376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.773544:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.773558:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23654 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be16 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.773596:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2364d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be0f expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.773604:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.773605:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.773608:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23654 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be16 expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.773638:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2364d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be0f expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.773649:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2364d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be0f expref: 5 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143529.773660:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455293696:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.773734:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.774995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.775063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.775144:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455293696:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.775165:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23654 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be16 expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.775183:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805000, rc 0) 00000100:00100000:3.0:1746143529.775213:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1794:x1830963462117376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1679us (1858us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.775219:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30568 00000100:00100000:3.0:1746143529.775237:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462117632 00000100:00100000:3.0:1746143529.775240:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462117632 00000100:00100000:3.0:1746143529.775262:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30569 00000100:00100000:3.0:1746143529.775266:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1782:x1830963462117632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.775276:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.775285:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2365b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be1d expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.775323:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.775328:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23654 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be16 expref: 33 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.775333:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.775336:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2365b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be1d expref: 33 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.775355:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23654 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be16 expref: 33 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.775362:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2365b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be1d expref: 33 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.775372:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:3.0:1746143529.775384:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:1782:x1830963462117632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.775389:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30569 00000100:00100000:2.0:1746143529.775474:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462117504 00000100:00100000:2.0:1746143529.775478:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462117504 00010000:00010000:2.0:1746143529.775495:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2364d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be0f expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.775514:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16474 00000100:00100000:2.0:1746143529.775518:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462117504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.775526:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.775544:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2364d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be0f expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.775553:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2364d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be0f expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.775569:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2364d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be0f expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.775591:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.775593:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.775598:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23654 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be16 expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.775605:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23654 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be16 expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.775624:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23654 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be16 expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.775633:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23654 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be16 expref: 32 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.775644:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455293952:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.775683:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.777512:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455293952:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.777533:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.777564:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462117504:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2045us (2501us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.777572:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16474 00000100:00100000:0.0:1746143529.778635:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.778741:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462117888 00000100:00100000:3.0:1746143529.778749:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462117888 00002000:00100000:3.0:1746143529.778799:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e8000 x1830963462117888/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.778808:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8000 with x1830963462117888 ext(0->4095) 00010000:00010000:3.0:1746143529.778818:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23654 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be16 expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143529.778830:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23654 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be16 expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143529.778836:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920e8000 00000100:00100000:3.0:1746143529.778865:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3069 00000100:00100000:3.0:1746143529.778872:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2007:x1830963462117888:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143529.778995:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2007:x1830963462117888:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (364us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.779001:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3069 00002000:00100000:3.0:1746143529.779006:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e8000 x1830963462117888/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.779019:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8000 with x1830963462117888 ext(0->4095) 00010000:00010000:3.0:1746143529.779023:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23654 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be16 expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143529.779032:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23654 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be16 expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143529.779037:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920e8000 00000100:00100000:0.0:1746143529.782110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.782415:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462118016 00000100:00100000:1.0:1746143529.782424:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462118016 00000100:00100000:1.0:1746143529.782475:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30570 00000100:00100000:1.0:1746143529.782482:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462118016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143529.782502:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143529.782520:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23662 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be24 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.782551:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143529.782558:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2365b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be1d expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.782564:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143529.782567:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23662 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be24 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.782617:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2365b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be1d expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.782629:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23662 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be24 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143529.782639:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350200, rc 0) 00000100:00100000:1.0:1746143529.782686:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462118016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143529.782692:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30570 00000100:00100000:0.0:1746143529.782764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.782939:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462118144 00000100:00100000:2.0:1746143529.782944:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462118144 00010000:00010000:2.0:1746143529.782961:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23654 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be16 expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.782982:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16475 00000100:00100000:2.0:1746143529.782987:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2007:x1830963462118144:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.782995:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.783010:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23654 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be16 expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.783019:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23654 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be16 expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.783034:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23654 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be16 expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.783048:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.783049:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.783054:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2365b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be1d expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.783060:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2365b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be1d expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.783076:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2365b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be1d expref: 32 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.783084:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2365b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be1d expref: 32 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.783099:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455294208:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.784089:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.785024:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455294208:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.785043:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.785079:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462118144:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2091us (2314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.785088:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16475 00000100:00100000:0.0:1746143529.785266:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.785412:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462118400 00000100:00100000:1.0:1746143529.785420:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462118400 00002000:00100000:1.0:1746143529.785460:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e8700 x1830963462118400/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.785470:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8700 with x1830963462118400 ext(0->4095) 00010000:00010000:1.0:1746143529.785479:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2365b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be1d expref: 32 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.785494:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2365b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be1d expref: 32 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.785501:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920e8700 00000100:00100000:1.0:1746143529.785528:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3070 00000100:00100000:1.0:1746143529.785535:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462118400:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143529.785671:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462118400:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (406us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.785677:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3070 00002000:00100000:1.0:1746143529.785681:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e8700 x1830963462118400/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.785688:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8700 with x1830963462118400 ext(0->4095) 00010000:00010000:1.0:1746143529.785692:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2365b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be1d expref: 32 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.785700:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2365b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be1d expref: 32 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.785706:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920e8700 00000100:00100000:0.0:1746143529.787670:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.787890:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462118528 00000100:00100000:3.0:1746143529.787900:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462118528 00000100:00100000:0.0:1746143529.787910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.787982:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30571 00000100:00100000:3.0:1746143529.787989:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1782:x1830963462118528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.788003:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.788016:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23669 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be2b expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.788135:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.788142:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23662 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be24 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.788149:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143529.788152:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23669 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be2b expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.788186:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23662 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be24 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.788203:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23669 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be2b expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.788211:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805000, rc 0) 00000100:00100000:2.0:1746143529.788375:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462118656 00000100:00100000:2.0:1746143529.788380:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462118656 00000100:00100000:3.0:1746143529.788392:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:1782:x1830963462118528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 403us (733us total) trans 0 rc 0/0 00010000:00010000:2.0:1746143529.788395:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2365b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be1d expref: 34 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143529.788398:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30571 00000100:00100000:2.0:1746143529.788412:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16476 00000100:00100000:2.0:1746143529.788416:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2004:x1830963462118656:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.788424:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.788444:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2365b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be1d expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.788456:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2365b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be1d expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.788497:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2365b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be1d expref: 33 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.788521:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.788523:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.788529:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23662 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be24 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.788535:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23662 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be24 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.788554:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23662 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be24 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.788565:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23662 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be24 expref: 5 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.788625:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455294464:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.788683:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.790946:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.791033:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462118912 00000100:00100000:3.0:1746143529.791044:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462118912 00000100:00100000:2.0:1746143529.791066:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455294464:192.168.203.27@tcp:105: 00002000:00100000:3.0:1746143529.791086:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090526a00 x1830963462118912/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746143529.791092:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746143529.791096:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090526a00 with x1830963462118912 ext(0->4095) 00010000:00010000:3.0:1746143529.791105:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23662 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be24 expref: 6 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143529.791118:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23662 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be24 expref: 6 pid: 9573 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143529.791124:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090526a00 00000100:00100000:2.0:1746143529.791138:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2004:x1830963462118656:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2720us (3227us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.791150:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16476 00000100:00100000:3.0:1746143529.791566:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3071 00000100:00100000:3.0:1746143529.791574:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462118912:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143529.793169:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462118912:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1590us (2229us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.793178:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3071 00002000:00100000:3.0:1746143529.793191:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090526a00 x1830963462118912/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.793200:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090526a00 with x1830963462118912 ext(0->4095) 00010000:00010000:3.0:1746143529.793208:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23662 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be24 expref: 6 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143529.793221:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23662 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be24 expref: 6 pid: 9573 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143529.793227:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090526a00 00000100:00100000:0.0:1746143529.797432:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.797540:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462119040 00000100:00100000:2.0:1746143529.797549:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462119040 00010000:00010000:2.0:1746143529.797595:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23662 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be24 expref: 6 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.797628:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16477 00000100:00100000:2.0:1746143529.797634:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090527800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462119040:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.797646:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.797661:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23662 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be24 expref: 6 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.797669:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23662 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be24 expref: 6 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.797684:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23662 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be24 expref: 6 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.797698:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.797699:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.797704:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23669 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be2b expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.797709:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23669 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be2b expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.797736:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23669 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be2b expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.797745:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455294592:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.797907:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.802028:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.802328:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462119296 00000100:00100000:3.0:1746143529.802336:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462119296 00002000:00100000:3.0:1746143529.802378:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090526300 x1830963462119296/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.802387:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090526300 with x1830963462119296 ext(0->4095) 00002000:00010000:3.0:1746143529.802392:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090526300 00000100:00100000:3.0:1746143529.802425:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13783 00000100:00100000:3.0:1746143529.802432:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2004:x1830963462119296:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746143529.802552:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2004:x1830963462119296:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (532us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.802558:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13783 00002000:00100000:3.0:1746143529.802563:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090526300 x1830963462119296/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.802571:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090526300 with x1830963462119296 ext(0->4095) 00002000:00010000:3.0:1746143529.802573:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090526300 00000100:00100000:2.0:1746143529.802670:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455294592:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.802685:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.802714:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090527800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462119040:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5081us (5291us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.802723:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16477 00000100:00100000:0.0:1746143529.805983:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.806075:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462119424 00000100:00100000:3.0:1746143529.806084:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462119424 00000100:00100000:3.0:1746143529.806129:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30572 00000100:00100000:3.0:1746143529.806136:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462119424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.806220:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.806235:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23670 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be32 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.806268:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23669 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be2b expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.806275:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.806277:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.806280:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23670 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be32 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.806337:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23669 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be2b expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.806347:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23669 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be2b expref: 31 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143529.806358:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455294720:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.806436:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073240 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.810236:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455294720:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.810260:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23670 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be32 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.810277:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:3.0:1746143529.810340:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462119424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4204us (4364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.810347:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30572 00000100:00100000:0.0:1746143529.813979:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.814035:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.814126:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462119552 00000100:00100000:2.0:1746143529.814134:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462119552 00010000:00010000:2.0:1746143529.814169:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23669 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be2b expref: 32 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.814337:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16478 00000100:00100000:2.0:1746143529.814346:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963462119552:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.814359:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.814377:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23669 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be2b expref: 32 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.814389:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23669 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be2b expref: 32 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.814408:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23669 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be2b expref: 32 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.814427:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.814429:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.814435:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23670 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be32 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.814443:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23670 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be32 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.814472:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23670 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be32 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.814483:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455294848:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.814553:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.814800:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462119680 00000100:00100000:3.0:1746143529.814804:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462119680 00000100:00100000:3.0:1746143529.815261:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30573 00000100:00100000:3.0:1746143529.815267:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:1782:x1830963462119680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.815279:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.815290:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23677 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be39 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.815333:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23670 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be32 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.815339:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.815340:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.815343:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23677 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be39 expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.815361:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23670 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be32 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.815370:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23670 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be32 expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143529.815383:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455294976:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.815430:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073240 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.816873:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455294976:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.816900:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23677 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be39 expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.816910:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00000100:00100000:2.0:1746143529.817007:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455294848:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.817020:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.817478:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:1782:x1830963462119680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2208us (3440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.817486:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30573 00000100:00100000:2.0:1746143529.817750:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963462119552:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3403us (3775us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.817760:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16478 00000100:00100000:2.0:1746143529.818067:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.818156:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462119936 00000100:00100000:1.0:1746143529.818164:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462119936 00002000:00100000:1.0:1746143529.818197:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134090000 x1830963462119936/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.818205:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090000 with x1830963462119936 ext(0->4095) 00010000:00010000:1.0:1746143529.818214:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23670 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be32 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.818224:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23670 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be32 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.818230:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134090000 00000100:00100000:1.0:1746143529.818255:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3072 00000100:00100000:1.0:1746143529.818261:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462119936:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143529.818400:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462119936:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.818406:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3072 00002000:00100000:1.0:1746143529.818410:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134090000 x1830963462119936/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.818418:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090000 with x1830963462119936 ext(0->4095) 00010000:00010000:1.0:1746143529.818422:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23670 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be32 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.818430:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23670 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be32 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.818435:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134090000 00000100:00100000:0.0:1746143529.822378:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.822476:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462120064 00000100:00100000:2.0:1746143529.822483:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462120064 00010000:00010000:2.0:1746143529.822506:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23670 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be32 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.822534:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16479 00000100:00100000:2.0:1746143529.822540:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462120064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.822551:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.822567:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23670 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be32 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.822577:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23670 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be32 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.822604:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23670 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be32 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.822628:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.822630:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.822636:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23677 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be39 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.822643:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23677 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be39 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.822670:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23677 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be39 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.822681:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455295104:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.822819:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.824701:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455295104:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.824718:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.824751:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462120064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2210us (2379us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.824759:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16479 00000100:00100000:0.0:1746143529.827624:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.827781:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462120320 00000100:00100000:3.0:1746143529.827790:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462120320 00002000:00100000:3.0:1746143529.827832:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a85180 x1830963462120320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.827841:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85180 with x1830963462120320 ext(0->4095) 00002000:00010000:3.0:1746143529.827847:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a85180 00000100:00100000:3.0:1746143529.827883:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13784 00000100:00100000:3.0:1746143529.827891:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462120320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143529.828023:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462120320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (405us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.828029:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13784 00002000:00100000:3.0:1746143529.828034:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a85180 x1830963462120320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.828045:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85180 with x1830963462120320 ext(0->4095) 00002000:00010000:3.0:1746143529.828048:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a85180 00000100:00100000:0.0:1746143529.837572:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.839797:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462120448 00000100:00100000:3.0:1746143529.839808:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462120448 00000100:00100000:3.0:1746143529.839867:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30574 00000100:00100000:3.0:1746143529.839875:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462120448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.839891:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.839905:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f2367e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be40 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.839931:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23677 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be39 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.839938:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.839940:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.839943:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f2367e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be40 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.839970:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23677 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be39 expref: 31 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.839981:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23677 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be39 expref: 31 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143529.839992:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455295232:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.840078:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073240 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.842060:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455295232:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.842085:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f2367e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be40 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.842099:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804e00, rc 0) 00000100:00100000:3.0:1746143529.842133:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462120448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2258us (4570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.842140:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30574 00000100:00100000:0.0:1746143529.844537:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.845327:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462120576 00000100:00100000:1.0:1746143529.845335:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462120576 00002000:00100000:1.0:1746143529.845376:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096a85880 x1830963462120576/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 496/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.845391:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85880 with x1830963462120576 ext(0->7) 00010000:00010000:1.0:1746143529.845399:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23677 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be39 expref: 32 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.845412:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23677 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be39 expref: 32 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.845418:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a85880 00000100:00100000:1.0:1746143529.845447:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3073 00000100:00100000:1.0:1746143529.845453:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2007:x1830963462120576:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143529.848878:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2007:x1830963462120576:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 3416us (4338us total) trans 4294972296 rc 0/0 00000100:00100000:0.0:1746143529.848890:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3073 00002000:00100000:0.0:1746143529.848900:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096a85880 x1830963462120576/t4294972296(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 496/448 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143529.848909:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85880 with x1830963462120576 ext(0->7) 00010000:00010000:0.0:1746143529.848917:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23677 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be39 expref: 34 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143529.848932:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23677 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be39 expref: 34 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746143529.848938:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a85880 00000100:00100000:0.0:1746143529.857636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.857738:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462120704 00000100:00100000:2.0:1746143529.857746:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462120704 00010000:00010000:2.0:1746143529.857776:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23677 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be39 expref: 34 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.857812:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16480 00000100:00100000:2.0:1746143529.857818:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2006:x1830963462120704:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.857832:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746143529.857845:0:7210:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746143529 -> 1746143530 00002000:00010000:2.0:1746143529.857848:0:7210:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746143529 -> 1746143530 00010000:00010000:2.0:1746143529.857853:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23677 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be39 expref: 34 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.857863:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23677 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be39 expref: 34 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.857879:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23677 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be39 expref: 34 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.857908:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.857910:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.857916:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f2367e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be40 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.857923:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f2367e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be40 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.857947:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f2367e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be40 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.857957:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455295360:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.858030:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.862839:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.862917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.863081:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462121088 00000100:00100000:1.0:1746143529.863089:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462121088 00002000:00100000:1.0:1746143529.863133:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a86680 x1830963462121088/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.863144:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86680 with x1830963462121088 ext(0->4095) 00002000:00010000:1.0:1746143529.863148:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a86680 00000100:00100000:1.0:1746143529.863171:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13785 00000100:00100000:1.0:1746143529.863178:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462121088:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143529.863243:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462120832 00000100:00100000:3.0:1746143529.863247:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462120832 00000100:00100000:3.0:1746143529.863270:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30575 00000100:00100000:3.0:1746143529.863275:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:1782:x1830963462120832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.863283:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.863320:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23685 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be47 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.863341:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f2367e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be40 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.863347:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.863349:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.863352:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23685 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be47 expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.863374:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f2367e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be40 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.863383:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f2367e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be40 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143529.863393:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455295488:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.863450:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073240 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.863597:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455295360:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.863608:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.864493:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462121088:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1312us (1572us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.864501:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13785 00002000:00100000:1.0:1746143529.864507:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a86680 x1830963462121088/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.864519:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86680 with x1830963462121088 ext(0->4095) 00010000:00010000:1.0:1746143529.864525:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f2367e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be40 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.864536:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f2367e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be40 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.864541:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a86680 00000100:00100000:2.0:1746143529.864630:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:2006:x1830963462120704:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6811us (7000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.864638:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16480 00000100:00100000:0.0:1746143529.867518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.867616:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462121216 00000100:00100000:2.0:1746143529.867627:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462121216 00000100:00100000:2.0:1746143529.867687:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30576 00000100:00100000:2.0:1746143529.867694:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009787ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:1794:x1830963462121216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.867708:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.867722:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2368c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be4e expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.867750:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.867755:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23685 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be47 expref: 36 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.867760:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.867763:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2368c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be4e expref: 36 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.867794:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23685 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be47 expref: 36 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.867805:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2368c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be4e expref: 36 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.867812:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78800, rc 0) 00000100:00100000:2.0:1746143529.867866:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009787ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:1794:x1830963462121216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (1575us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.867875:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30576 00000100:00100000:3.0:1746143529.868993:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455295488:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.869021:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23685 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be47 expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.869037:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:3.0:1746143529.869085:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:1782:x1830963462120832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5808us (6255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.869093:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30575 00000100:00100000:0.0:1746143529.869154:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.869265:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462121344 00000100:00100000:2.0:1746143529.869273:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462121344 00010000:00010000:2.0:1746143529.869330:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f2367e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be40 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.869365:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16481 00000100:00100000:2.0:1746143529.869371:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462121344:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.869381:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.869394:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f2367e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be40 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.869402:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f2367e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be40 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.869418:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f2367e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be40 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.869433:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.869435:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.869440:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23685 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be47 expref: 34 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.869447:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23685 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be47 expref: 34 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.869469:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23685 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be47 expref: 34 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.869479:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23685 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be47 expref: 34 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.869487:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455295744:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.869551:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.871358:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.871373:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455295744:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143529.871433:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462121600 00000100:00100000:1.0:1746143529.871438:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462121600 00002000:00100000:1.0:1746143529.871470:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092359500 x1830963462121600/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.871477:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092359500 with x1830963462121600 ext(0->4095) 00010000:00010000:1.0:1746143529.871484:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23685 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be47 expref: 35 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.871496:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23685 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be47 expref: 35 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.871500:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092359500 00000100:00100000:1.0:1746143529.871531:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3074 00000100:00100000:1.0:1746143529.871537:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092359500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:2006:x1830963462121600:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143529.871684:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092359500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:2006:x1830963462121600:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.871690:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3074 00002000:00100000:1.0:1746143529.871695:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092359500 x1830963462121600/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.871702:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092359500 with x1830963462121600 ext(0->4095) 00010000:00010000:1.0:1746143529.871706:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23685 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be47 expref: 35 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.871714:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23685 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be47 expref: 35 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.871719:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092359500 00010000:00010000:2.0:1746143529.871841:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.871866:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462121344:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2495us (2712us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.871873:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16481 00000100:00100000:0.0:1746143529.873555:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.873637:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462121728 00000100:00100000:2.0:1746143529.873645:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462121728 00010000:00010000:2.0:1746143529.873676:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23685 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be47 expref: 35 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.873725:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16482 00000100:00100000:2.0:1746143529.873740:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:2007:x1830963462121728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.873755:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.873772:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23685 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be47 expref: 35 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.873783:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23685 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be47 expref: 35 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.873803:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23685 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be47 expref: 35 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.873827:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.873829:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.873835:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2368c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be4e expref: 34 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.873843:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2368c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be4e expref: 34 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.873872:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2368c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be4e expref: 34 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.873883:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455295872:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.874510:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.875871:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.876066:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455295872:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.876087:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.876129:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2007:x1830963462121728:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2396us (2580us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.876141:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16482 00000100:00100000:1.0:1746143529.876315:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462121984 00000100:00100000:1.0:1746143529.876323:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462121984 00002000:00100000:1.0:1746143529.876366:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235b480 x1830963462121984/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.876376:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235b480 with x1830963462121984 ext(0->4095) 00002000:00010000:1.0:1746143529.876381:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235b480 00000100:00100000:1.0:1746143529.876411:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13786 00000100:00100000:1.0:1746143529.876418:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2006:x1830963462121984:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143529.876533:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2006:x1830963462121984:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (669us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.876539:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13786 00002000:00100000:1.0:1746143529.876545:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235b480 x1830963462121984/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.876552:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235b480 with x1830963462121984 ext(0->4095) 00002000:00010000:1.0:1746143529.876555:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235b480 00000100:00100000:0.0:1746143529.879566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.880861:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462122112 00000100:00100000:3.0:1746143529.880875:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462122112 00000100:00100000:3.0:1746143529.880933:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30577 00000100:00100000:3.0:1746143529.880941:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462122112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.880962:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.880981:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23693 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be55 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.881020:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2368c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be4e expref: 33 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.881028:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.881030:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.881033:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23693 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be55 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.881070:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2368c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be4e expref: 33 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.881083:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2368c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be4e expref: 33 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143529.881095:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455296000:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.881196:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073240 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.884460:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455296000:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.884496:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23693 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be55 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.884518:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:3.0:1746143529.884587:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462122112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3637us (5023us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.884596:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30577 00000100:00100000:0.0:1746143529.884799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.885119:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462122240 00000100:00100000:2.0:1746143529.885127:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462122240 00010000:00010000:2.0:1746143529.885157:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2368c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be4e expref: 34 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.885194:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16483 00000100:00100000:2.0:1746143529.885201:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2007:x1830963462122240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.885218:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.885239:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2368c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be4e expref: 34 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.885250:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2368c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be4e expref: 34 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.885273:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2368c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be4e expref: 34 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.885318:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.885320:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.885328:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23693 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be55 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.885337:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23693 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be55 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.885368:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23693 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be55 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.885379:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455296128:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.885458:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.885824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.885883:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462122368 00000100:00100000:3.0:1746143529.885886:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462122368 00000100:00100000:3.0:1746143529.885906:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30578 00000100:00100000:3.0:1746143529.885911:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:1782:x1830963462122368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.885925:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.885936:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2369a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be5c expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.885951:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23693 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be55 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.885957:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.885958:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.885961:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2369a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be5c expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.885977:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23693 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be55 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.885986:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23693 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be55 expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143529.885993:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455296256:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.886032:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073240 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.887870:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.887966:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455296256:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.887992:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2369a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be5c expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.888005:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805000, rc 0) 00000100:00100000:3.0:1746143529.888039:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:1782:x1830963462122368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2127us (2216us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.888048:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30578 00000100:00100000:2.0:1746143529.888213:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455296128:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.888226:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.888244:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2007:x1830963462122240:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3045us (3447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.888257:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16483 00000100:00100000:1.0:1746143529.888387:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462122624 00000100:00100000:1.0:1746143529.888394:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462122624 00002000:00100000:1.0:1746143529.888428:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235aa00 x1830963462122624/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.888438:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235aa00 with x1830963462122624 ext(0->4095) 00010000:00010000:1.0:1746143529.888444:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23693 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be55 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.888457:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23693 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be55 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.888463:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235aa00 00000100:00100000:1.0:1746143529.888486:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3075 00000100:00100000:1.0:1746143529.888493:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462122624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143529.888626:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462122624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (763us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.888632:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3075 00002000:00100000:1.0:1746143529.888637:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235aa00 x1830963462122624/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.888644:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235aa00 with x1830963462122624 ext(0->4095) 00010000:00010000:1.0:1746143529.888648:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23693 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be55 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.888662:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23693 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be55 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.888668:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009235aa00 00000100:00100000:0.0:1746143529.893548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.893703:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462122752 00000100:00100000:2.0:1746143529.893714:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462122752 00010000:00010000:2.0:1746143529.893750:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23693 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be55 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.893786:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16484 00000100:00100000:2.0:1746143529.893793:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462122752:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.893806:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.893827:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23693 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be55 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.893838:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23693 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be55 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.893861:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23693 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be55 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.893886:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.893888:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.893896:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2369a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be5c expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.893904:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2369a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be5c expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.893943:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2369a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be5c expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.893955:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455296384:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.894031:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.899365:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455296384:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.899390:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.899436:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462122752:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5643us (5899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.899448:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16484 00000100:00100000:0.0:1746143529.899943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.900482:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462123008 00000100:00100000:3.0:1746143529.900492:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462123008 00002000:00100000:3.0:1746143529.900539:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6dc00 x1830963462123008/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.900554:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6dc00 with x1830963462123008 ext(0->4095) 00002000:00010000:3.0:1746143529.900559:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6dc00 00000100:00100000:3.0:1746143529.900599:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13787 00000100:00100000:3.0:1746143529.900605:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2006:x1830963462123008:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143529.900744:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2006:x1830963462123008:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (802us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143529.900750:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13787 00002000:00100000:3.0:1746143529.900755:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6dc00 x1830963462123008/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.900761:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6dc00 with x1830963462123008 ext(0->4095) 00002000:00010000:3.0:1746143529.900772:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6dc00 00000100:00100000:0.0:1746143529.904545:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.904767:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462123136 00000100:00100000:3.0:1746143529.904778:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462123136 00000100:00100000:3.0:1746143529.904826:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30579 00000100:00100000:3.0:1746143529.904833:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462123136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.904853:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.904870:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236a1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be63 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.904903:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2369a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be5c expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.904910:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.904912:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.904917:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236a1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be63 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.904953:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2369a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be5c expref: 33 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.904965:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2369a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be5c expref: 33 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143529.904978:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455296512:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.905120:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.906461:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455296512:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.906484:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236a1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be63 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.906497:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804e00, rc 0) 00000100:00100000:3.0:1746143529.906549:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462123136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1716us (2014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.906557:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30579 00000100:00100000:0.0:1746143529.909336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.909396:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462123264 00000100:00100000:3.0:1746143529.909405:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462123264 00002000:00100000:3.0:1746143529.909453:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097a6c700 x1830963462123264/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 496/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143529.909461:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6c700 with x1830963462123264 ext(0->7) 00010000:00010000:3.0:1746143529.909469:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2369a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be5c expref: 34 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143529.909487:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2369a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be5c expref: 34 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143529.909494:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6c700 00000100:00100000:3.0:1746143529.909520:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3076 00000100:00100000:3.0:1746143529.909528:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:2007:x1830963462123264:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143529.911044:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2007:x1830963462123264:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1510us (1749us total) trans 4294972297 rc 0/0 00000100:00100000:0.0:1746143529.911220:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3076 00002000:00100000:0.0:1746143529.911238:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097a6c700 x1830963462123264/t4294972297(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 496/448 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143529.911247:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6c700 with x1830963462123264 ext(0->7) 00010000:00010000:0.0:1746143529.911257:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2369a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be5c expref: 36 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143529.911274:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2369a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be5c expref: 36 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746143529.911281:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6c700 00000100:00100000:0.0:1746143529.914722:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.914906:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462123392 00000100:00100000:2.0:1746143529.914917:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462123392 00010000:00010000:2.0:1746143529.914960:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2369a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be5c expref: 36 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.915007:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16485 00000100:00100000:2.0:1746143529.915014:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2005:x1830963462123392:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.915029:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.915051:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2369a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be5c expref: 36 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.915064:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2369a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be5c expref: 36 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.915087:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f2369a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be5c expref: 36 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.916848:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.916852:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.916865:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be63 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.916875:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be63 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.916922:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be63 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.916942:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455296640:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.917057:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.919987:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455296640:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.920013:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.920063:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:2005:x1830963462123392:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5048us (5350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.920074:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16485 00000100:00100000:0.0:1746143529.921427:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.921676:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462123648 00000100:00100000:2.0:1746143529.921684:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462123648 00002000:00100000:2.0:1746143529.921722:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6d880 x1830963462123648/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.921731:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6d880 with x1830963462123648 ext(0->4095) 00002000:00010000:2.0:1746143529.921736:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6d880 00000100:00100000:1.0:1746143529.922732:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13788 00000100:00100000:1.0:1746143529.922743:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462123648:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143529.922897:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462123648:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (1474us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.922903:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13788 00002000:00100000:1.0:1746143529.922909:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6d880 x1830963462123648/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.922916:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6d880 with x1830963462123648 ext(0->4095) 00002000:00010000:1.0:1746143529.922920:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6d880 00000100:00100000:0.0:1746143529.925749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.925921:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462123776 00000100:00100000:3.0:1746143529.925932:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462123776 00000100:00100000:3.0:1746143529.925980:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30580 00000100:00100000:3.0:1746143529.925987:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:1794:x1830963462123776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.926005:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.926023:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236a8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be6a expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.926054:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be63 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.926062:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.926064:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.926068:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236a8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be6a expref: 36 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.926099:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be63 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.926112:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be63 expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143529.926124:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455296768:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.926223:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.929085:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.930802:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462123904 00000100:00100000:2.0:1746143529.930813:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462123904 00000100:00100000:2.0:1746143529.930865:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30581 00000100:00100000:2.0:1746143529.930872:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:1782:x1830963462123904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.930893:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.930910:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f236af lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be71 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.930938:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.930943:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236a8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be6a expref: 38 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.930949:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.930952:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f236af lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be71 expref: 38 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.930986:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236a8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be6a expref: 38 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.930999:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f236af lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be71 expref: 38 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.931010:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79a00, rc 0) 00000100:00100000:2.0:1746143529.931055:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:1782:x1830963462123904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (1981us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.931062:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30581 00000100:00100000:3.0:1746143529.931928:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455296768:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.931947:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236a8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be6a expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.931955:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:3.0:1746143529.931994:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:1794:x1830963462123776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6006us (6254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.932000:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30580 00000100:00100000:0.0:1746143529.932922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.932996:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462124032 00000100:00100000:2.0:1746143529.933002:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462124032 00010000:00010000:2.0:1746143529.933027:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be63 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.933566:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16486 00000100:00100000:2.0:1746143529.933597:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462124032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.933613:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.933634:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be63 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.933648:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be63 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.933667:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be63 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.933686:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.933687:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.933694:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be6a expref: 36 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.933702:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be6a expref: 36 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.933731:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be6a expref: 36 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.933741:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be6a expref: 36 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.933751:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455297024:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.933956:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.938025:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.938082:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462124288 00000100:00100000:1.0:1746143529.938091:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462124288 00002000:00100000:1.0:1746143529.938136:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097890a80 x1830963462124288/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.938146:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097890a80 with x1830963462124288 ext(0->4095) 00010000:00010000:1.0:1746143529.938156:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236a8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be6a expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.938170:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236a8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be6a expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.938177:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097890a80 00000100:00100000:2.0:1746143529.938192:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455297024:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.938211:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.938213:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3077 00000100:00100000:1.0:1746143529.938221:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:2007:x1830963462124288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143529.938249:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462124032:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4672us (5329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.938257:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16486 00000100:00100000:1.0:1746143529.938679:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:2007:x1830963462124288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 457us (663us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.938685:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3077 00002000:00100000:1.0:1746143529.938691:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097890a80 x1830963462124288/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.938698:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097890a80 with x1830963462124288 ext(0->4095) 00010000:00010000:1.0:1746143529.938703:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be6a expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.938712:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be6a expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.938718:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097890a80 00000100:00100000:0.0:1746143529.945377:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.945470:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462124416 00000100:00100000:3.0:1746143529.945480:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462124416 00000100:00100000:3.0:1746143529.945531:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30582 00000100:00100000:3.0:1746143529.945538:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462124416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.945556:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.945646:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be78 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.945674:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.945680:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f236af lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be71 expref: 36 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.945685:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143529.945688:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236b6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be78 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.945725:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f236af lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be71 expref: 36 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.945736:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236b6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be78 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.945744:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:3.0:1746143529.946428:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462124416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 887us (1060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.946434:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30582 00000100:00100000:0.0:1746143529.946977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.947290:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462124544 00000100:00100000:3.0:1746143529.947310:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462124544 00010000:00010000:3.0:1746143529.947331:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be6a expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143529.947412:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16487 00000100:00100000:3.0:1746143529.947417:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097891c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:2006:x1830963462124544:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143529.947427:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143529.947447:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be6a expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143529.947457:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be6a expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143529.947475:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be6a expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143529.947494:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.947495:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.947502:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f236af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be71 expref: 36 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.947510:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f236af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be71 expref: 36 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.947532:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f236af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be71 expref: 36 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.947541:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f236af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be71 expref: 36 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143529.947553:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455297280:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.947630:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.952280:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455297280:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.952321:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.952386:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097891c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2006:x1830963462124544:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4965us (5406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.952397:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16487 00000100:00100000:2.0:1746143529.953033:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143529.953146:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462124800 00000100:00100000:1.0:1746143529.953155:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462124800 00002000:00100000:1.0:1746143529.953202:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134092300 x1830963462124800/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.953213:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134092300 with x1830963462124800 ext(0->4095) 00010000:00010000:1.0:1746143529.953228:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f236af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be71 expref: 36 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.953242:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f236af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be71 expref: 36 pid: 9573 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.953249:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134092300 00000100:00100000:1.0:1746143529.953268:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3078 00000100:00100000:1.0:1746143529.953275:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2006:x1830963462124800:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143529.953951:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2006:x1830963462124800:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 675us (918us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.953957:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3078 00002000:00100000:1.0:1746143529.953963:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134092300 x1830963462124800/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.953970:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134092300 with x1830963462124800 ext(0->4095) 00010000:00010000:1.0:1746143529.953975:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f236af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be71 expref: 36 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.953983:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f236af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be71 expref: 36 pid: 9573 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.953989:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134092300 00000100:00100000:0.0:1746143529.956198:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.956273:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.956369:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462124928 00000100:00100000:3.0:1746143529.956377:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462124928 00000100:00100000:2.0:1746143529.957158:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462125056 00000100:00100000:2.0:1746143529.957163:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462125056 00010000:00010000:2.0:1746143529.957188:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f236af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be71 expref: 37 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.957222:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16488 00000100:00100000:2.0:1746143529.957229:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097893100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:2006:x1830963462125056:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.957243:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.957261:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f236af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be71 expref: 37 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.957273:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f236af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be71 expref: 37 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.957313:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f236af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be71 expref: 37 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.957330:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.957332:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.957340:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be78 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.957351:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be78 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.957388:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be78 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.957401:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455297408:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.957484:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143529.957916:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30583 00000100:00100000:3.0:1746143529.957924:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:1782:x1830963462124928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.957941:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.957952:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f236bd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be7f expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.957968:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be78 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.957974:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.957975:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.957978:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f236bd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be7f expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.957995:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be78 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.958005:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236b6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be78 expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143529.958012:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455297536:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143529.958045:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.959847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.960027:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455297408:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.960051:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143529.960791:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462125312 00000100:00100000:1.0:1746143529.960798:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462125312 00002000:00100000:1.0:1746143529.960846:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097892300 x1830963462125312/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.960855:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097892300 with x1830963462125312 ext(0->4095) 00010000:00010000:1.0:1746143529.960864:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236b6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be78 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.960877:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236b6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be78 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.960888:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097892300 00000100:00100000:1.0:1746143529.960915:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3079 00000100:00100000:1.0:1746143529.960923:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462125312:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.961000:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:2006:x1830963462125056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3770us (4724us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.961010:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16488 00000100:00100000:2.0:1746143529.961265:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455297536:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.961286:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f236bd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be7f expref: 36 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143529.961596:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462125312:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 673us (1755us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.961603:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3079 00002000:00100000:1.0:1746143529.961608:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097892300 x1830963462125312/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.961615:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097892300 with x1830963462125312 ext(0->4095) 00010000:00010000:1.0:1746143529.961620:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be78 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.961629:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be78 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.961634:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097892300 00010000:00010000:2.0:1746143529.961771:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805000, rc 0) 00000100:00100000:2.0:1746143529.961795:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:1782:x1830963462124928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3872us (5604us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.961802:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30583 00000100:00100000:3.0:1746143529.966000:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.966090:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462125440 00000100:00100000:2.0:1746143529.966100:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462125440 00010000:00010000:2.0:1746143529.966138:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be78 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.966392:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16489 00000100:00100000:2.0:1746143529.966401:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462125440:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.966418:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.966437:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be78 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.966450:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be78 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.966472:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be78 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.966645:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.966647:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.966655:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f236bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be7f expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.966663:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f236bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be7f expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.966697:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f236bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be7f expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.966710:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455297664:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.967243:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.969782:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.969888:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455297664:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.969914:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.969961:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963462125440:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3561us (3970us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.969973:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16489 00000100:00100000:1.0:1746143529.970057:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462125696 00000100:00100000:1.0:1746143529.970075:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462125696 00002000:00100000:1.0:1746143529.970118:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097890000 x1830963462125696/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.970127:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097890000 with x1830963462125696 ext(0->4095) 00002000:00010000:1.0:1746143529.970132:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097890000 00000100:00100000:1.0:1746143529.970147:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13789 00000100:00100000:1.0:1746143529.970154:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2007:x1830963462125696:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143529.970273:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2007:x1830963462125696:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.970279:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13789 00002000:00100000:1.0:1746143529.970284:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097890000 x1830963462125696/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.970323:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097890000 with x1830963462125696 ext(0->4095) 00002000:00010000:1.0:1746143529.970326:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097890000 00000100:00100000:0.0:1746143529.972635:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.972703:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462125824 00000100:00100000:2.0:1746143529.972711:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462125824 00000100:00100000:2.0:1746143529.972760:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30584 00000100:00100000:2.0:1746143529.972767:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462125824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.972783:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.972800:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f236c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be86 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.972829:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f236bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be7f expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.972836:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.972838:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143529.972842:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f236c4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be86 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.972870:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f236bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be7f expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.972881:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f236bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be7f expref: 35 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.972893:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455297792:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.972984:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.974776:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455297792:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143529.974809:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f236c4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be86 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.974824:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78800, rc 0) 00000100:00100000:2.0:1746143529.974861:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462125824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2094us (2235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.974868:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30584 00000100:00100000:0.0:1746143529.976749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.976850:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462125952 00000100:00100000:2.0:1746143529.976859:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462125952 00010000:00010000:2.0:1746143529.976893:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f236bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be7f expref: 36 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.976931:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16490 00000100:00100000:2.0:1746143529.976938:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2006:x1830963462125952:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.976951:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.976970:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f236bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be7f expref: 36 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.976981:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f236bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be7f expref: 36 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.977001:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f236bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be7f expref: 36 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.977763:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.977767:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.977776:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f236c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be86 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.977785:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f236c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be86 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.977819:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f236c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be86 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.977831:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455297920:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.977940:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143529.979660:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.979802:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462126080 00000100:00100000:2.0:1746143529.979810:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462126080 00000100:00100000:2.0:1746143529.979848:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30585 00000100:00100000:2.0:1746143529.979854:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:1782:x1830963462126080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143529.979870:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143529.979884:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f236cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be8d expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.979909:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f236c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be86 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.979916:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.979918:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.979923:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f236cb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be8d expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.979948:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f236c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be86 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.979960:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f236c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be86 expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.979970:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455298048:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143529.980050:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143529.980612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.980755:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455297920:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143529.980773:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143529.980801:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:2006:x1830963462125952:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3863us (4061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.980810:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16490 00000100:00100000:2.0:1746143529.981031:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462126336 00000100:00100000:2.0:1746143529.981035:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462126336 00002000:00100000:2.0:1746143529.981062:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097902a00 x1830963462126336/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.981072:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097902a00 with x1830963462126336 ext(0->4095) 00010000:00010000:2.0:1746143529.981078:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f236c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be86 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.981088:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f236c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be86 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143529.981095:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097902a00 00000100:00100000:2.0:1746143529.981109:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3080 00000100:00100000:2.0:1746143529.981114:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097902a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462126336:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.981222:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097902a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462126336:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (612us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.981231:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3080 00002000:00100000:2.0:1746143529.981236:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097902a00 x1830963462126336/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.981242:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097902a00 with x1830963462126336 ext(0->4095) 00010000:00010000:2.0:1746143529.981247:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f236c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be86 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.981254:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f236c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be86 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143529.981259:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097902a00 00000100:00100000:3.0:1746143529.981913:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455298048:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143529.981933:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f236cb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be8d expref: 36 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.981945:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:3.0:1746143529.981978:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:1782:x1830963462126080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2124us (2322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.981985:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30585 00000100:00100000:0.0:1746143529.985217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143529.985826:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143529.985896:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462126464 00000100:00100000:3.0:1746143529.985905:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462126464 00000100:00100000:2.0:1746143529.986280:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462126592 00000100:00100000:2.0:1746143529.986284:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462126592 00010000:00010000:2.0:1746143529.986320:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f236c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be86 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143529.986394:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30586 00000100:00100000:3.0:1746143529.986402:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:1794:x1830963462126464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143529.986419:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143529.986434:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236d2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be94 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.986459:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143529.986464:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f236cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be8d expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.986470:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143529.986473:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236d2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be94 expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.986507:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f236cb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be8d expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.986517:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236d2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be94 expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143529.986531:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:2.0:1746143529.986598:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16491 00000100:00100000:2.0:1746143529.986604:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462126592:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.986612:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.986630:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f236c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be86 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.986639:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f236c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be86 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.986655:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f236c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be86 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.986675:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.986677:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.986683:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f236cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be8d expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.986689:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f236cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be8d expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.986707:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f236cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be8d expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.986715:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f236cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be8d expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.986726:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455298304:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143529.987536:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:1794:x1830963462126464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1132us (2327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143529.987542:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30586 00000100:00100000:2.0:1746143529.987838:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.989681:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455298304:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143529.989687:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746143529.989701:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.989737:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462126592:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3132us (3910us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.989745:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16491 00000100:00100000:1.0:1746143529.989892:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462126848 00000100:00100000:1.0:1746143529.989898:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462126848 00002000:00100000:1.0:1746143529.989934:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236bb800 x1830963462126848/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.989942:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236bb800 with x1830963462126848 ext(0->4095) 00010000:00010000:1.0:1746143529.989951:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f236cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be8d expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.989961:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f236cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be8d expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.989966:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801236bb800 00000100:00100000:1.0:1746143529.989983:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3081 00000100:00100000:1.0:1746143529.989989:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:2007:x1830963462126848:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143529.990801:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:2007:x1830963462126848:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 810us (1112us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143529.990808:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3081 00002000:00100000:1.0:1746143529.990813:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236bb800 x1830963462126848/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143529.990820:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236bb800 with x1830963462126848 ext(0->4095) 00010000:00010000:1.0:1746143529.990825:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f236cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be8d expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143529.990834:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f236cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be8d expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143529.990840:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801236bb800 00000100:00100000:0.0:1746143529.992656:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.992732:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462126976 00000100:00100000:2.0:1746143529.992741:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462126976 00010000:00010000:2.0:1746143529.992772:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f236cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be8d expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143529.992818:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16492 00000100:00100000:2.0:1746143529.992825:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:2006:x1830963462126976:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143529.992838:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143529.992857:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f236cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be8d expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.992867:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f236cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be8d expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.992887:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f236cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be8d expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143529.992914:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.992916:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143529.992923:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be94 expref: 36 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.992933:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be94 expref: 36 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143529.992964:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be94 expref: 36 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143529.992976:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455298432:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143529.993052:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143529.996219:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455298432:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143529.996239:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143529.996278:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2006:x1830963462126976:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3452us (3628us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143529.996287:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16492 00000100:00100000:0.0:1746143529.996732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143529.996785:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462127232 00000100:00100000:2.0:1746143529.996795:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462127232 00002000:00100000:2.0:1746143529.996833:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236b8380 x1830963462127232/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/0 e 0 to 0 dl 1746143540 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.996842:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b8380 with x1830963462127232 ext(0->4095) 00002000:00010000:2.0:1746143529.996846:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236b8380 00000100:00100000:2.0:1746143529.996863:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13790 00000100:00100000:2.0:1746143529.996870:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2006:x1830963462127232:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143529.997015:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2006:x1830963462127232:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143529.997021:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13790 00002000:00100000:2.0:1746143529.997026:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236b8380 x1830963462127232/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:680/0 lens 488/4536 e 0 to 0 dl 1746143540 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143529.997033:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b8380 with x1830963462127232 ext(0->4095) 00002000:00010000:2.0:1746143529.997036:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236b8380 00000100:00100000:2.0:1746143530.000385:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.000974:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462127360 00000100:00100000:3.0:1746143530.000984:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462127360 00000100:00100000:3.0:1746143530.002241:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30587 00000100:00100000:3.0:1746143530.002255:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462127360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.002280:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.002315:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6be9b expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.002351:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be94 expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.002359:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.002361:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.002364:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236d9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be9b expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.002398:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be94 expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.002411:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be94 expref: 35 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.002429:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455298560:192.168.203.27@tcp:104: 00000100:00080000:0.0:1746143530.003250:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746143530.003496:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.004393:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455298560:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.004414:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236d9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be9b expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.004428:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804e00, rc 0) 00000100:00100000:3.0:1746143530.004474:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462127360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2222us (4096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.004481:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30587 00000100:00100000:0.0:1746143530.006182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.006237:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462127488 00000100:00100000:2.0:1746143530.006245:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462127488 00000100:00080000:1.0:1746143530.006316:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1746143530.006321:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be94 expref: 36 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.006350:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16493 00000100:00100000:2.0:1746143530.006356:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2007:x1830963462127488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.006368:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.006386:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be94 expref: 36 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.006397:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be94 expref: 36 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.006417:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f236d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be94 expref: 36 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.006431:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.006433:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.006440:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236d9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be9b expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.006447:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be9b expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.006476:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be9b expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.006487:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455298688:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143530.006547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.006552:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.006576:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462127616 00000100:00100000:2.0:1746143530.006588:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462127616 00000100:00100000:2.0:1746143530.006612:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30588 00000100:00100000:2.0:1746143530.006617:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:1782:x1830963462127616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.006630:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.006640:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f236e0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bea2 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.006657:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be9b expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.006663:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.006664:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.006667:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f236e0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea2 expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.006684:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be9b expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.006694:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236d9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be9b expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.006702:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455298816:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.006734:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.007756:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455298816:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.007780:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f236e0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea2 expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.007789:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78c00, rc 0) 00000100:00100000:3.0:1746143530.007829:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:1782:x1830963462127616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1210us (1281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.007835:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30588 00000100:00100000:2.0:1746143530.007906:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455298688:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.007916:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.007931:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2007:x1830963462127488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1576us (1756us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.007940:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16493 00000100:00100000:0.0:1746143530.009389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.009442:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462127872 00000100:00100000:2.0:1746143530.009449:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462127872 00002000:00100000:2.0:1746143530.009486:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085859c00 x1830963462127872/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.009496:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859c00 with x1830963462127872 ext(0->4095) 00010000:00010000:2.0:1746143530.009504:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be9b expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.009516:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be9b expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.009522:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085859c00 00000100:00100000:2.0:1746143530.009552:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3082 00000100:00100000:2.0:1746143530.009559:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462127872:12345-192.168.203.27@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746143530.010076:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462127872:12345-192.168.203.27@tcp:3:ldlm_bl.0 Request processed in 515us (693us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.010082:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3082 00002000:00100000:2.0:1746143530.010088:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085859c00 x1830963462127872/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.010095:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859c00 with x1830963462127872 ext(0->4095) 00010000:00010000:2.0:1746143530.010100:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be9b expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.010115:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be9b expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.010120:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085859c00 00000100:00100000:0.0:1746143530.012457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.012533:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462128000 00000100:00100000:2.0:1746143530.012543:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462128000 00010000:00010000:2.0:1746143530.012588:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be9b expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.012618:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16494 00000100:00100000:2.0:1746143530.012626:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462128000:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.012640:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.012662:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be9b expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.012673:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be9b expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.012695:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f236d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6be9b expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.012724:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.012726:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.012734:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f236e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea2 expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.012747:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f236e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea2 expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.012780:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f236e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea2 expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.012791:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455298944:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.012871:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.016413:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455298944:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.016441:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.016490:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462128000:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3863us (4040us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.016501:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16494 00000100:00100000:0.0:1746143530.016738:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.016857:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462128256 00000100:00100000:3.0:1746143530.016869:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462128256 00002000:00100000:3.0:1746143530.016987:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086128700 x1830963462128256/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.016998:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128700 with x1830963462128256 ext(0->4095) 00002000:00010000:3.0:1746143530.017004:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086128700 00000100:00100000:3.0:1746143530.017034:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13791 00000100:00100000:3.0:1746143530.017041:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2005:x1830963462128256:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746143530.017338:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2005:x1830963462128256:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 296us (599us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.017344:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13791 00002000:00100000:3.0:1746143530.017350:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086128700 x1830963462128256/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.017357:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128700 with x1830963462128256 ext(0->4095) 00002000:00010000:3.0:1746143530.017360:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086128700 00000100:00100000:0.0:1746143530.022641:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.022727:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462128384 00000100:00100000:3.0:1746143530.022738:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462128384 00000100:00100000:3.0:1746143530.022966:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30589 00000100:00100000:3.0:1746143530.022973:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462128384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.022989:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.023005:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f236e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bea9 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.023030:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f236e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea2 expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.023037:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.023038:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.023041:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f236e7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea9 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.023071:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f236e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea2 expref: 35 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.023082:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f236e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea2 expref: 35 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.023092:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455299072:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.023187:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073240 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.029787:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455299072:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.029815:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f236e7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea9 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.029831:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805e00, rc 0) 00000100:00100000:3.0:1746143530.029902:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462128384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6928us (7270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.029910:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30589 00000100:00100000:0.0:1746143530.035134:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.035216:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462128512 00000100:00100000:2.0:1746143530.035227:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462128512 00002000:00100000:2.0:1746143530.035277:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008612a680 x1830963462128512/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 496/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.035286:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008612a680 with x1830963462128512 ext(0->7) 00010000:00010000:2.0:1746143530.035337:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f236e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea2 expref: 36 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.035352:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f236e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea2 expref: 36 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.035360:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008612a680 00000100:00100000:2.0:1746143530.035400:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3083 00000100:00100000:2.0:1746143530.035407:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2006:x1830963462128512:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143530.036498:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2006:x1830963462128512:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1087us (1372us total) trans 4294972298 rc 0/0 00000100:00100000:0.0:1746143530.036507:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3083 00002000:00100000:0.0:1746143530.036513:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008612a680 x1830963462128512/t4294972298(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 496/448 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143530.036519:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008612a680 with x1830963462128512 ext(0->7) 00010000:00010000:0.0:1746143530.036525:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f236e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea2 expref: 38 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143530.036534:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f236e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea2 expref: 38 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746143530.036539:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008612a680 00000100:00100000:0.0:1746143530.038260:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.038350:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462128640 00000100:00100000:3.0:1746143530.038358:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462128640 00000100:00100000:3.0:1746143530.038401:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30590 00000100:00100000:3.0:1746143530.038407:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:1782:x1830963462128640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.038422:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.038437:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236ee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6beb0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.038463:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.038469:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f236e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea9 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.038474:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143530.038477:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236ee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb0 expref: 39 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.038510:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f236e7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea9 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.038524:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236ee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb0 expref: 39 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.038533:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:3.0:1746143530.038571:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:1782:x1830963462128640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.038577:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30590 00000100:00100000:0.0:1746143530.039272:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.039358:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462128768 00000100:00100000:2.0:1746143530.039363:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462128768 00010000:00010000:2.0:1746143530.039385:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f236e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea2 expref: 39 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746143530.039499:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16495 00000100:00100000:0.0:1746143530.039507:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d844000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2007:x1830963462128768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143530.039517:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143530.039542:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f236e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea2 expref: 39 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143530.039553:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f236e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea2 expref: 39 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143530.039571:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f236e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea2 expref: 39 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143530.039606:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143530.039608:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143530.039614:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f236e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea9 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.039623:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f236e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea9 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.039683:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f236e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea9 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.039694:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f236e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea9 expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746143530.039705:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d846a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455299328:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143530.039777:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e180 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.041663:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d846a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455299328:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.041680:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.041724:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d844000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2007:x1830963462128768:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2217us (2452us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.041732:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16495 00000100:00100000:0.0:1746143530.041903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.041971:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462129024 00000100:00100000:2.0:1746143530.041975:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462129024 00002000:00100000:2.0:1746143530.042006:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d846300 x1830963462129024/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.042015:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d846300 with x1830963462129024 ext(0->4095) 00010000:00010000:2.0:1746143530.042022:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f236e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea9 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.042034:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f236e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea9 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.042040:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d846300 00000100:00100000:2.0:1746143530.042068:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3084 00000100:00100000:2.0:1746143530.042075:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462129024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143530.042198:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462129024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (295us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.042204:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3084 00002000:00100000:2.0:1746143530.042209:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d846300 x1830963462129024/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.042216:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d846300 with x1830963462129024 ext(0->4095) 00010000:00010000:2.0:1746143530.042220:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f236e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea9 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.042229:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f236e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea9 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.042235:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d846300 00000100:00100000:0.0:1746143530.045030:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.045197:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462129152 00000100:00100000:2.0:1746143530.045207:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462129152 00010000:00010000:2.0:1746143530.045243:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f236e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea9 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.045269:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16496 00000100:00100000:2.0:1746143530.045274:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d845c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462129152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.045288:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.045329:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f236e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea9 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.045340:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f236e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea9 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.045361:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f236e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bea9 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.045389:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.045391:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.045398:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb0 expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.045406:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb0 expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.045437:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb0 expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.045449:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455299456:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.045530:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.048536:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.048862:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455299456:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.048885:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.048911:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462129408 00000100:00100000:3.0:1746143530.048918:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462129408 00000100:00100000:2.0:1746143530.048927:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d845c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462129152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3651us (3904us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.048937:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16496 00002000:00100000:3.0:1746143530.048961:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d846680 x1830963462129408/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.048971:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d846680 with x1830963462129408 ext(0->4095) 00002000:00010000:3.0:1746143530.048977:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d846680 00000100:00100000:3.0:1746143530.048993:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13792 00000100:00100000:3.0:1746143530.048999:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2006:x1830963462129408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143530.049134:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d846680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2006:x1830963462129408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (609us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.049144:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13792 00002000:00100000:3.0:1746143530.049153:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d846680 x1830963462129408/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.049160:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d846680 with x1830963462129408 ext(0->4095) 00002000:00010000:3.0:1746143530.049163:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d846680 00000100:00100000:0.0:1746143530.051422:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.051516:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462129536 00000100:00100000:1.0:1746143530.051523:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462129536 00000100:00100000:1.0:1746143530.051571:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30591 00000100:00100000:1.0:1746143530.051587:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462129536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143530.051604:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143530.051621:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f236f5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6beb7 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.051652:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb0 expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.051660:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.051661:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.051665:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f236f5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb7 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.051698:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb0 expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.051710:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb0 expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746143530.051722:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455299584:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143530.051811:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa540 going to sleep for 11 seconds 00000100:00100000:1.0:1746143530.054320:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455299584:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143530.054351:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f236f5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb7 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.054366:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351400, rc 0) 00000100:00100000:1.0:1746143530.054400:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462129536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2823us (2986us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.054407:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30591 00000100:00100000:0.0:1746143530.054981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.055064:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462129664 00000100:00100000:3.0:1746143530.055070:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462129664 00010000:00010000:3.0:1746143530.055096:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb0 expref: 38 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.055117:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16497 00000100:00100000:3.0:1746143530.055123:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2007:x1830963462129664:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.055135:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.055157:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb0 expref: 38 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.055166:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb0 expref: 38 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.055187:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f236ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb0 expref: 38 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.055888:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.055891:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.055899:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f236f5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb7 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.055912:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f236f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb7 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.055942:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f236f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb7 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.055953:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455299712:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.056309:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073240 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.058684:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.058731:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.058766:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462130048 00000100:00100000:2.0:1746143530.058774:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462130048 00002000:00100000:2.0:1746143530.058819:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134090a80 x1830963462130048/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.058830:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090a80 with x1830963462130048 ext(0->4095) 00002000:00010000:2.0:1746143530.058835:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134090a80 00000100:00100000:2.0:1746143530.058854:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13793 00000100:00100000:2.0:1746143530.058861:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462130048:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.058991:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462130048:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (259us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.058997:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13793 00002000:00100000:2.0:1746143530.059003:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134090a80 x1830963462130048/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.059009:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134090a80 with x1830963462130048 ext(0->4095) 00002000:00010000:2.0:1746143530.059012:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134090a80 00000100:00100000:1.0:1746143530.059193:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462129792 00000100:00100000:1.0:1746143530.059197:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462129792 00000100:00100000:1.0:1746143530.059230:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30592 00000100:00100000:1.0:1746143530.059236:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:1782:x1830963462129792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143530.059245:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143530.059260:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f236fc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bebe expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.059284:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f236f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb7 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.059310:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143530.059312:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143530.059316:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f236fc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bebe expref: 39 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.059345:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f236f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb7 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.059356:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f236f5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb7 expref: 5 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746143530.059370:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455299840:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143530.059426:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.059753:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455299712:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143530.059770:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143530.059793:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2007:x1830963462129664:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4670us (4813us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143530.059802:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16497 00000100:00100000:1.0:1746143530.061276:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455299840:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143530.061319:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f236fc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bebe expref: 38 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.061333:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351a00, rc 0) 00000100:00100000:1.0:1746143530.061375:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:1782:x1830963462129792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2138us (2698us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143530.061921:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.061968:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30592 00000100:00100000:1.0:1746143530.061992:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462130176 00000100:00100000:1.0:1746143530.061996:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462130176 00000100:00100000:1.0:1746143530.062029:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30593 00000100:00100000:1.0:1746143530.062035:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:1794:x1830963462130176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143530.062051:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143530.062064:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23703 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bec5 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.062082:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143530.062087:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f236fc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bebe expref: 39 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.062093:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.062096:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23703 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bec5 expref: 39 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.062120:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f236fc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bebe expref: 39 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.062129:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23703 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bec5 expref: 39 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.062136:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350200, rc 0) 00000100:00100000:1.0:1746143530.062169:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:1794:x1830963462130176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.062174:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30593 00000100:00100000:0.0:1746143530.062620:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.062741:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462130304 00000100:00100000:2.0:1746143530.062746:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462130304 00010000:00010000:2.0:1746143530.062763:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f236f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb7 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.062780:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16498 00000100:00100000:2.0:1746143530.062784:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d845c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462130304:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.062792:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.062809:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f236f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb7 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.062819:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f236f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb7 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.062838:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f236f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beb7 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.063019:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.063021:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.063028:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f236fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bebe expref: 38 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.063036:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f236fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bebe expref: 38 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.063058:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f236fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bebe expref: 38 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.063067:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f236fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bebe expref: 38 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.063078:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090525180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455300096:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.063455:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.064978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.065081:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090525180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455300096:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.065097:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.065127:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d845c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462130304:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2340us (2506us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.065135:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16498 00000100:00100000:3.0:1746143530.065195:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462130560 00000100:00100000:3.0:1746143530.065200:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462130560 00002000:00100000:3.0:1746143530.065230:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d846a00 x1830963462130560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.065239:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d846a00 with x1830963462130560 ext(0->4095) 00010000:00010000:3.0:1746143530.065245:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f236fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bebe expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.065256:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f236fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bebe expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.065261:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d846a00 00000100:00100000:3.0:1746143530.065275:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3085 00000100:00100000:3.0:1746143530.065280:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2007:x1830963462130560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143530.065404:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2007:x1830963462130560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (432us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.065411:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3085 00002000:00100000:3.0:1746143530.065415:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d846a00 x1830963462130560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.065422:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d846a00 with x1830963462130560 ext(0->4095) 00010000:00010000:3.0:1746143530.065425:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f236fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bebe expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.065432:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f236fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bebe expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.065437:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d846a00 00000100:00100000:0.0:1746143530.069284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.069332:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462130688 00000100:00100000:2.0:1746143530.069342:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462130688 00010000:00010000:2.0:1746143530.069377:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f236fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bebe expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.069407:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16499 00000100:00100000:2.0:1746143530.069414:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2005:x1830963462130688:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.069427:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.069446:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f236fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bebe expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.069457:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f236fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bebe expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.069480:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f236fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bebe expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.069502:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.069504:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.069511:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23703 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bec5 expref: 38 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.069519:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23703 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bec5 expref: 38 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.069547:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23703 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bec5 expref: 38 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.069559:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090525180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455300224:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.069654:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.072291:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.072432:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462130944 00000100:00100000:3.0:1746143530.072440:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462130944 00002000:00100000:3.0:1746143530.072483:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236b8700 x1830963462130944/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.072493:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b8700 with x1830963462130944 ext(0->4095) 00002000:00010000:3.0:1746143530.072498:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236b8700 00000100:00100000:3.0:1746143530.072517:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13794 00000100:00100000:3.0:1746143530.072524:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2006:x1830963462130944:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.072636:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090525180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455300224:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.072654:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.072698:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2005:x1830963462130688:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3284us (3424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.072705:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16499 00000100:00100000:3.0:1746143530.073014:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2006:x1830963462130944:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 489us (729us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.073020:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13794 00002000:00100000:3.0:1746143530.073025:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236b8700 x1830963462130944/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.073037:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236b8700 with x1830963462130944 ext(0->4095) 00002000:00010000:3.0:1746143530.073040:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236b8700 00000100:00100000:0.0:1746143530.074755:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.074947:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462131072 00000100:00100000:1.0:1746143530.074955:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462131072 00000100:00100000:1.0:1746143530.075007:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30594 00000100:00100000:1.0:1746143530.075015:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462131072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143530.075031:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143530.075049:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2370a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6becc expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.075079:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23703 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bec5 expref: 37 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.075086:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.075088:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.075091:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2370a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6becc expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.075121:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23703 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bec5 expref: 37 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.075132:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23703 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bec5 expref: 37 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746143530.075145:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455300352:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143530.075435:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.076789:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.076867:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462131200 00000100:00100000:2.0:1746143530.076873:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462131200 00000100:00100000:1.0:1746143530.076919:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455300352:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143530.076944:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2370a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6becc expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.076963:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350000, rc 0) 00000100:00100000:1.0:1746143530.077002:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462131072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1987us (2256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.077009:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30594 00010000:00010000:2.0:1746143530.077042:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23703 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bec5 expref: 38 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.077151:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16500 00000100:00100000:2.0:1746143530.077159:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2007:x1830963462131200:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.077170:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.077189:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23703 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bec5 expref: 38 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.077199:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23703 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bec5 expref: 38 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.077221:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23703 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bec5 expref: 38 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.077237:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.077238:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.077245:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2370a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6becc expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.077257:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2370a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6becc expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.077283:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2370a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6becc expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.077317:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090525180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455300480:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.077377:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.078826:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090525180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455300480:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.078842:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.078885:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:2007:x1830963462131200:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1727us (2101us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.078894:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16500 00000100:00100000:0.0:1746143530.079665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.080651:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462131456 00000100:00100000:3.0:1746143530.080661:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462131456 00002000:00100000:3.0:1746143530.080709:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235c380 x1830963462131456/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.080728:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235c380 with x1830963462131456 ext(0->4095) 00002000:00010000:3.0:1746143530.080734:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235c380 00000100:00100000:3.0:1746143530.080761:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13795 00000100:00100000:3.0:1746143530.080768:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462131456:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143530.081182:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462131456:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 414us (1517us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.081190:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13795 00002000:00100000:3.0:1746143530.081196:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009235c380 x1830963462131456/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.081203:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235c380 with x1830963462131456 ext(0->4095) 00002000:00010000:3.0:1746143530.081206:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235c380 00000100:00100000:0.0:1746143530.083441:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.083638:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462131584 00000100:00100000:1.0:1746143530.083648:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462131584 00000100:00100000:1.0:1746143530.083704:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30595 00000100:00100000:1.0:1746143530.083712:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:1782:x1830963462131584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143530.083743:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143530.083763:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23711 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bed3 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.083797:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2370a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6becc expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.083804:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143530.083806:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143530.083809:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23711 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bed3 expref: 38 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.083845:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2370a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6becc expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.083858:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2370a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6becc expref: 5 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746143530.083872:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455300608:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143530.083973:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.084408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.084605:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462131712 00000100:00100000:3.0:1746143530.084611:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462131712 00000100:00100000:3.0:1746143530.084639:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30596 00000100:00100000:3.0:1746143530.084644:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:1794:x1830963462131712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.084652:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.084663:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23718 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6beda expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.084677:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.084681:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23711 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bed3 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.084686:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.084688:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23718 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beda expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.084710:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23711 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bed3 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.084726:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23718 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beda expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.084735:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804e00, rc 0) 00000100:00100000:3.0:1746143530.084779:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1794:x1830963462131712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.084785:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30596 00000100:00100000:1.0:1746143530.086619:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455300608:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143530.086652:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23711 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bed3 expref: 39 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.086674:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351600, rc 0) 00000100:00100000:1.0:1746143530.086732:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:1782:x1830963462131584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3021us (3300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.086740:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30595 00000100:00100000:0.0:1746143530.087531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.087877:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462131840 00000100:00100000:3.0:1746143530.087886:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462131840 00010000:00010000:3.0:1746143530.087926:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2370a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6becc expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.087954:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16501 00000100:00100000:3.0:1746143530.087961:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462131840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.087976:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.088007:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2370a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6becc expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.088019:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2370a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6becc expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.088043:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f2370a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6becc expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.088069:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.088071:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.088079:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23711 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bed3 expref: 38 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.088088:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23711 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bed3 expref: 38 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.088119:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23711 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bed3 expref: 38 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.088130:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23711 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bed3 expref: 38 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.088142:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455300864:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.088227:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073240 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.091384:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455300864:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.091412:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.091471:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462131840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3509us (3941us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.091485:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16501 00000100:00100000:0.0:1746143530.092866:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.092956:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462132096 00000100:00100000:3.0:1746143530.092966:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462132096 00002000:00100000:3.0:1746143530.093012:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130728380 x1830963462132096/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.093023:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130728380 with x1830963462132096 ext(0->4095) 00010000:00010000:3.0:1746143530.093033:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23711 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bed3 expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.093047:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23711 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bed3 expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.093055:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130728380 00000100:00100000:3.0:1746143530.093077:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3086 00000100:00100000:3.0:1746143530.093090:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2007:x1830963462132096:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143530.093271:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2007:x1830963462132096:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 182us (413us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.093278:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3086 00002000:00100000:3.0:1746143530.093285:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130728380 x1830963462132096/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.093292:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130728380 with x1830963462132096 ext(0->4095) 00010000:00010000:3.0:1746143530.093324:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23711 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bed3 expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.093339:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23711 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bed3 expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.093344:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130728380 00000100:00100000:0.0:1746143530.094810:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.094971:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462132224 00000100:00100000:3.0:1746143530.094980:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462132224 00010000:00010000:3.0:1746143530.095012:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23711 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bed3 expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.095038:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16502 00000100:00100000:3.0:1746143530.095044:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2005:x1830963462132224:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.095058:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.095077:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23711 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bed3 expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.095088:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23711 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bed3 expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.095114:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23711 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bed3 expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.095144:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.095146:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.095155:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23718 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beda expref: 38 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.095168:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23718 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beda expref: 38 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.095203:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23718 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beda expref: 38 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.095215:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455300992:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.095323:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073240 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.097345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.097453:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462132480 00000100:00100000:2.0:1746143530.097462:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462132480 00002000:00100000:2.0:1746143530.097509:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013072a680 x1830963462132480/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.097519:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072a680 with x1830963462132480 ext(0->4095) 00002000:00010000:2.0:1746143530.097525:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013072a680 00000100:00100000:2.0:1746143530.097546:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13796 00000100:00100000:2.0:1746143530.097553:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2004:x1830963462132480:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746143530.097672:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455300992:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.097692:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.097747:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2005:x1830963462132224:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2703us (2943us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.097757:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16502 00000100:00100000:2.0:1746143530.098313:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2004:x1830963462132480:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 738us (958us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.098323:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13796 00002000:00100000:2.0:1746143530.098328:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013072a680 x1830963462132480/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.098335:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072a680 with x1830963462132480 ext(0->4095) 00002000:00010000:2.0:1746143530.098339:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013072a680 00000100:00100000:2.0:1746143530.103457:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.103751:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462132608 00000100:00100000:1.0:1746143530.103762:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462132608 00000100:00100000:1.0:1746143530.103833:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30597 00000100:00100000:1.0:1746143530.103842:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462132608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143530.103863:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143530.103883:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2371f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bee1 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.103918:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23718 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beda expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.103933:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.103934:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.103939:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2371f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee1 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.103977:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23718 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beda expref: 37 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.103989:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23718 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beda expref: 37 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746143530.104008:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455301120:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143530.104126:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa540 going to sleep for 11 seconds 00000100:00100000:1.0:1746143530.106636:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455301120:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143530.106657:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746143530.106668:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2371f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee1 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.106718:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462132736 00000100:00100000:3.0:1746143530.106725:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462132736 00010000:00010000:3.0:1746143530.106754:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23718 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beda expref: 38 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.106781:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16503 00000100:00100000:3.0:1746143530.106788:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2007:x1830963462132736:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.106800:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.106821:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23718 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beda expref: 38 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.106835:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23718 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beda expref: 38 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.106859:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23718 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beda expref: 38 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.106879:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.106881:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.106887:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2371f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee1 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.106895:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2371f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee1 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.106927:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2371f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee1 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.106938:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455301248:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143530.107040:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350e00, rc 0) 00000100:00100000:3.0:1746143530.108172:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073240 going to sleep for 11 seconds 00000100:00100000:1.0:1746143530.108230:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462132608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4385us (4783us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.108239:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30597 00000100:00100000:0.0:1746143530.109752:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.109813:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462132864 00000100:00100000:1.0:1746143530.109822:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462132864 00000100:00100000:1.0:1746143530.109879:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30598 00000100:00100000:1.0:1746143530.109891:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:1782:x1830963462132864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143530.109911:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143530.109930:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23726 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bee8 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.109960:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2371f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee1 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.109967:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143530.109968:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143530.109972:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23726 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee8 expref: 39 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.110010:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2371f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee1 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.110021:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2371f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee1 expref: 5 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746143530.110033:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455301376:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.110057:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455301248:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.110076:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.110102:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2007:x1830963462132736:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3314us (3445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.110106:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa540 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.110111:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16503 00000100:00100000:0.0:1746143530.110788:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.110836:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462133120 00000100:00100000:1.0:1746143530.110841:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462133120 00002000:00100000:1.0:1746143530.110872:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb64000 x1830963462133120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.110881:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb64000 with x1830963462133120 ext(0->4095) 00010000:00010000:1.0:1746143530.110888:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2371f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee1 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.110898:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2371f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee1 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.110904:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb64000 00000100:00100000:1.0:1746143530.110920:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3087 00000100:00100000:1.0:1746143530.110926:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462133120:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143530.111616:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462133120:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 688us (826us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.111626:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3087 00002000:00100000:1.0:1746143530.111632:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb64000 x1830963462133120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.111640:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb64000 with x1830963462133120 ext(0->4095) 00010000:00010000:1.0:1746143530.111645:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2371f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee1 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.111654:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2371f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee1 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.111659:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb64000 00000100:00100000:1.0:1746143530.111712:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455301376:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143530.111731:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23726 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee8 expref: 38 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.111743:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350000, rc 0) 00000100:00100000:1.0:1746143530.111774:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:1782:x1830963462132864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1888us (2030us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.111780:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30598 00000100:00100000:0.0:1746143530.115665:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.115763:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462133248 00000100:00100000:3.0:1746143530.115774:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462133248 00010000:00010000:3.0:1746143530.115813:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2371f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee1 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.115851:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16504 00000100:00100000:3.0:1746143530.115859:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462133248:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.115876:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.115897:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2371f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee1 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.115909:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2371f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee1 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.115932:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f2371f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee1 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.115950:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.115952:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.115959:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23726 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee8 expref: 37 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.115967:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23726 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee8 expref: 37 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.115999:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23726 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee8 expref: 37 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.116011:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455301504:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.116102:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff880134073240 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.117822:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455301504:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.117844:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.117888:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462133248:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2029us (2234us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.117899:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16504 00000100:00100000:0.0:1746143530.119185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.119446:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462133504 00000100:00100000:1.0:1746143530.119455:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462133504 00002000:00100000:1.0:1746143530.119503:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb65180 x1830963462133504/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.119512:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb65180 with x1830963462133504 ext(0->4095) 00002000:00010000:1.0:1746143530.119518:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb65180 00000100:00100000:1.0:1746143530.119729:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13797 00000100:00100000:1.0:1746143530.119737:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2007:x1830963462133504:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143530.120030:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2007:x1830963462133504:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 294us (850us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.120037:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13797 00002000:00100000:1.0:1746143530.120042:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb65180 x1830963462133504/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.120049:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb65180 with x1830963462133504 ext(0->4095) 00002000:00010000:1.0:1746143530.120051:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb65180 00000100:00100000:0.0:1746143530.123232:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.123392:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462133632 00000100:00100000:1.0:1746143530.123403:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462133632 00000100:00100000:1.0:1746143530.123667:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30599 00000100:00100000:1.0:1746143530.123677:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462133632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143530.123695:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143530.123714:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2372d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6beef expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.123743:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23726 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee8 expref: 37 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.123750:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.123752:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.123755:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2372d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beef expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.123792:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23726 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee8 expref: 37 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.123804:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23726 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee8 expref: 37 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746143530.123816:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455301632:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143530.124141:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143530.126637:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455301632:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143530.126677:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2372d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beef expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.126697:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351400, rc 0) 00000100:00100000:1.0:1746143530.126756:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462133632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3079us (3534us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.126765:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30599 00000100:00100000:0.0:1746143530.127205:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.127323:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462133760 00000100:00100000:1.0:1746143530.127330:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462133760 00002000:00100000:1.0:1746143530.127368:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bb65500 x1830963462133760/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 496/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.127378:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb65500 with x1830963462133760 ext(0->7) 00010000:00010000:1.0:1746143530.127385:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23726 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee8 expref: 38 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.127401:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23726 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee8 expref: 38 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.127408:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb65500 00000100:00100000:1.0:1746143530.127435:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3088 00000100:00100000:1.0:1746143530.127445:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:2006:x1830963462133760:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143530.134924:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462133760:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 7467us (7704us total) trans 4294972299 rc 0/0 00000100:00100000:0.0:1746143530.134940:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3088 00002000:00100000:0.0:1746143530.134955:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bb65500 x1830963462133760/t4294972299(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 496/448 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143530.134965:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb65500 with x1830963462133760 ext(0->7) 00010000:00010000:0.0:1746143530.134976:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23726 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee8 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143530.134995:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23726 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee8 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746143530.135001:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb65500 00000100:00100000:0.0:1746143530.139600:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.139991:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462133888 00000100:00100000:3.0:1746143530.140002:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462133888 00010000:00010000:3.0:1746143530.140044:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23726 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee8 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.140110:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16505 00000100:00100000:3.0:1746143530.140119:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2005:x1830963462133888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.140135:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.140157:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23726 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee8 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.140169:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23726 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee8 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.140194:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23726 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bee8 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.140496:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.140499:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.140508:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2372d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beef expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.140522:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2372d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beef expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.140558:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2372d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beef expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.140571:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455301760:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.140678:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.144925:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455301760:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.144953:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.145006:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2005:x1830963462133888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4887us (5425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.145018:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16505 00000100:00100000:0.0:1746143530.145570:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.145663:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462134144 00000100:00100000:1.0:1746143530.145671:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462134144 00000100:00100000:0.0:1746143530.145703:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:1.0:1746143530.145712:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c2a00 x1830963462134144/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.145721:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c2a00 with x1830963462134144 ext(0->4095) 00002000:00010000:1.0:1746143530.145726:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c2a00 00000100:00100000:0.0:1746143530.145735:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462134272 00000100:00100000:0.0:1746143530.145738:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462134272 00000100:00100000:1.0:1746143530.145756:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13798 00000100:00100000:1.0:1746143530.145764:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462134144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143530.145764:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30600 00000100:00100000:0.0:1746143530.145768:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:1782:x1830963462134272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143530.145778:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143530.145799:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f23734 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bef6 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.145831:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2372d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beef expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.145838:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143530.145840:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143530.145844:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f23734 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bef6 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.145871:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2372d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beef expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.145885:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2372d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beef expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746143530.145896:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800978c1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455301888:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143530.146042:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462134144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 279us (473us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.146049:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13798 00002000:00100000:1.0:1746143530.146055:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c2a00 x1830963462134144/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.146062:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c2a00 with x1830963462134144 ext(0->4095) 00010000:00010000:1.0:1746143530.146067:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2372d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beef expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.146081:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2372d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beef expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.146087:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978c2a00 00000100:00100000:2.0:1746143530.146380:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.147511:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.147560:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462134400 00000100:00100000:2.0:1746143530.147567:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462134400 00000100:00100000:2.0:1746143530.147633:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30601 00000100:00100000:2.0:1746143530.147641:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1794:x1830963462134400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.147655:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746143530.147727:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800978c1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455301888:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.147752:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f23734 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bef6 expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.147764:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213a00, rc 0) 00000100:00100000:3.0:1746143530.147805:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1782:x1830963462134272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2037us (2102us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.147811:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30600 00010000:00010000:2.0:1746143530.148171:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2373b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6befd expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.148193:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.148198:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f23734 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bef6 expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.148204:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.148207:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2373b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6befd expref: 41 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.148237:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f23734 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bef6 expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.148251:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2373b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6befd expref: 41 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.148258:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78800, rc 0) 00000100:00100000:2.0:1746143530.148321:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1794:x1830963462134400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 653us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.148327:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30601 00000100:00100000:0.0:1746143530.149196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.149394:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462134528 00000100:00100000:3.0:1746143530.149402:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462134528 00010000:00010000:3.0:1746143530.149430:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2372d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beef expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.149454:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16506 00000100:00100000:3.0:1746143530.149460:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462134528:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.149472:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.149492:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2372d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beef expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.149501:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2372d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beef expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.149527:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f2372d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6beef expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.149556:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.149558:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.149566:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f23734 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bef6 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.149573:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f23734 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bef6 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.149609:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f23734 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bef6 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.149620:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f23734 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bef6 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.149637:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455302144:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.149718:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.151950:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.152018:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462134784 00000100:00100000:2.0:1746143530.152027:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462134784 00002000:00100000:2.0:1746143530.152078:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c1880 x1830963462134784/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746143530.152081:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455302144:192.168.203.27@tcp:105: 00002000:00100000:2.0:1746143530.152088:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c1880 with x1830963462134784 ext(0->4095) 00010000:00010000:2.0:1746143530.152097:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f23734 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bef6 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.152101:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143530.152110:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f23734 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bef6 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.152116:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978c1880 00000100:00100000:3.0:1746143530.152147:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462134528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2685us (2954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.152151:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3089 00000100:00100000:3.0:1746143530.152156:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16506 00000100:00100000:2.0:1746143530.152158:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462134784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.153216:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462134784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1051us (1268us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.153225:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3089 00002000:00100000:2.0:1746143530.153231:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c1880 x1830963462134784/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.153239:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c1880 with x1830963462134784 ext(0->4095) 00010000:00010000:2.0:1746143530.153247:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f23734 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bef6 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.153258:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f23734 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bef6 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.153264:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978c1880 00000100:00100000:0.0:1746143530.155425:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.155532:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462134912 00000100:00100000:3.0:1746143530.155543:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462134912 00010000:00010000:3.0:1746143530.155593:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f23734 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bef6 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.155633:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16507 00000100:00100000:3.0:1746143530.155640:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2005:x1830963462134912:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.155656:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.155676:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f23734 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bef6 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.155688:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f23734 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bef6 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.155712:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f23734 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bef6 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.155726:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.155729:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.155736:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2373b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6befd expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.155743:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2373b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6befd expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.155775:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2373b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6befd expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.155788:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455302272:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.155888:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.158217:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455302272:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.158243:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.158326:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2005:x1830963462134912:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2683us (2911us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143530.158392:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.158616:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462135168 00000100:00100000:2.0:1746143530.158623:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462135168 00002000:00100000:2.0:1746143530.158667:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2c000 x1830963462135168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746143530.158677:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16507 00002000:00100000:2.0:1746143530.158678:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2c000 with x1830963462135168 ext(0->4095) 00002000:00010000:2.0:1746143530.158683:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee2c000 00000100:00100000:2.0:1746143530.158709:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13799 00000100:00100000:2.0:1746143530.158814:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462135168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.159011:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462135168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 295us (620us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.159017:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13799 00002000:00100000:2.0:1746143530.159022:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2c000 x1830963462135168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.159030:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2c000 with x1830963462135168 ext(0->4095) 00002000:00010000:2.0:1746143530.159034:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee2c000 00000100:00100000:0.0:1746143530.160636:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.162947:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462135296 00000100:00100000:2.0:1746143530.162962:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462135296 00000100:00100000:2.0:1746143530.163039:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30602 00000100:00100000:2.0:1746143530.163047:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462135296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.163074:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.163094:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23742 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf04 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.163129:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2373b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6befd expref: 39 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.163136:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.163138:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.163141:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23742 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf04 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.163174:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2373b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6befd expref: 39 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.163183:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2373b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6befd expref: 39 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.163194:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090526d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455302400:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.163328:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.165512:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090526d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455302400:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.165547:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23742 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf04 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.165568:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79a00, rc 0) 00000100:00100000:2.0:1746143530.165628:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462135296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2580us (4998us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.165636:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30602 00000100:00100000:0.0:1746143530.165844:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.166003:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462135424 00000100:00100000:3.0:1746143530.166011:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462135424 00010000:00010000:3.0:1746143530.166041:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2373b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6befd expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.166065:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16508 00000100:00100000:3.0:1746143530.166071:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462135424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.166086:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.166109:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2373b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6befd expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.166125:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2373b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6befd expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.166147:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2373b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6befd expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.166162:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.166164:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.166171:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23742 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf04 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.166179:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23742 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf04 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.166210:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23742 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf04 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.166223:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455302528:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.166278:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.168342:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455302528:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.168366:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.168808:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2007:x1830963462135424:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2735us (2962us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.168819:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16508 00000100:00100000:2.0:1746143530.169039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.169157:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.169178:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462135808 00000100:00100000:2.0:1746143530.169184:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462135808 00000100:00100000:2.0:1746143530.169215:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30603 00000100:00100000:2.0:1746143530.169221:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:1782:x1830963462135808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.169240:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.169257:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23749 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf0b expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.169286:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23742 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf04 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.169314:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.169316:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.169320:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23749 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf0b expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.169349:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23742 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf04 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.169361:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23742 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf04 expref: 5 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.169373:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455302656:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.169478:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462135680 00000100:00100000:3.0:1746143530.169483:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462135680 00002000:00100000:3.0:1746143530.169517:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090526d80 x1830963462135680/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.169526:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090526d80 with x1830963462135680 ext(0->4095) 00010000:00010000:3.0:1746143530.169535:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23742 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf04 expref: 6 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.169543:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23742 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf04 expref: 6 pid: 9573 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.169549:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090526d80 00000100:00100000:3.0:1746143530.169561:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3090 00000100:00100000:3.0:1746143530.169566:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462135680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143530.170623:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462135680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1048us (1578us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.170627:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b480 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.170633:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3090 00002000:00100000:3.0:1746143530.170642:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090526d80 x1830963462135680/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.170650:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090526d80 with x1830963462135680 ext(0->4095) 00010000:00010000:3.0:1746143530.170656:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23742 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf04 expref: 6 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.170666:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23742 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf04 expref: 6 pid: 9573 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.170672:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090526d80 00000100:00100000:2.0:1746143530.172518:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455302656:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.172555:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23749 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf0b expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.172575:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78200, rc 0) 00000100:00100000:2.0:1746143530.172635:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1782:x1830963462135808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3413us (3477us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.172644:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30603 00000100:00100000:0.0:1746143530.172800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.173371:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462135936 00000100:00100000:2.0:1746143530.173378:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462135936 00000100:00100000:1.0:1746143530.173486:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.173594:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30604 00000100:00100000:2.0:1746143530.173602:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1794:x1830963462135936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.173621:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.173638:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23750 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf12 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.173664:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.173670:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23749 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf0b expref: 41 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.173676:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.173679:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23750 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf12 expref: 41 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.173715:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23749 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf0b expref: 41 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.173726:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23750 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf12 expref: 41 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.173733:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79600, rc 0) 00000100:00100000:2.0:1746143530.173773:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1794:x1830963462135936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.173779:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30604 00000100:00100000:3.0:1746143530.174093:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462136064 00000100:00100000:3.0:1746143530.174098:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462136064 00010000:00010000:3.0:1746143530.174116:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23742 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf04 expref: 6 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.174136:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16509 00000100:00100000:3.0:1746143530.174141:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462136064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.174150:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.174174:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23742 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf04 expref: 6 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.174184:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23742 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf04 expref: 6 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.174204:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23742 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf04 expref: 6 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.174219:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.174220:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.174227:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23749 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf0b expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.174234:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23749 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf0b expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.174256:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23749 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf0b expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.174270:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23749 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf0b expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.174282:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455302912:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.174355:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.176810:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455302912:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.176832:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.177112:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462136064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2967us (3624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.177122:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16509 00000100:00100000:0.0:1746143530.177592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.177779:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462136320 00000100:00100000:2.0:1746143530.177787:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462136320 00002000:00100000:2.0:1746143530.177826:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009817ad80 x1830963462136320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.177835:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009817ad80 with x1830963462136320 ext(0->4095) 00010000:00010000:2.0:1746143530.177844:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23749 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf0b expref: 41 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.177857:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23749 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf0b expref: 41 pid: 9573 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.177863:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009817ad80 00000100:00100000:2.0:1746143530.177893:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3091 00000100:00100000:2.0:1746143530.177899:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462136320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143530.178036:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462136320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.178043:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3091 00002000:00100000:2.0:1746143530.178048:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009817ad80 x1830963462136320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.178054:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009817ad80 with x1830963462136320 ext(0->4095) 00010000:00010000:2.0:1746143530.178059:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23749 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf0b expref: 41 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.178067:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23749 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf0b expref: 41 pid: 9573 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.178073:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009817ad80 00000100:00100000:0.0:1746143530.183072:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.183266:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462136448 00000100:00100000:3.0:1746143530.183277:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462136448 00010000:00010000:3.0:1746143530.183346:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23749 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf0b expref: 41 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.183374:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16510 00000100:00100000:3.0:1746143530.183381:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462136448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.183396:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.183416:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23749 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf0b expref: 41 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.183428:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23749 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf0b expref: 41 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.183452:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23749 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf0b expref: 41 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.183482:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.183484:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.183492:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23750 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf12 expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.183499:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23750 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf12 expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.183534:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23750 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf12 expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.183545:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455303040:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.183641:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.188467:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455303040:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.188493:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.188543:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462136448:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5161us (5481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.188553:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16510 00000100:00100000:0.0:1746143530.189103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.189164:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462136704 00000100:00100000:2.0:1746143530.189171:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462136704 00002000:00100000:2.0:1746143530.189213:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009817b100 x1830963462136704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.189222:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009817b100 with x1830963462136704 ext(0->4095) 00002000:00010000:2.0:1746143530.189227:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009817b100 00000100:00100000:2.0:1746143530.189260:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13800 00000100:00100000:2.0:1746143530.189271:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462136704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143530.190151:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462136704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 881us (1046us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.190158:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13800 00002000:00100000:2.0:1746143530.190164:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009817b100 x1830963462136704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.190176:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009817b100 with x1830963462136704 ext(0->4095) 00002000:00010000:2.0:1746143530.190179:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009817b100 00000100:00100000:0.0:1746143530.194284:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.194358:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462136832 00000100:00100000:3.0:1746143530.194369:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462136832 00000100:00100000:3.0:1746143530.194489:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30605 00000100:00100000:3.0:1746143530.194497:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462136832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.194516:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.194534:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23757 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf19 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.194571:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23750 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf12 expref: 39 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.194590:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.194592:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.194595:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23757 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf19 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.194624:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23750 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf12 expref: 39 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.194635:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23750 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf12 expref: 39 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.194646:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455303168:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.195103:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.196832:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455303168:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.196858:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23757 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf19 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.196874:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:3.0:1746143530.196914:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462136832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2417us (2639us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.196922:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30605 00000100:00100000:0.0:1746143530.197501:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.197655:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462136960 00000100:00100000:3.0:1746143530.197663:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462136960 00010000:00010000:3.0:1746143530.197687:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23750 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf12 expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.197738:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16511 00000100:00100000:3.0:1746143530.197744:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462136960:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.197755:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.197773:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23750 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf12 expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.197783:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23750 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf12 expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.197803:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23750 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf12 expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.198058:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.198060:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.198068:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23757 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf19 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.198075:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23757 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf19 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.198105:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23757 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf19 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.198116:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455303296:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.198655:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.200796:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.200942:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.201047:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455303296:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.201069:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.201115:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2006:x1830963462136960:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3370us (3616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.201127:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16511 00000100:00100000:2.0:1746143530.201211:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462137344 00000100:00100000:2.0:1746143530.201217:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462137344 00002000:00100000:2.0:1746143530.201259:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230ac700 x1830963462137344/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.201269:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ac700 with x1830963462137344 ext(0->4095) 00002000:00010000:2.0:1746143530.201274:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801230ac700 00000100:00100000:2.0:1746143530.201291:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13801 00000100:00100000:2.0:1746143530.201360:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462137344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143530.201480:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462137344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 151us (539us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.201486:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13801 00002000:00100000:2.0:1746143530.201491:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230ac700 x1830963462137344/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.201498:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ac700 with x1830963462137344 ext(0->4095) 00002000:00010000:2.0:1746143530.201501:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801230ac700 00000100:00100000:3.0:1746143530.201585:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462137088 00000100:00100000:3.0:1746143530.201590:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462137088 00000100:00100000:3.0:1746143530.201614:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30606 00000100:00100000:3.0:1746143530.201618:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098179c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:1782:x1830963462137088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.201627:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.201643:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2375e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf20 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.201668:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23757 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf19 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.201675:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.201677:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.201680:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2375e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf20 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.201708:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23757 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf19 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.201718:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23757 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf19 expref: 5 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.201729:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455303424:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.201779:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143530.205884:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.205997:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455303424:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.206029:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2375e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf20 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.206050:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:3.0:1746143530.206112:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098179c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1782:x1830963462137088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4491us (5323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.206120:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30606 00000100:00100000:1.0:1746143530.206646:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.206976:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462137472 00000100:00100000:3.0:1746143530.206984:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462137472 00000100:00100000:3.0:1746143530.207025:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30607 00000100:00100000:3.0:1746143530.207032:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1794:x1830963462137472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.207047:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.207061:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23765 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf27 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.207083:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.207087:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2375e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf20 expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.207092:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.207095:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23765 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf27 expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.207126:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2375e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf20 expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.207135:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23765 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf27 expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.207146:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805e00, rc 0) 00000100:00100000:3.0:1746143530.207183:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1794:x1830963462137472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (1312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.207188:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30607 00000100:00100000:2.0:1746143530.207363:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462137600 00000100:00100000:2.0:1746143530.207368:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462137600 00010000:00010000:2.0:1746143530.207388:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23757 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf19 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.207408:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16512 00000100:00100000:2.0:1746143530.207413:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462137600:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.207422:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.207443:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23757 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf19 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.207453:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23757 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf19 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.207470:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23757 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf19 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.207485:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.207487:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.207492:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2375e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf20 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.207499:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2375e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf20 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.207520:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2375e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf20 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.207530:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2375e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf20 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.207542:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a84e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455303680:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.207611:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.210245:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a84e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455303680:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.210267:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.210590:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963462137600:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3173us (3946us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.210601:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16512 00000100:00100000:0.0:1746143530.210780:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.211086:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462137856 00000100:00100000:2.0:1746143530.211093:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462137856 00002000:00100000:2.0:1746143530.211132:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230aca80 x1830963462137856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.211142:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230aca80 with x1830963462137856 ext(0->4095) 00010000:00010000:2.0:1746143530.211151:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2375e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf20 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.211165:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2375e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf20 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.211171:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230aca80 00000100:00100000:2.0:1746143530.211187:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3092 00000100:00100000:2.0:1746143530.211193:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462137856:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143530.212144:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462137856:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 948us (1361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.212155:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3092 00002000:00100000:2.0:1746143530.212162:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230aca80 x1830963462137856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.212169:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230aca80 with x1830963462137856 ext(0->4095) 00010000:00010000:2.0:1746143530.212175:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2375e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf20 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.212184:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2375e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf20 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.212190:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230aca80 00000100:00100000:1.0:1746143530.214251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.214354:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462137984 00000100:00100000:2.0:1746143530.214363:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462137984 00010000:00010000:2.0:1746143530.214540:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2375e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf20 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.214566:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16513 00000100:00100000:2.0:1746143530.214573:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097901180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2004:x1830963462137984:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.214595:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.214612:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2375e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf20 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.214622:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2375e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf20 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.214643:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2375e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf20 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.214799:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.214801:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.214808:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23765 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf27 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.214816:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23765 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf27 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.214846:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23765 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf27 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.214857:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a84e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455303808:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.215279:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.217354:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a84e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455303808:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.217383:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.217592:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097901180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2004:x1830963462137984:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3017us (3347us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.217603:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16513 00000100:00100000:0.0:1746143530.217769:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.217871:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462138240 00000100:00100000:2.0:1746143530.217877:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462138240 00002000:00100000:2.0:1746143530.217909:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230ace00 x1830963462138240/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.217918:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ace00 with x1830963462138240 ext(0->4095) 00002000:00010000:2.0:1746143530.217923:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801230ace00 00000100:00100000:2.0:1746143530.217937:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13802 00000100:00100000:2.0:1746143530.217944:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462138240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.218048:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462138240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (280us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.218053:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13802 00002000:00100000:2.0:1746143530.218058:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230ace00 x1830963462138240/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.218064:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230ace00 with x1830963462138240 ext(0->4095) 00002000:00010000:2.0:1746143530.218067:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801230ace00 00000100:00100000:1.0:1746143530.219786:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.219851:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462138368 00000100:00100000:0.0:1746143530.219856:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462138368 00000100:00100000:0.0:1746143530.219896:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30608 00000100:00100000:0.0:1746143530.219901:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462138368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143530.219915:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143530.219931:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f2376c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf2e expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.219958:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23765 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf27 expref: 39 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.219965:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143530.219967:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143530.219970:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f2376c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf2e expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.219995:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23765 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf27 expref: 39 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.220006:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23765 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf27 expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746143530.220021:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801230aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455303936:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143530.220686:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e540 going to sleep for 11 seconds 00000100:00100000:1.0:1746143530.221995:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801230aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455303936:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143530.222023:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f2376c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf2e expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.222040:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213a00, rc 0) 00000100:00100000:1.0:1746143530.222087:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462138368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2185us (2305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.222094:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30608 00000100:00100000:0.0:1746143530.223025:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.223253:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462138496 00000100:00100000:2.0:1746143530.223264:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462138496 00010000:00010000:2.0:1746143530.223334:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23765 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf27 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.223372:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16514 00000100:00100000:2.0:1746143530.223379:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462138496:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.223396:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.223464:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23765 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf27 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.223477:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23765 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf27 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.223501:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23765 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf27 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.223529:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.223531:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.223539:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f2376c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf2e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.223548:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f2376c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf2e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.223609:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f2376c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf2e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.223621:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a84e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455304064:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.224347:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b540 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.226178:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a84e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455304064:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.226200:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.226242:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2006:x1830963462138496:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2863us (3220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.226253:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16514 00000100:00100000:0.0:1746143530.226721:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.226990:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462138752 00000100:00100000:1.0:1746143530.226997:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462138752 00002000:00100000:1.0:1746143530.227030:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230aed80 x1830963462138752/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.227036:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230aed80 with x1830963462138752 ext(0->4095) 00002000:00010000:1.0:1746143530.227040:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801230aed80 00000100:00100000:1.0:1746143530.227061:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13803 00000100:00100000:1.0:1746143530.227065:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462138752:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143530.227191:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462138752:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (471us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.227195:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13803 00002000:00100000:1.0:1746143530.227199:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230aed80 x1830963462138752/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.227203:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230aed80 with x1830963462138752 ext(0->4095) 00002000:00010000:1.0:1746143530.227205:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801230aed80 00000100:00100000:0.0:1746143530.228585:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.228724:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462138880 00000100:00100000:1.0:1746143530.228729:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462138880 00000100:00100000:1.0:1746143530.228767:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30609 00000100:00100000:1.0:1746143530.228772:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:1782:x1830963462138880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143530.228785:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143530.228801:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23773 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf35 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.228829:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f2376c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf2e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.228837:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143530.228838:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143530.228842:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23773 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf35 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.228869:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f2376c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf2e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.228884:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f2376c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf2e expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746143530.228894:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455304192:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143530.228964:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa240 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.229355:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.229665:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462139008 00000100:00100000:2.0:1746143530.229669:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462139008 00000100:00100000:2.0:1746143530.229699:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30610 00000100:00100000:2.0:1746143530.229704:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1794:x1830963462139008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.229712:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.229719:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2377a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf3c expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.229737:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.229741:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23773 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf35 expref: 42 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.229746:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.229748:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2377a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf3c expref: 42 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.229768:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23773 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf35 expref: 42 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.229779:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2377a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf3c expref: 42 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.229787:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79a00, rc 0) 00000100:00100000:2.0:1746143530.229812:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:1794:x1830963462139008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.229817:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30610 00000100:00100000:1.0:1746143530.230918:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455304192:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143530.230941:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23773 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf35 expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.230953:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350200, rc 0) 00000100:00100000:1.0:1746143530.230978:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1782:x1830963462138880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2205us (2405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.230984:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30609 00000100:00100000:0.0:1746143530.231588:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.232369:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462139136 00000100:00100000:2.0:1746143530.232378:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462139136 00010000:00010000:2.0:1746143530.232413:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f2376c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf2e expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.232512:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16515 00000100:00100000:2.0:1746143530.232520:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462139136:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.232534:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.232555:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f2376c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf2e expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.232567:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f2376c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf2e expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.232600:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f2376c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf2e expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.232778:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.232780:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.232789:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23773 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf35 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.232797:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23773 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf35 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.232831:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23773 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf35 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.232843:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23773 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf35 expref: 40 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.232856:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a84e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455304448:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.233334:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b540 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.235251:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a84e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455304448:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.235272:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.235355:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462139136:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2834us (3765us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.235365:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16515 00000100:00100000:0.0:1746143530.235767:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.235853:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462139392 00000100:00100000:1.0:1746143530.235860:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462139392 00002000:00100000:1.0:1746143530.235896:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9d500 x1830963462139392/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.235904:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9d500 with x1830963462139392 ext(0->4095) 00010000:00010000:1.0:1746143530.235911:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23773 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf35 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.235923:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23773 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf35 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.235932:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9d500 00000100:00100000:1.0:1746143530.235958:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3093 00000100:00100000:1.0:1746143530.235964:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462139392:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143530.236076:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462139392:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.236081:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3093 00002000:00100000:1.0:1746143530.236085:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9d500 x1830963462139392/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.236092:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9d500 with x1830963462139392 ext(0->4095) 00010000:00010000:1.0:1746143530.236095:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23773 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf35 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.236103:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23773 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf35 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.236109:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9d500 00000100:00100000:0.0:1746143530.239377:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.239497:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462139520 00000100:00100000:2.0:1746143530.239505:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462139520 00010000:00010000:2.0:1746143530.239537:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23773 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf35 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.239562:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16516 00000100:00100000:2.0:1746143530.239567:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f640a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462139520:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.239587:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.239605:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23773 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf35 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.239616:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23773 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf35 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.239635:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23773 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf35 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.239655:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.239656:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.239663:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2377a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf3c expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.239671:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2377a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf3c expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.239700:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2377a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf3c expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.239713:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a84e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455304576:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.240546:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.243905:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.243951:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462139776 00000100:00100000:3.0:1746143530.243960:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462139776 00000100:00100000:2.0:1746143530.243984:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a84e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455304576:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.244004:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746143530.244006:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f643100 x1830963462139776/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.244015:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643100 with x1830963462139776 ext(0->4095) 00002000:00010000:3.0:1746143530.244019:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f643100 00000100:00100000:3.0:1746143530.244049:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13804 00000100:00100000:3.0:1746143530.244057:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462139776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143530.244100:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f640a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462139520:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4531us (4731us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.244108:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16516 00000100:00100000:3.0:1746143530.244181:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462139776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (285us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.244187:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13804 00002000:00100000:3.0:1746143530.244192:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f643100 x1830963462139776/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.244199:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643100 with x1830963462139776 ext(0->4095) 00002000:00010000:3.0:1746143530.244201:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f643100 00000100:00100000:0.0:1746143530.247269:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.247368:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462139904 00000100:00100000:1.0:1746143530.247377:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462139904 00000100:00100000:1.0:1746143530.247423:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30611 00000100:00100000:1.0:1746143530.247429:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462139904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143530.247447:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143530.247464:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23781 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf43 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.247498:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2377a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf3c expref: 39 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.247505:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.247507:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.247510:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23781 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf43 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.247538:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2377a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf3c expref: 39 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.247548:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2377a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf3c expref: 39 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:1.0:1746143530.247559:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455304704:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143530.248040:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fae40 going to sleep for 11 seconds 00000100:00100000:1.0:1746143530.249522:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455304704:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143530.249550:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23781 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf43 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.249566:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351600, rc 0) 00000100:00100000:1.0:1746143530.249607:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462139904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2177us (2348us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.249614:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30611 00000100:00100000:2.0:1746143530.250959:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.251016:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462140032 00000100:00100000:0.0:1746143530.251023:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462140032 00010000:00010000:0.0:1746143530.251051:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2377a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf3c expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746143530.251082:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16517 00000100:00100000:0.0:1746143530.251088:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462140032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143530.251104:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143530.251124:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2377a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf3c expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143530.251133:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2377a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf3c expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143530.251156:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2377a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf3c expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143530.251181:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143530.251183:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143530.251190:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23781 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf43 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.251197:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23781 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf43 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.251226:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23781 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf43 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143530.251237:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f642a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455304832:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143530.251331:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e180 going to sleep for 11 seconds 00000100:00100000:1.0:1746143530.253709:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.253800:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.253865:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462140160 00000100:00100000:0.0:1746143530.253873:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462140160 00000100:00100000:0.0:1746143530.253915:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30612 00000100:00100000:0.0:1746143530.253922:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1782:x1830963462140160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143530.253941:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143530.253958:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23788 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf4a expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.253987:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23781 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf43 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.253994:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143530.253996:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143530.254000:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23788 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf4a expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.254025:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23781 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf43 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.254035:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23781 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf43 expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746143530.254045:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455304960:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.254127:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462140416 00000100:00100000:3.0:1746143530.254131:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462140416 00002000:00100000:3.0:1746143530.254159:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236d500 x1830963462140416/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.254167:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236d500 with x1830963462140416 ext(0->4095) 00010000:00010000:3.0:1746143530.254173:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23781 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf43 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.254181:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23781 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf43 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.254186:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236d500 00000100:00100000:3.0:1746143530.254200:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3094 00000100:00100000:3.0:1746143530.254204:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462140416:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143530.254586:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f642a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455304832:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.254603:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143530.255332:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e240 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.255411:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462140416:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1203us (1608us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.255419:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3094 00002000:00100000:3.0:1746143530.255427:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236d500 x1830963462140416/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.255434:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236d500 with x1830963462140416 ext(0->4095) 00010000:00010000:3.0:1746143530.255440:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23781 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf43 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.255451:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23781 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf43 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.255457:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236d500 00000100:00100000:2.0:1746143530.255779:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462140032:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4688us (4820us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.255787:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16517 00000100:00100000:2.0:1746143530.258353:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f641500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455304960:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.258391:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23788 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf4a expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.258410:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091553000, rc 0) 00000100:00100000:2.0:1746143530.258462:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1782:x1830963462140160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4539us (4761us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.258470:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30612 00000100:00100000:0.0:1746143530.258808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.259753:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462140544 00000100:00100000:2.0:1746143530.259761:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462140544 00000100:00100000:2.0:1746143530.259810:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30613 00000100:00100000:2.0:1746143530.259816:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1794:x1830963462140544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.259832:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.259844:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2378f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf51 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.259868:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.259873:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23788 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf4a expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.259878:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.259881:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2378f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf51 expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.259909:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23788 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf4a expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.259918:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2378f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf51 expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.259925:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79e00, rc 0) 00000100:00100000:2.0:1746143530.259951:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1794:x1830963462140544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.259955:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30613 00000100:00100000:0.0:1746143530.260713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.261072:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462140672 00000100:00100000:2.0:1746143530.261076:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462140672 00010000:00010000:2.0:1746143530.261097:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23781 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf43 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.261269:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16518 00000100:00100000:2.0:1746143530.261274:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462140672:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.261286:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.261336:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23781 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf43 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.261346:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23781 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf43 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.261363:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23781 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf43 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.261385:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.261386:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.261392:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23788 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf4a expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.261399:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23788 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf4a expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.261420:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23788 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf4a expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.261429:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23788 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf4a expref: 40 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.261444:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455305216:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.262178:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b540 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.265593:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.265684:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455305216:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143530.265705:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143530.265763:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462140672:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4487us (5050us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143530.265775:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16518 00000100:00100000:3.0:1746143530.265883:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462140928 00000100:00100000:3.0:1746143530.265890:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462140928 00002000:00100000:3.0:1746143530.265932:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a84000 x1830963462140928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.265941:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84000 with x1830963462140928 ext(0->4095) 00010000:00010000:3.0:1746143530.265950:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23788 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf4a expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.265961:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23788 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf4a expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.265966:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a84000 00000100:00100000:3.0:1746143530.265982:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3095 00000100:00100000:3.0:1746143530.265988:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462140928:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143530.266120:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462140928:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (550us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.266125:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3095 00002000:00100000:3.0:1746143530.266129:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a84000 x1830963462140928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.266135:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84000 with x1830963462140928 ext(0->4095) 00010000:00010000:3.0:1746143530.266139:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23788 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf4a expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.266147:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23788 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf4a expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.266152:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a84000 00000100:00100000:0.0:1746143530.268100:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.268206:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462141056 00000100:00100000:2.0:1746143530.268213:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462141056 00010000:00010000:2.0:1746143530.268246:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23788 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf4a expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.268282:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16519 00000100:00100000:2.0:1746143530.268287:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f640a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462141056:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.268322:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.268340:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23788 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf4a expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.268351:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23788 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf4a expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.268373:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23788 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf4a expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.268393:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.268395:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.268403:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2378f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf51 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.268411:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2378f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf51 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.268446:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2378f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf51 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.268459:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a86d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455305344:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.268536:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.271453:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.271642:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462141312 00000100:00100000:1.0:1746143530.271650:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462141312 00002000:00100000:1.0:1746143530.271694:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f641180 x1830963462141312/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.271704:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641180 with x1830963462141312 ext(0->4095) 00002000:00010000:1.0:1746143530.271709:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f641180 00000100:00100000:1.0:1746143530.271741:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13805 00000100:00100000:1.0:1746143530.271748:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462141312:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143530.271884:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462141312:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.271890:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13805 00002000:00100000:1.0:1746143530.271897:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f641180 x1830963462141312/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.271904:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641180 with x1830963462141312 ext(0->4095) 00002000:00010000:1.0:1746143530.271906:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f641180 00000100:00100000:2.0:1746143530.272028:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a86d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455305344:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.272049:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.272072:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f640a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462141056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3785us (3979us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.272080:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16519 00000100:00100000:0.0:1746143530.273851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.274115:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462141440 00000100:00100000:3.0:1746143530.274123:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462141440 00000100:00100000:3.0:1746143530.274165:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30614 00000100:00100000:3.0:1746143530.274172:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462141440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.274186:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.274200:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23796 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf58 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.274228:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2378f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf51 expref: 39 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.274235:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.274236:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.274240:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23796 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf58 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.274268:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2378f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf51 expref: 39 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.274279:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2378f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf51 expref: 39 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.274291:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455305472:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.274394:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.275954:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455305472:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.275976:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23796 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf58 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.275991:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805e00, rc 0) 00000100:00100000:3.0:1746143530.276424:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462141440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2252us (2578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.276432:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30614 00000100:00100000:0.0:1746143530.276776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.277011:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462141568 00000100:00100000:3.0:1746143530.277017:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462141568 00010000:00010000:3.0:1746143530.277040:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2378f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf51 expref: 40 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.277066:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16520 00000100:00100000:3.0:1746143530.277071:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462141568:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.277084:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.277103:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2378f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf51 expref: 40 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.277112:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2378f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf51 expref: 40 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.277135:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2378f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf51 expref: 40 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.277151:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.277153:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.277160:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23796 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf58 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.277171:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23796 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf58 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.277199:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23796 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf58 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.277210:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455305600:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.277270:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.279725:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.279830:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455305600:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.279846:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.279883:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2007:x1830963462141568:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2811us (3107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.279891:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16520 00000100:00100000:2.0:1746143530.279979:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462141824 00000100:00100000:2.0:1746143530.279985:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462141824 00002000:00100000:2.0:1746143530.280018:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f641500 x1830963462141824/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.280028:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641500 with x1830963462141824 ext(0->4095) 00002000:00010000:2.0:1746143530.280032:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f641500 00000100:00100000:2.0:1746143530.280056:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13806 00000100:00100000:2.0:1746143530.280062:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462141824:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.280182:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462141824:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (464us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.280188:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13806 00002000:00100000:2.0:1746143530.280192:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f641500 x1830963462141824/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.280204:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641500 with x1830963462141824 ext(0->4095) 00002000:00010000:2.0:1746143530.280206:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f641500 00000100:00100000:0.0:1746143530.282354:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.282500:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462141952 00000100:00100000:3.0:1746143530.282507:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462141952 00000100:00100000:3.0:1746143530.282549:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30615 00000100:00100000:3.0:1746143530.282554:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:1794:x1830963462141952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.282568:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.282592:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2379d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf5f expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.282624:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23796 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf58 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.282632:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.282634:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.282638:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2379d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf5f expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.282667:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23796 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf58 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.282677:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23796 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf58 expref: 5 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.282687:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455305728:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143530.282717:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.283078:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.283317:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462142080 00000100:00100000:2.0:1746143530.283321:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462142080 00000100:00100000:2.0:1746143530.283355:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30616 00000100:00100000:2.0:1746143530.283361:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1782:x1830963462142080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.283369:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.283376:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f237a4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf66 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.283387:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.283391:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2379d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf5f expref: 42 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.283396:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.283398:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f237a4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf66 expref: 42 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.283419:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2379d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf5f expref: 42 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.283430:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f237a4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf66 expref: 42 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.283438:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79000, rc 0) 00000100:00100000:2.0:1746143530.283470:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:1782:x1830963462142080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.283476:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30616 00000100:00100000:3.0:1746143530.285458:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455305728:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.285482:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2379d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf5f expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.285494:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:3.0:1746143530.285911:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1794:x1830963462141952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3354us (3560us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.285918:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30615 00000100:00100000:0.0:1746143530.287341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.287420:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462142208 00000100:00100000:3.0:1746143530.287428:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462142208 00010000:00010000:3.0:1746143530.287456:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23796 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf58 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.287511:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16521 00000100:00100000:3.0:1746143530.287517:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097901180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462142208:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.287532:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.287551:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23796 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf58 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.287562:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23796 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf58 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.287595:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23796 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf58 expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.287754:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.287756:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.287765:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2379d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf5f expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.287773:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2379d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf5f expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.287805:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2379d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf5f expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.287815:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2379d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf5f expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.287827:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455305984:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.287974:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143530.289762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.289903:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462142464 00000100:00100000:0.0:1746143530.289910:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462142464 00002000:00100000:0.0:1746143530.289947:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236f800 x1830963462142464/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143530.289957:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236f800 with x1830963462142464 ext(0->4095) 00010000:00010000:0.0:1746143530.289964:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2379d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf5f expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143530.289975:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2379d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf5f expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746143530.289981:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236f800 00000100:00100000:3.0:1746143530.290066:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455305984:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.290084:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.290121:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097901180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462142208:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2604us (2784us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.290128:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16521 00000100:00100000:0.0:1746143530.290524:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3096 00000100:00100000:0.0:1746143530.290531:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462142464:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143530.290662:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462142464:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (906us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143530.290668:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3096 00002000:00100000:0.0:1746143530.290673:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236f800 x1830963462142464/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143530.290680:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236f800 with x1830963462142464 ext(0->4095) 00010000:00010000:0.0:1746143530.290684:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2379d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf5f expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143530.290693:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2379d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf5f expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746143530.290698:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236f800 00000100:00100000:0.0:1746143530.294251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.294496:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462142592 00000100:00100000:3.0:1746143530.294506:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462142592 00000100:00100000:3.0:1746143530.294549:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30617 00000100:00100000:3.0:1746143530.294556:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462142592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.294574:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.294602:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf6d expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.294630:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.294636:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f237a4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf66 expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.294641:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143530.294644:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ab lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf6d expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.294678:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f237a4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf66 expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.294689:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ab lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf6d expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.294698:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:3.0:1746143530.294750:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462142592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.294757:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30617 00000100:00100000:2.0:1746143530.294995:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.295637:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462142720 00000100:00100000:3.0:1746143530.295641:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462142720 00010000:00010000:3.0:1746143530.295658:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2379d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf5f expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.295685:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16522 00000100:00100000:3.0:1746143530.295691:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462142720:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.295700:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.295719:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2379d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf5f expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.295729:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2379d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf5f expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.295747:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2379d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf5f expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.295768:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.295769:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.295776:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f237a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf66 expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.295783:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f237a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf66 expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.295801:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f237a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf66 expref: 40 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.295811:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f237a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf66 expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.295821:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455306240:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.295877:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.298361:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455306240:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.298382:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.298433:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462142720:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2740us (3437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.298442:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16522 00000100:00100000:0.0:1746143530.298632:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.298755:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462142976 00000100:00100000:2.0:1746143530.298761:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462142976 00002000:00100000:2.0:1746143530.298795:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9f480 x1830963462142976/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.298804:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9f480 with x1830963462142976 ext(0->4095) 00010000:00010000:2.0:1746143530.298812:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f237a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf66 expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.298822:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f237a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf66 expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.298828:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9f480 00000100:00100000:2.0:1746143530.298842:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3097 00000100:00100000:2.0:1746143530.298847:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462142976:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.298961:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462142976:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (330us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.298967:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3097 00002000:00100000:2.0:1746143530.298971:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096d9f480 x1830963462142976/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.298978:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096d9f480 with x1830963462142976 ext(0->4095) 00010000:00010000:2.0:1746143530.298982:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f237a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf66 expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.298995:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f237a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf66 expref: 40 pid: 9573 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.299000:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096d9f480 00000100:00100000:1.0:1746143530.301722:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.301839:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462143104 00000100:00100000:0.0:1746143530.301848:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462143104 00000100:00100000:0.0:1746143530.301901:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30618 00000100:00100000:0.0:1746143530.301908:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1782:x1830963462143104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143530.301927:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143530.301944:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f237b2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf74 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.301973:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143530.301981:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf6d expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.301988:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746143530.301991:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f237b2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf74 expref: 41 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.302034:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ab lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf6d expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.302046:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f237b2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf74 expref: 41 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.302056:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091553000, rc 0) 00000100:00100000:0.0:1746143530.302096:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1782:x1830963462143104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143530.302102:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30618 00000100:00100000:1.0:1746143530.302256:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.302458:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462143232 00000100:00100000:3.0:1746143530.302462:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462143232 00010000:00010000:3.0:1746143530.302477:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f237a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf66 expref: 41 pid: 9573 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.302493:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16523 00000100:00100000:3.0:1746143530.302497:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462143232:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.302504:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.302521:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f237a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf66 expref: 41 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.302530:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f237a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf66 expref: 41 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.302545:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f237a4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf66 expref: 41 pid: 9573 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.302556:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.302557:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.302563:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf6d expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.302569:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf6d expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.302597:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf6d expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.302606:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf6d expref: 5 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.302617:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455306496:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.302674:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.305496:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455306496:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.305515:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.305929:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462143232:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3427us (3669us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.305939:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16523 00000100:00100000:0.0:1746143530.306411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.306744:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462143488 00000100:00100000:1.0:1746143530.306752:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462143488 00002000:00100000:1.0:1746143530.306797:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ea00 x1830963462143488/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.306807:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ea00 with x1830963462143488 ext(0->4095) 00010000:00010000:1.0:1746143530.306816:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf6d expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.306829:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf6d expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.306835:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189ea00 00000100:00100000:1.0:1746143530.306863:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3098 00000100:00100000:1.0:1746143530.306870:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462143488:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143530.307013:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462143488:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (603us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.307020:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3098 00002000:00100000:1.0:1746143530.307025:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ea00 x1830963462143488/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.307031:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ea00 with x1830963462143488 ext(0->4095) 00010000:00010000:1.0:1746143530.307036:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf6d expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.307044:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf6d expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.307050:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189ea00 00000100:00100000:0.0:1746143530.311106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.311459:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462143616 00000100:00100000:3.0:1746143530.311470:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462143616 00010000:00010000:3.0:1746143530.311506:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf6d expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.311616:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16524 00000100:00100000:3.0:1746143530.311624:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462143616:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.311639:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.311662:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf6d expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.311672:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf6d expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.311694:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf6d expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.311720:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.311722:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.311730:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f237b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf74 expref: 39 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.311737:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f237b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf74 expref: 39 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.311770:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f237b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf74 expref: 39 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.311783:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455306624:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.311875:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.314114:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455306624:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.314136:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.314604:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462143616:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2977us (3505us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.314618:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16524 00000100:00100000:0.0:1746143530.315657:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.315745:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462143872 00000100:00100000:2.0:1746143530.315816:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462143872 00002000:00100000:2.0:1746143530.315859:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ca80 x1830963462143872/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.315870:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ca80 with x1830963462143872 ext(0->4095) 00002000:00010000:2.0:1746143530.315876:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189ca80 00000100:00100000:2.0:1746143530.316030:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13807 00000100:00100000:2.0:1746143530.316039:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462143872:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.316375:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462143872:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 337us (720us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.316380:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13807 00002000:00100000:2.0:1746143530.316385:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189ca80 x1830963462143872/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.316392:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189ca80 with x1830963462143872 ext(0->4095) 00002000:00010000:2.0:1746143530.316395:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009189ca80 00000100:00100000:0.0:1746143530.318630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.318797:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462144000 00000100:00100000:3.0:1746143530.318807:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462144000 00000100:00100000:3.0:1746143530.319032:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30619 00000100:00100000:3.0:1746143530.319041:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462144000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.319058:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.319077:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f237b9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf7b expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.319109:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f237b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf74 expref: 39 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.319116:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.319118:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.319121:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f237b9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf7b expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.319153:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f237b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf74 expref: 39 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.319164:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f237b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf74 expref: 39 pid: 12044 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.319177:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455306752:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.319917:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.321354:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455306752:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.321385:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f237b9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf7b expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.321402:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804e00, rc 0) 00000100:00100000:3.0:1746143530.321450:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462144000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2409us (2829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.321458:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30619 00000100:00100000:0.0:1746143530.322079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.322445:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462144128 00000100:00100000:3.0:1746143530.322453:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462144128 00010000:00010000:3.0:1746143530.322481:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f237b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf74 expref: 40 pid: 12044 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.322685:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16525 00000100:00100000:3.0:1746143530.322692:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a3a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462144128:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.322706:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.322726:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f237b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf74 expref: 40 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.322736:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f237b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf74 expref: 40 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.322757:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f237b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf74 expref: 40 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.322879:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.322881:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.322888:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f237b9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf7b expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.322896:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f237b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf7b expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.322926:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f237b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf7b expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.322938:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455306880:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.323243:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.324726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.324814:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462144256 00000100:00100000:3.0:1746143530.324821:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462144256 00000100:00100000:3.0:1746143530.324854:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30620 00000100:00100000:3.0:1746143530.324860:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1782:x1830963462144256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.324875:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746143530.324882:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455306880:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.324890:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237c0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf82 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.324899:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746143530.324913:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f237b9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf7b expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.324920:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.324921:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.324925:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237c0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf82 expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.324946:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f237b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf7b expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.324957:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f237b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf7b expref: 5 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.324967:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455307008:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.325429:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a3a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462144128:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2735us (3348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.325434:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.325441:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16525 00000100:00100000:1.0:1746143530.326086:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.326239:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462144512 00000100:00100000:2.0:1746143530.326244:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462144512 00002000:00100000:2.0:1746143530.326276:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236c000 x1830963462144512/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.326284:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236c000 with x1830963462144512 ext(0->4095) 00010000:00010000:2.0:1746143530.326291:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f237b9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf7b expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.326318:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f237b9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf7b expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.326324:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236c000 00000100:00100000:2.0:1746143530.326339:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3099 00000100:00100000:2.0:1746143530.326345:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462144512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.326479:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462144512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (392us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.326485:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3099 00002000:00100000:2.0:1746143530.326491:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236c000 x1830963462144512/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.326498:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236c000 with x1830963462144512 ext(0->4095) 00010000:00010000:2.0:1746143530.326503:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f237b9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf7b expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.326517:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f237b9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf7b expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.326523:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236c000 00000100:00100000:0.0:1746143530.328687:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.328807:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455307008:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.328835:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237c0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf82 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.328850:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805e00, rc 0) 00000100:00100000:3.0:1746143530.329707:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1782:x1830963462144256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4842us (4982us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.329716:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30620 00000100:00100000:3.0:1746143530.329750:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462144640 00000100:00100000:3.0:1746143530.329755:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462144640 00000100:00100000:3.0:1746143530.329789:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30621 00000100:00100000:3.0:1746143530.329795:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1794:x1830963462144640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.329808:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.329823:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237c7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf89 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.329851:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.329856:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237c0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf82 expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.329862:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.329865:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237c7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf89 expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.329897:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237c0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf82 expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.329908:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237c7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf89 expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.329915:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00000100:00100000:3.0:1746143530.329948:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1794:x1830963462144640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (1268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.329954:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30621 00000100:00100000:0.0:1746143530.330544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.330874:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462144768 00000100:00100000:3.0:1746143530.330878:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462144768 00010000:00010000:3.0:1746143530.330898:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f237b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf7b expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.330919:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16526 00000100:00100000:3.0:1746143530.330924:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462144768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.330933:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.330955:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f237b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf7b expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.330965:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f237b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf7b expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.330983:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f237b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf7b expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.331000:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.331001:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.331007:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf82 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.331015:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf82 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.331038:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf82 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.331049:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf82 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.331060:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455307264:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.332033:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.334186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.334607:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455307264:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143530.334623:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462145024 00010000:00010000:3.0:1746143530.334627:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143530.334631:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462145024 00000100:00100000:3.0:1746143530.334671:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462144768:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3746us (4127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.334682:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16526 00002000:00100000:1.0:1746143530.334805:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008efb8380 x1830963462145024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.334822:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb8380 with x1830963462145024 ext(0->4095) 00010000:00010000:1.0:1746143530.334831:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf82 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.334846:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf82 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.334853:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008efb8380 00000100:00100000:1.0:1746143530.334883:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3100 00000100:00100000:1.0:1746143530.334890:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462145024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143530.335654:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462145024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 762us (1475us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.335661:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3100 00002000:00100000:1.0:1746143530.335666:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008efb8380 x1830963462145024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.335674:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb8380 with x1830963462145024 ext(0->4095) 00010000:00010000:1.0:1746143530.335679:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf82 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.335688:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf82 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.335694:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008efb8380 00000100:00100000:0.0:1746143530.337808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.338566:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462145152 00000100:00100000:3.0:1746143530.338586:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462145152 00010000:00010000:3.0:1746143530.338618:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf82 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.338656:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16527 00000100:00100000:3.0:1746143530.338662:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462145152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.338675:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.338695:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf82 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.338706:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf82 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.338731:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf82 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.338764:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.338767:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.338773:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf89 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.338994:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf89 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.339032:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf89 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.339046:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455307392:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.339134:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.342615:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.342712:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462145408 00000100:00100000:1.0:1746143530.342722:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462145408 00002000:00100000:1.0:1746143530.342769:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008ef46d80 x1830963462145408/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.342779:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef46d80 with x1830963462145408 ext(0->4095) 00002000:00010000:1.0:1746143530.342784:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ef46d80 00000100:00100000:1.0:1746143530.342818:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13808 00000100:00100000:1.0:1746143530.342826:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462145408:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143530.342886:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455307392:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.342905:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.342959:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462145152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4295us (5156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.342967:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16527 00000100:00100000:1.0:1746143530.343337:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462145408:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 510us (732us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.343342:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13808 00002000:00100000:1.0:1746143530.343348:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008ef46d80 x1830963462145408/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.343355:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef46d80 with x1830963462145408 ext(0->4095) 00002000:00010000:1.0:1746143530.343357:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ef46d80 00000100:00100000:0.0:1746143530.345176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.346605:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462145536 00000100:00100000:2.0:1746143530.346616:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462145536 00000100:00100000:2.0:1746143530.346785:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30622 00000100:00100000:2.0:1746143530.346794:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462145536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.346815:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.346834:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f237ce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf90 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.346868:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf89 expref: 39 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.346875:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.346877:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.346880:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f237ce lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf90 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.346913:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf89 expref: 39 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.346925:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf89 expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.346938:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455307520:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.347399:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.350397:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455307520:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.350440:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f237ce lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf90 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.350461:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:2.0:1746143530.350512:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462145536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3718us (5341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.350521:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30622 00000100:00100000:0.0:1746143530.350972:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.351211:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462145664 00000100:00100000:3.0:1746143530.351218:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462145664 00010000:00010000:3.0:1746143530.351248:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf89 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.351269:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16528 00000100:00100000:3.0:1746143530.351274:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462145664:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.351286:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.351332:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf89 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.351341:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf89 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.351364:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf89 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.351388:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.351391:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.351398:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f237ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf90 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.351407:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f237ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf90 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.351436:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f237ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf90 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.351449:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455307648:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.351511:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.354473:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455307648:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.354496:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.355392:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2007:x1830963462145664:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4112us (4417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.355403:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16528 00000100:00100000:1.0:1746143530.355723:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.355837:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.355888:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462146048 00000100:00100000:3.0:1746143530.355895:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462146048 00000100:00100000:3.0:1746143530.355928:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30623 00000100:00100000:3.0:1746143530.355934:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:1782:x1830963462146048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.355953:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.355971:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237d5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf97 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.355999:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f237ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf90 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.356010:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.356012:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.356015:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237d5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf97 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.356042:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f237ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf90 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.356052:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f237ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf90 expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.356063:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455307776:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.356118:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.356286:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462145920 00000100:00100000:0.0:1746143530.356290:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462145920 00002000:00100000:0.0:1746143530.356336:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236e300 x1830963462145920/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143530.356345:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236e300 with x1830963462145920 ext(0->4095) 00010000:00010000:0.0:1746143530.356351:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f237ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf90 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143530.356361:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f237ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf90 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746143530.356366:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236e300 00000100:00100000:0.0:1746143530.356380:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3101 00000100:00100000:0.0:1746143530.356386:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462145920:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143530.356521:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462145920:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (798us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143530.356527:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3101 00002000:00100000:0.0:1746143530.356531:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236e300 x1830963462145920/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143530.356538:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236e300 with x1830963462145920 ext(0->4095) 00010000:00010000:0.0:1746143530.356542:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f237ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf90 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143530.356550:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f237ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf90 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746143530.356555:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236e300 00000100:00100000:3.0:1746143530.360024:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455307776:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.360057:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237d5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf97 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.360074:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:3.0:1746143530.360135:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1782:x1830963462146048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4200us (4296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.360144:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30623 00000100:00100000:0.0:1746143530.362132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.362447:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.362792:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462146176 00000100:00100000:3.0:1746143530.362802:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462146176 00000100:00100000:3.0:1746143530.362845:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30624 00000100:00100000:3.0:1746143530.362852:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1794:x1830963462146176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.362872:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.362888:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f237dc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bf9e expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.362913:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.362918:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237d5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf97 expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.362923:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.362926:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f237dc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf9e expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.362961:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237d5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf97 expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.362971:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f237dc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf9e expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.362980:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805000, rc 0) 00000100:00100000:3.0:1746143530.363028:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1794:x1830963462146176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.363034:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30624 00000100:00100000:2.0:1746143530.363360:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462146304 00000100:00100000:2.0:1746143530.363365:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462146304 00010000:00010000:2.0:1746143530.363385:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f237ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf90 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.363410:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16529 00000100:00100000:2.0:1746143530.363415:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462146304:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.363424:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.363444:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f237ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf90 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.363455:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f237ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf90 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.363472:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f237ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf90 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.363501:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.363502:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.363508:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf97 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.363515:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf97 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.363535:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf97 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.363546:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf97 expref: 40 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.363557:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a86d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455308032:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.363623:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.366958:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.367926:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a86d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455308032:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.367950:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.368011:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963462146304:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4595us (5563us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.368022:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16529 00000100:00100000:3.0:1746143530.368182:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462146560 00000100:00100000:3.0:1746143530.368189:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462146560 00002000:00100000:3.0:1746143530.368226:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9e300 x1830963462146560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.368235:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9e300 with x1830963462146560 ext(0->4095) 00010000:00010000:3.0:1746143530.368244:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf97 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.368256:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf97 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.368261:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9e300 00000100:00100000:3.0:1746143530.368285:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3102 00000100:00100000:3.0:1746143530.368291:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462146560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143530.368427:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462146560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (1481us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.368432:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3102 00002000:00100000:3.0:1746143530.368436:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9e300 x1830963462146560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.368443:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9e300 with x1830963462146560 ext(0->4095) 00010000:00010000:3.0:1746143530.368446:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf97 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.368454:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf97 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.368458:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9e300 00000100:00100000:0.0:1746143530.371186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.371438:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462146688 00000100:00100000:2.0:1746143530.371448:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462146688 00010000:00010000:2.0:1746143530.371479:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf97 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.371511:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16530 00000100:00100000:2.0:1746143530.371516:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2005:x1830963462146688:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.371531:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.371548:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf97 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.371558:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf97 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.371585:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf97 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.371599:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.371601:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.371608:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f237dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf9e expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.371615:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f237dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf9e expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.371645:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f237dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf9e expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.371654:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a86d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455308160:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.372585:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.374131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.374231:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a86d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455308160:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.374251:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.374285:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2005:x1830963462146688:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2769us (3106us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.374313:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16530 00000100:00100000:1.0:1746143530.374638:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462146944 00000100:00100000:1.0:1746143530.374644:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462146944 00002000:00100000:1.0:1746143530.374679:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9c380 x1830963462146944/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.374688:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9c380 with x1830963462146944 ext(0->4095) 00002000:00010000:1.0:1746143530.374692:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9c380 00000100:00100000:1.0:1746143530.374896:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13809 00000100:00100000:1.0:1746143530.374903:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462146944:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143530.375020:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462146944:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (898us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.375025:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13809 00002000:00100000:1.0:1746143530.375029:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9c380 x1830963462146944/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.375036:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9c380 with x1830963462146944 ext(0->4095) 00002000:00010000:1.0:1746143530.375039:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9c380 00000100:00100000:0.0:1746143530.377047:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.377251:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462147072 00000100:00100000:3.0:1746143530.377258:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462147072 00000100:00100000:0.0:1746143530.377388:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30625 00000100:00100000:0.0:1746143530.377396:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462147072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143530.377413:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143530.377429:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f237e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bfa5 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.377461:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f237dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf9e expref: 39 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.377467:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143530.377469:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143530.377472:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f237e3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfa5 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.377499:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f237dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf9e expref: 39 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.377509:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f237dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf9e expref: 39 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746143530.377519:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455308288:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143530.377590:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.380114:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455308288:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.380146:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f237e3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfa5 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.380162:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091552400, rc 0) 00000100:00100000:2.0:1746143530.380211:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462147072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2816us (3168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.380218:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30625 00000100:00100000:0.0:1746143530.380642:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.381208:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462147200 00000100:00100000:3.0:1746143530.381216:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462147200 00010000:00010000:3.0:1746143530.381247:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f237dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf9e expref: 40 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.381268:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16531 00000100:00100000:3.0:1746143530.381274:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462147200:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.381287:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.381332:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f237dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf9e expref: 40 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.381342:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f237dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf9e expref: 40 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.381364:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f237dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bf9e expref: 40 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.381388:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.381390:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.381398:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f237e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfa5 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.381406:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f237e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfa5 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.381435:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f237e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfa5 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.381446:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455308416:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.381503:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.384063:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455308416:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.384086:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.385057:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2006:x1830963462147200:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3779us (4413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.385067:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16531 00000100:00100000:1.0:1746143530.385374:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.385473:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.385632:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462147456 00000100:00100000:3.0:1746143530.385638:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462147456 00002000:00100000:3.0:1746143530.385672:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a72d80 x1830963462147456/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.385681:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a72d80 with x1830963462147456 ext(0->4095) 00002000:00010000:3.0:1746143530.385686:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a72d80 00000100:00100000:3.0:1746143530.385707:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13810 00000100:00100000:3.0:1746143530.385712:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462147456:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143530.385820:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462147456:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (447us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.385825:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13810 00002000:00100000:3.0:1746143530.385829:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a72d80 x1830963462147456/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.385835:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a72d80 with x1830963462147456 ext(0->4095) 00002000:00010000:3.0:1746143530.385838:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a72d80 00000100:00100000:3.0:1746143530.387223:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462147584 00000100:00100000:3.0:1746143530.387228:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462147584 00000100:00100000:3.0:1746143530.387678:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30626 00000100:00100000:3.0:1746143530.387685:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:1782:x1830963462147584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.387702:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.387717:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bfac expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.387741:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f237e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfa5 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.387748:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.387749:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.387752:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfac expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.387779:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f237e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfa5 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.387788:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f237e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfa5 expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.387798:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455308544:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143530.388476:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.388492:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462147712 00000100:00100000:0.0:1746143530.388496:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462147712 00000100:00100000:0.0:1746143530.388515:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30627 00000100:00100000:0.0:1746143530.388520:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1794:x1830963462147712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143530.388527:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143530.388533:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f237f1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bfb3 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.388550:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143530.388553:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfac expref: 42 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.388558:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143530.388560:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f237f1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfb3 expref: 42 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.388593:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfac expref: 42 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.388604:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f237f1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfb3 expref: 42 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.388613:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091552200, rc 0) 00000100:00100000:0.0:1746143530.388632:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:1794:x1830963462147712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143530.388637:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30627 00000100:00100000:3.0:1746143530.388734:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.390910:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455308544:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.390933:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfac expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.390946:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:3.0:1746143530.391329:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1782:x1830963462147584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3642us (5854us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.391340:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30626 00000100:00100000:0.0:1746143530.391494:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.391568:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462147840 00000100:00100000:3.0:1746143530.391573:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462147840 00010000:00010000:3.0:1746143530.391602:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f237e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfa5 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.391629:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16532 00000100:00100000:3.0:1746143530.391634:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462147840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.391644:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.391662:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f237e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfa5 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.391671:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f237e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfa5 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.391689:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f237e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfa5 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.391709:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.391710:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.391717:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfac expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.391724:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfac expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.391747:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfac expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.391757:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfac expref: 40 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.391768:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455308800:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.392992:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340730c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.393850:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.393934:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455308800:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.393954:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.394089:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462147840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2454us (2594us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.394098:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462148096 00000100:00100000:3.0:1746143530.394099:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16532 00000100:00100000:1.0:1746143530.394104:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462148096 00002000:00100000:1.0:1746143530.394141:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097b54e00 x1830963462148096/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.394150:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b54e00 with x1830963462148096 ext(0->4095) 00010000:00010000:1.0:1746143530.394157:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfac expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.394169:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfac expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.394175:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097b54e00 00000100:00100000:1.0:1746143530.394197:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3103 00000100:00100000:1.0:1746143530.394203:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462148096:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143530.394941:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462148096:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 736us (1092us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.394949:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3103 00002000:00100000:1.0:1746143530.394955:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097b54e00 x1830963462148096/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.394962:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b54e00 with x1830963462148096 ext(0->4095) 00010000:00010000:1.0:1746143530.394968:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfac expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.394977:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfac expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.394982:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097b54e00 00000100:00100000:0.0:1746143530.396551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.396637:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462148224 00000100:00100000:3.0:1746143530.396644:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462148224 00010000:00010000:3.0:1746143530.396668:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfac expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.396704:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16533 00000100:00100000:3.0:1746143530.396711:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2005:x1830963462148224:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.396725:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.396743:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfac expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.396753:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfac expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.396777:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f237ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfac expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.396793:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.396795:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.396802:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f237f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfb3 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.396810:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f237f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfb3 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.396845:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f237f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfb3 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.396859:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455308928:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.397821:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.399620:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455308928:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.399642:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.399683:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2005:x1830963462148224:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2971us (3135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.399692:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16533 00000100:00100000:0.0:1746143530.400862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.400944:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462148480 00000100:00100000:1.0:1746143530.400951:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462148480 00002000:00100000:1.0:1746143530.400987:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96c000 x1830963462148480/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.400997:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96c000 with x1830963462148480 ext(0->4095) 00002000:00010000:1.0:1746143530.401001:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96c000 00000100:00100000:1.0:1746143530.401125:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13811 00000100:00100000:1.0:1746143530.401132:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462148480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143530.401436:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462148480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 303us (576us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.401442:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13811 00002000:00100000:1.0:1746143530.401448:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96c000 x1830963462148480/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.401460:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96c000 with x1830963462148480 ext(0->4095) 00002000:00010000:1.0:1746143530.401463:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96c000 00000100:00100000:0.0:1746143530.403236:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.403325:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462148608 00000100:00100000:3.0:1746143530.403333:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462148608 00000100:00100000:3.0:1746143530.403380:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30628 00000100:00100000:3.0:1746143530.403386:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462148608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.403402:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.403418:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bfba expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.403452:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f237f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfb3 expref: 39 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.403460:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.403461:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.403464:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237f8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfba expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.403497:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f237f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfb3 expref: 39 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.403509:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f237f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfb3 expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.403522:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455309056:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.403618:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.404973:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455309056:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.404997:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237f8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfba expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.405008:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805e00, rc 0) 00000100:00100000:3.0:1746143530.405040:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462148608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1654us (1810us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.405046:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30628 00000100:00100000:0.0:1746143530.405866:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.405934:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462148736 00000100:00100000:3.0:1746143530.405940:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462148736 00010000:00010000:3.0:1746143530.405963:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f237f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfb3 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.406117:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16534 00000100:00100000:3.0:1746143530.406122:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462148736:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.406131:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.406148:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f237f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfb3 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.406156:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f237f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfb3 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.406175:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f237f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfb3 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.406759:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.406762:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.406771:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfba expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.406780:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfba expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.406812:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfba expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.406823:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455309184:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.406893:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.408859:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455309184:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.408877:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.408922:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2006:x1830963462148736:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2797us (3056us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.408930:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16534 00000100:00100000:0.0:1746143530.409669:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963455309312:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746143530.409711:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143530.409895:0:8386:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455309312 00000100:00100000:3.0:1746143530.409902:0:8386:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455309312 00000100:00100000:3.0:1746143530.409940:0:8386:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1746143530.409946:0:8386:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3766:x1830963455309312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746143530.409985:0:8386:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:3.0:1746143530.410020:0:8386:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3766:x1830963455309312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.410025:0:8386:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1746143530.410262:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963455309312:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746143530.410384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.410498:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462148992 00000100:00100000:1.0:1746143530.410503:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462148992 00002000:00100000:1.0:1746143530.410535:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a86d80 x1830963462148992/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.410544:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86d80 with x1830963462148992 ext(0->4095) 00002000:00010000:1.0:1746143530.410549:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a86d80 00000100:00100000:1.0:1746143530.410653:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13812 00000100:00100000:1.0:1746143530.410659:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462148992:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143530.411067:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462148992:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 406us (682us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.411073:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13812 00002000:00100000:1.0:1746143530.411079:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a86d80 x1830963462148992/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.411087:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86d80 with x1830963462148992 ext(0->4095) 00002000:00010000:1.0:1746143530.411089:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a86d80 00000100:00100000:0.0:1746143530.411869:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.411924:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462149120 00000100:00100000:3.0:1746143530.411928:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462149120 00000100:00100000:3.0:1746143530.411963:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30629 00000100:00100000:3.0:1746143530.411967:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:1782:x1830963462149120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.411978:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.411993:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237ff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bfc1 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.412018:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfba expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.412024:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.412027:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.412030:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237ff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc1 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.412056:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfba expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.412066:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfba expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.412076:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455309440:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.412138:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.414217:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.414247:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462149248 00000100:00100000:0.0:1746143530.414255:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462149248 00000100:00100000:0.0:1746143530.414310:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30630 00000100:00100000:0.0:1746143530.414372:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1794:x1830963462149248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143530.414392:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746143530.414401:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455309440:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143530.414410:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23806 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bfc8 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.414427:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237ff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc1 expref: 42 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.414434:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143530.414439:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237ff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc1 expref: 42 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143530.414444:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746143530.414446:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143530.414449:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23806 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc8 expref: 42 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.414491:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462149376 00000100:00100000:2.0:1746143530.414499:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462149376 00010000:00010000:2.0:1746143530.414520:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfba expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.414549:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16535 00000100:00100000:2.0:1746143530.414554:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462149376:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.414563:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.414672:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00010000:00010000:0.0:1746143530.414687:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237ff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc1 expref: 42 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.414698:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23806 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc8 expref: 42 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.414706:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091553000, rc 0) 00000100:00100000:3.0:1746143530.414709:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:1782:x1830963462149120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2741us (2841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.414715:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30629 00000100:00100000:0.0:1746143530.414725:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:1794:x1830963462149248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 409us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143530.414731:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30630 00010000:00010000:2.0:1746143530.414982:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfba expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.414997:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfba expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.415015:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f237f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfba expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.415807:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.415809:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.415818:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc1 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.415826:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc1 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.415854:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc1 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.415864:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc1 expref: 40 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.415875:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455309696:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.415945:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.419984:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.420071:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462149632 00000100:00100000:1.0:1746143530.420082:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462149632 00002000:00100000:1.0:1746143530.420143:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ce00 x1830963462149632/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.420154:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ce00 with x1830963462149632 ext(0->4095) 00010000:00010000:1.0:1746143530.420165:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237ff lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc1 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.420180:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237ff lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc1 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.420187:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96ce00 00000100:00100000:1.0:1746143530.420222:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3104 00000100:00100000:1.0:1746143530.420230:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462149632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.420492:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455309696:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.420514:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.420573:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462149376:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6017us (6127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.420596:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16535 00000100:00100000:1.0:1746143530.420762:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462149632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 532us (793us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.420768:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3104 00002000:00100000:1.0:1746143530.420774:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96ce00 x1830963462149632/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.420781:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96ce00 with x1830963462149632 ext(0->4095) 00010000:00010000:1.0:1746143530.420786:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc1 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.420796:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc1 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.420801:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96ce00 00000100:00100000:2.0:1746143530.425075:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.425209:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462149760 00000100:00100000:3.0:1746143530.425218:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462149760 00010000:00010000:3.0:1746143530.425258:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc1 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.425322:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16536 00000100:00100000:3.0:1746143530.425330:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462149760:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.425350:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.425372:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc1 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.425384:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc1 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.425406:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f237ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc1 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.425425:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.425427:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.425434:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23806 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc8 expref: 40 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.425443:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23806 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc8 expref: 40 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.425480:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23806 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc8 expref: 40 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.425492:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455309824:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.425559:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.431055:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455309824:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.431085:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.431155:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462149760:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5822us (6087us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.431170:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16536 00000100:00100000:2.0:1746143530.431388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.431451:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462150016 00000100:00100000:1.0:1746143530.431458:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462150016 00002000:00100000:1.0:1746143530.431504:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a84e00 x1830963462150016/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.431519:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84e00 with x1830963462150016 ext(0->4095) 00002000:00010000:1.0:1746143530.431523:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a84e00 00000100:00100000:1.0:1746143530.431542:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13813 00000100:00100000:1.0:1746143530.431548:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462150016:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143530.431680:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462150016:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.431685:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13813 00002000:00100000:1.0:1746143530.431690:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a84e00 x1830963462150016/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.431696:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84e00 with x1830963462150016 ext(0->4095) 00002000:00010000:1.0:1746143530.431699:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a84e00 00000100:00100000:0.0:1746143530.434724:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.435537:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462150144 00000100:00100000:2.0:1746143530.435550:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462150144 00000100:00100000:2.0:1746143530.435628:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30631 00000100:00100000:2.0:1746143530.435636:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462150144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.435656:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.435677:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2380d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bfcf expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.435714:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23806 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc8 expref: 39 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.435722:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.435724:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.435727:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2380d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfcf expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.435763:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23806 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc8 expref: 39 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.435777:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23806 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc8 expref: 39 pid: 12044 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.435791:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455309952:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.435890:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.439096:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.439195:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455309952:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.439225:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2380d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfcf expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.439243:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79800, rc 0) 00000100:00100000:2.0:1746143530.439289:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462150144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3653us (4574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.439324:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30631 00000100:00100000:3.0:1746143530.439409:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462150272 00000100:00100000:3.0:1746143530.439416:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462150272 00010000:00010000:3.0:1746143530.439439:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23806 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc8 expref: 40 pid: 12044 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.439466:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16537 00000100:00100000:3.0:1746143530.439472:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462150272:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.439484:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.439501:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23806 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc8 expref: 40 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.439511:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23806 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc8 expref: 40 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.439531:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091553000/0xa6c9a53f47f23806 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfc8 expref: 40 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.439861:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.439863:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.439871:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2380d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfcf expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.439880:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2380d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfcf expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.439909:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2380d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfcf expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.439921:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455310080:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.440696:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.443816:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.443902:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455310080:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.443921:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.444535:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2006:x1830963462150272:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5060us (5445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.444546:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16537 00000100:00100000:0.0:1746143530.444587:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462150400 00000100:00100000:0.0:1746143530.444595:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462150400 00000100:00100000:0.0:1746143530.444637:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30632 00000100:00100000:0.0:1746143530.444645:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:1782:x1830963462150400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143530.444668:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143530.444687:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091553800/0xa6c9a53f47f23814 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bfd6 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.444714:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2380d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfcf expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.444722:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143530.444724:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143530.444727:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091553800/0xa6c9a53f47f23814 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfd6 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.444757:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2380d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfcf expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.444770:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2380d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfcf expref: 5 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746143530.444782:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455310208:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143530.445607:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.445671:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.445805:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462150656 00000100:00100000:3.0:1746143530.445810:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462150656 00002000:00100000:3.0:1746143530.445862:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a70a80 x1830963462150656/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.445872:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a70a80 with x1830963462150656 ext(0->4095) 00010000:00010000:3.0:1746143530.445878:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2380d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfcf expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.445888:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2380d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfcf expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.445894:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a70a80 00000100:00100000:3.0:1746143530.445919:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3105 00000100:00100000:3.0:1746143530.445925:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462150656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143530.446048:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462150656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (443us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.446058:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3105 00002000:00100000:3.0:1746143530.446063:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a70a80 x1830963462150656/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.446070:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a70a80 with x1830963462150656 ext(0->4095) 00010000:00010000:3.0:1746143530.446075:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2380d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfcf expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.446084:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2380d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfcf expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.446090:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a70a80 00000100:00100000:2.0:1746143530.446914:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455310208:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.446934:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091553800/0xa6c9a53f47f23814 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfd6 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.446946:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091553800, rc 0) 00000100:00100000:2.0:1746143530.446975:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1782:x1830963462150400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2331us (3168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.446981:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30632 00000100:00100000:0.0:1746143530.448703:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.448872:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.448932:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462150784 00000100:00100000:2.0:1746143530.448938:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462150784 00000100:00100000:2.0:1746143530.448970:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30633 00000100:00100000:2.0:1746143530.448975:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1794:x1830963462150784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.448991:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.449004:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2381b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bfdd expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.449025:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.449031:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091553800/0xa6c9a53f47f23814 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfd6 expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.449036:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.449040:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2381b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfdd expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.449071:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091553800/0xa6c9a53f47f23814 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfd6 expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.449082:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2381b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfdd expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.449090:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79000, rc 0) 00000100:00100000:2.0:1746143530.449134:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1794:x1830963462150784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.449140:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30633 00000100:00100000:3.0:1746143530.449232:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462150912 00000100:00100000:3.0:1746143530.449236:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462150912 00010000:00010000:3.0:1746143530.449254:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2380d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfcf expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.449278:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16538 00000100:00100000:3.0:1746143530.449282:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462150912:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.449290:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.449327:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2380d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfcf expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.450105:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2380d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfcf expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.450276:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2380d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfcf expref: 6 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.450352:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.450354:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.450361:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091553800/0xa6c9a53f47f23814 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfd6 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.450368:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091553800/0xa6c9a53f47f23814 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfd6 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.450444:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091553800/0xa6c9a53f47f23814 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfd6 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.450454:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091553800/0xa6c9a53f47f23814 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfd6 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.450465:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455310464:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.450556:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.453901:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455310464:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.453929:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.454131:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.454271:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462150912:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4985us (5396us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.454283:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16538 00000100:00100000:0.0:1746143530.454562:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462151168 00000100:00100000:0.0:1746143530.454571:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462151168 00002000:00100000:0.0:1746143530.454619:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a87480 x1830963462151168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143530.454628:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87480 with x1830963462151168 ext(0->4095) 00010000:00010000:0.0:1746143530.454637:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091553800/0xa6c9a53f47f23814 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfd6 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143530.454649:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091553800/0xa6c9a53f47f23814 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfd6 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746143530.454655:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a87480 00000100:00100000:0.0:1746143530.454674:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3106 00000100:00100000:0.0:1746143530.454680:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462151168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143530.454801:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462151168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (671us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143530.454807:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3106 00002000:00100000:0.0:1746143530.454811:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a87480 x1830963462151168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143530.454818:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87480 with x1830963462151168 ext(0->4095) 00010000:00010000:0.0:1746143530.454823:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091553800/0xa6c9a53f47f23814 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfd6 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143530.454831:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091553800/0xa6c9a53f47f23814 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfd6 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746143530.454838:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a87480 00000100:00100000:0.0:1746143530.459931:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.461554:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462151296 00000100:00100000:3.0:1746143530.461568:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462151296 00010000:00010000:3.0:1746143530.461623:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091553800/0xa6c9a53f47f23814 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfd6 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.461678:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16539 00000100:00100000:3.0:1746143530.461686:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a39850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462151296:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.461703:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.461725:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091553800/0xa6c9a53f47f23814 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfd6 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.461737:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091553800/0xa6c9a53f47f23814 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfd6 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.461761:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091553800/0xa6c9a53f47f23814 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfd6 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.461796:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.461798:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.461806:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2381b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfdd expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.461814:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2381b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfdd expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.461850:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2381b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfdd expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.461862:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455310592:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.461950:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.466573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746143530.466653:0:8900:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746143530.466776:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455310592:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.466798:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.466848:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a39850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462151296:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5160us (6925us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.466859:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16539 00000100:00100000:2.0:1746143530.467325:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462151552 00000100:00100000:2.0:1746143530.467333:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462151552 00002000:00100000:2.0:1746143530.467378:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b4a80 x1830963462151552/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.467388:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b4a80 with x1830963462151552 ext(0->4095) 00002000:00010000:2.0:1746143530.467393:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b4a80 00000100:00100000:2.0:1746143530.467411:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13814 00000100:00100000:2.0:1746143530.467419:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462151552:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.467565:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462151552:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (1002us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.467571:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13814 00002000:00100000:2.0:1746143530.467586:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800917b4a80 x1830963462151552/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.467593:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917b4a80 with x1830963462151552 ext(0->4095) 00002000:00010000:2.0:1746143530.467596:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917b4a80 00000100:00100000:0.0:1746143530.468962:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.469026:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462151680 00000100:00100000:2.0:1746143530.469030:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462151680 00000100:00100000:2.0:1746143530.469614:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30634 00000100:00100000:2.0:1746143530.469621:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462151680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.469635:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.469655:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23822 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bfe4 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.469682:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2381b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfdd expref: 39 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.469690:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.469692:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.469695:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23822 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfe4 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.469723:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2381b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfdd expref: 39 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.469734:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2381b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfdd expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.469751:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455310720:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.470045:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.471409:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455310720:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.471437:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23822 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfe4 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.471452:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78c00, rc 0) 00000100:00100000:2.0:1746143530.471488:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462151680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1866us (2528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.471495:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30634 00000100:00100000:0.0:1746143530.473192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.473607:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462151808 00000100:00100000:3.0:1746143530.473617:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462151808 00010000:00010000:3.0:1746143530.473653:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2381b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfdd expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.473693:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16540 00000100:00100000:3.0:1746143530.473701:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c052680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462151808:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.473715:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.473735:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2381b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfdd expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.473746:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2381b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfdd expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.473768:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2381b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfdd expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.473785:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.473787:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.473794:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23822 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfe4 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.473802:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23822 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfe4 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.473838:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23822 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfe4 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.473851:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455310848:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.474493:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.479163:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.480139:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462152064 00000100:00100000:1.0:1746143530.480153:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462152064 00002000:00100000:1.0:1746143530.480212:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c051880 x1830963462152064/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.480223:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c051880 with x1830963462152064 ext(0->4095) 00002000:00010000:1.0:1746143530.480229:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c051880 00000100:00100000:0.0:1746143530.480430:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.480859:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455310848:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.480881:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.480936:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c052680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2006:x1830963462151808:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7236us (7753us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.480946:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16540 00000100:00100000:2.0:1746143530.481377:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462152192 00000100:00100000:2.0:1746143530.481382:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462152192 00000100:00100000:2.0:1746143530.481406:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30635 00000100:00100000:2.0:1746143530.481412:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:1782:x1830963462152192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.481426:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.481443:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23829 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bfeb expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.481470:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23822 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfe4 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.481477:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.481479:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.481481:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23829 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfeb expref: 40 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.481521:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23822 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfe4 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.481532:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23822 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfe4 expref: 6 pid: 12044 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.481541:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455310976:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.481593:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143530.481634:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3107 00000100:00100000:1.0:1746143530.481640:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462152064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143530.481765:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462152064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (2612us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.481771:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3107 00002000:00100000:1.0:1746143530.481776:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c051880 x1830963462152064/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.481784:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c051880 with x1830963462152064 ext(0->4095) 00010000:00010000:1.0:1746143530.481789:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23822 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfe4 expref: 6 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.481798:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23822 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfe4 expref: 6 pid: 12044 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.481804:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c051880 00000100:00100000:0.0:1746143530.483856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.483939:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462152320 00000100:00100000:2.0:1746143530.483947:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462152320 00000100:00100000:2.0:1746143530.484026:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30636 00000100:00100000:2.0:1746143530.484034:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1794:x1830963462152320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746143530.484048:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455310976:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.484049:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.484066:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23830 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bff2 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.484073:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23829 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfeb expref: 41 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.484086:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79800, rc 0) 00010000:00010000:2.0:1746143530.484088:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.484093:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23829 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfeb expref: 42 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.484098:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.484100:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23830 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff2 expref: 42 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.484122:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:1782:x1830963462152192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2711us (3694us total) trans 0 rc 0/0 00010000:00010000:2.0:1746143530.484125:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23829 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfeb expref: 42 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.484128:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30635 00010000:00010000:2.0:1746143530.484138:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23830 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff2 expref: 42 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.484145:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78e00, rc 0) 00000100:00100000:2.0:1746143530.484158:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1794:x1830963462152320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.484163:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30636 00000100:00100000:0.0:1746143530.484651:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.484690:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462152448 00000100:00100000:3.0:1746143530.484694:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462152448 00010000:00010000:3.0:1746143530.484712:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23822 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfe4 expref: 6 pid: 12044 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.484735:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16541 00000100:00100000:3.0:1746143530.484740:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462152448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.484750:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.484771:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23822 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfe4 expref: 6 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.484782:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23822 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfe4 expref: 6 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.484802:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23822 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfe4 expref: 6 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.484913:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.484915:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.484922:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23829 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfeb expref: 40 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.484929:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23829 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfeb expref: 40 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.484951:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23829 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfeb expref: 40 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.484961:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23829 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfeb expref: 40 pid: 12044 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.484972:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455311232:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.485044:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.487564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.487624:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462152704 00000100:00100000:1.0:1746143530.487632:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462152704 00002000:00100000:1.0:1746143530.487676:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698ad80 x1830963462152704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.487686:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698ad80 with x1830963462152704 ext(0->4095) 00010000:00010000:1.0:1746143530.487695:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23829 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfeb expref: 41 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.487713:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23829 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfeb expref: 41 pid: 12044 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.487720:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009698ad80 00000100:00100000:1.0:1746143530.487739:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3108 00000100:00100000:1.0:1746143530.487746:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009698ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462152704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143530.487747:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455311232:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.487764:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.489035:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462152448:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4287us (4378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.489046:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16541 00000100:00100000:1.0:1746143530.489684:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009698ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462152704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1936us (2125us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.489692:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3108 00002000:00100000:1.0:1746143530.489699:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009698ad80 x1830963462152704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.489708:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009698ad80 with x1830963462152704 ext(0->4095) 00010000:00010000:1.0:1746143530.489715:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23829 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfeb expref: 41 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.489728:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23829 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfeb expref: 41 pid: 12044 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.489735:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009698ad80 00000100:00100000:2.0:1746143530.495079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.495355:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462152832 00000100:00100000:3.0:1746143530.495364:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462152832 00010000:00010000:3.0:1746143530.495401:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23829 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfeb expref: 41 pid: 12044 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.495441:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16542 00000100:00100000:3.0:1746143530.495450:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462152832:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.495465:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.495485:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23829 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfeb expref: 41 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.495497:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23829 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfeb expref: 41 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.495521:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23829 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bfeb expref: 41 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.495549:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.495552:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.495559:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23830 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff2 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.495571:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23830 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff2 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.495621:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23830 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff2 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.495634:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455311360:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.495998:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.500907:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455311360:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.500932:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.500995:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462152832:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5545us (5925us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.501006:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16542 00000100:00100000:0.0:1746143530.501275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.501375:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462153088 00000100:00100000:1.0:1746143530.501383:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462153088 00002000:00100000:1.0:1746143530.501424:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096989880 x1830963462153088/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.501434:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096989880 with x1830963462153088 ext(0->4095) 00002000:00010000:1.0:1746143530.501439:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096989880 00000100:00100000:2.0:1746143530.502604:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13816 00000100:00100000:2.0:1746143530.502617:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462153088:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.502768:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462153088:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (1494us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.502775:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13816 00002000:00100000:2.0:1746143530.502780:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096989880 x1830963462153088/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.502788:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096989880 with x1830963462153088 ext(0->4095) 00002000:00010000:2.0:1746143530.502792:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096989880 00000100:00100000:0.0:1746143530.504741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.504825:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462153216 00000100:00100000:2.0:1746143530.504833:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462153216 00000100:00100000:2.0:1746143530.504873:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30637 00000100:00100000:2.0:1746143530.504879:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462153216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.504898:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.504915:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23837 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6bff9 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.504943:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23830 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff2 expref: 39 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.504950:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.504951:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.504955:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23837 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff9 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.504986:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23830 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff2 expref: 39 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.504997:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23830 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff2 expref: 39 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.505010:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455311488:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.505099:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.506705:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455311488:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.506736:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23837 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff9 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.506751:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79000, rc 0) 00000100:00100000:2.0:1746143530.506798:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462153216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1918us (2065us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.506806:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30637 00000100:00100000:0.0:1746143530.507391:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.507527:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462153344 00000100:00100000:3.0:1746143530.507534:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462153344 00010000:00010000:3.0:1746143530.507560:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23830 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff2 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.507745:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16543 00000100:00100000:3.0:1746143530.507753:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462153344:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.507766:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.507783:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23830 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff2 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.507794:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23830 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff2 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.507814:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23830 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff2 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.507836:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.507838:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.507845:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23837 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff9 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.507852:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23837 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff9 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.507878:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23837 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff9 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.507892:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455311616:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.507950:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.509081:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455311616:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.509093:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.509130:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:2007:x1830963462153344:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1377us (1739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.509137:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16543 00000100:00100000:1.0:1746143530.509267:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.509404:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462153600 00000100:00100000:2.0:1746143530.509410:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462153600 00002000:00100000:2.0:1746143530.509444:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a71c00 x1830963462153600/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.509453:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a71c00 with x1830963462153600 ext(0->4095) 00002000:00010000:2.0:1746143530.509458:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a71c00 00000100:00100000:2.0:1746143530.509484:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13817 00000100:00100000:2.0:1746143530.509490:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462153600:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.509650:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462153600:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 159us (382us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.509656:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13817 00002000:00100000:2.0:1746143530.509661:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a71c00 x1830963462153600/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.509669:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a71c00 with x1830963462153600 ext(0->4095) 00002000:00010000:2.0:1746143530.509671:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a71c00 00000100:00100000:0.0:1746143530.511236:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.511326:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462153728 00000100:00100000:2.0:1746143530.511331:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462153728 00000100:00100000:2.0:1746143530.511372:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30638 00000100:00100000:2.0:1746143530.511378:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:1794:x1830963462153728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.511390:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.511406:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2383e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c000 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.511430:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23837 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff9 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.511441:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.511443:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.511446:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2383e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c000 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.511471:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23837 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff9 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.511483:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23837 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff9 expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.511494:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455311744:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.511572:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.512011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.512049:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462153856 00000100:00100000:1.0:1746143530.512053:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462153856 00000100:00100000:1.0:1746143530.512084:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30639 00000100:00100000:1.0:1746143530.512089:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1782:x1830963462153856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143530.512097:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143530.512103:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23845 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c007 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.512116:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143530.512119:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2383e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c000 expref: 42 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.512125:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.512128:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23845 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c007 expref: 42 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.512150:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2383e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c000 expref: 42 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.512161:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23845 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c007 expref: 42 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.512170:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351400, rc 0) 00000100:00100000:1.0:1746143530.512203:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:1782:x1830963462153856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.512209:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30639 00000100:00100000:2.0:1746143530.515628:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455311744:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.515662:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2383e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c000 expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.515679:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:2.0:1746143530.515724:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1794:x1830963462153728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4345us (4492us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.515732:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30638 00000100:00100000:0.0:1746143530.516182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.516328:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462153984 00000100:00100000:3.0:1746143530.516334:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462153984 00010000:00010000:3.0:1746143530.516362:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23837 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff9 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.516396:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16544 00000100:00100000:3.0:1746143530.516403:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462153984:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.516419:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.516438:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23837 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff9 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.516449:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23837 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff9 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.516469:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23837 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6bff9 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.516494:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.516496:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.516502:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2383e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c000 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.516511:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2383e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c000 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.516541:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2383e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c000 expref: 40 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.516551:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2383e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c000 expref: 40 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.516562:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455312000:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.516630:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.518082:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.518128:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462154240 00000100:00100000:2.0:1746143530.518134:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462154240 00002000:00100000:2.0:1746143530.518178:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045f800 x1830963462154240/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.518194:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045f800 with x1830963462154240 ext(0->4095) 00010000:00010000:2.0:1746143530.518202:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2383e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c000 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.518215:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2383e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c000 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.518221:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045f800 00000100:00100000:2.0:1746143530.518247:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3109 00000100:00100000:2.0:1746143530.518254:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462154240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143530.518432:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455312000:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.518448:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.518796:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462153984:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2392us (2613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.518804:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16544 00000100:00100000:2.0:1746143530.518888:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462154240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 631us (808us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.518894:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3109 00002000:00100000:2.0:1746143530.518899:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045f800 x1830963462154240/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.518906:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045f800 with x1830963462154240 ext(0->4095) 00010000:00010000:2.0:1746143530.518911:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2383e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c000 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.518920:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2383e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c000 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.518925:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045f800 00000100:00100000:0.0:1746143530.523598:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.523645:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.523703:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462154368 00000100:00100000:2.0:1746143530.523714:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462154368 00000100:00100000:2.0:1746143530.523760:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30640 00000100:00100000:2.0:1746143530.523768:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462154368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.523788:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.523805:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2384c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c00e expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.523821:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462154496 00000100:00100000:3.0:1746143530.523826:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462154496 00010000:00010000:2.0:1746143530.523835:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.523841:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23845 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c007 expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.523842:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2383e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c000 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.523848:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143530.523850:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2384c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c00e expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.523862:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16545 00000100:00100000:3.0:1746143530.523866:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2007:x1830963462154496:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.523873:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.523889:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23845 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c007 expref: 41 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.523891:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2383e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c000 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.523901:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2383e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c000 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.523922:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2383e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c000 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.524040:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2384c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c00e expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.524049:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.524050:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.524055:0:9572:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23845 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c007 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.524346:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23845 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c007 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.524412:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143530.524421:0:9572:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23845 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c007 expref: 40 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.524431:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23845 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c007 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.524442:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455312256:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.524466:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462154496:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 599us (880us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.524473:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16545 00000100:00100000:2.0:1746143530.524500:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.526534:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455312256:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.526554:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79800, rc 0) 00000100:00100000:2.0:1746143530.526840:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462154368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3071us (3191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.526848:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30640 00000100:00100000:0.0:1746143530.526924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.527641:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462154752 00000100:00100000:2.0:1746143530.527648:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462154752 00002000:00100000:2.0:1746143530.527686:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045c000 x1830963462154752/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.527695:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c000 with x1830963462154752 ext(0->4095) 00010000:00010000:2.0:1746143530.527703:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23845 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c007 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.527716:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23845 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c007 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.527727:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045c000 00000100:00100000:2.0:1746143530.527760:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3110 00000100:00100000:2.0:1746143530.527768:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462154752:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143530.527904:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462154752:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (980us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.527909:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3110 00002000:00100000:2.0:1746143530.527914:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045c000 x1830963462154752/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.527920:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c000 with x1830963462154752 ext(0->4095) 00010000:00010000:2.0:1746143530.527925:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23845 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c007 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.527933:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23845 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c007 expref: 40 pid: 9571 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.527938:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009045c000 00000100:00100000:0.0:1746143530.531211:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.531256:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.531491:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462154880 00000100:00100000:2.0:1746143530.531500:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462154880 00000100:00100000:2.0:1746143530.531544:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30641 00000100:00100000:2.0:1746143530.531551:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:1782:x1830963462154880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.531570:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.531598:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23853 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c015 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.531637:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.531642:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2384c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c00e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.531648:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143530.531651:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23853 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c015 expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.531687:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2384c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c00e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.531699:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23853 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c015 expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.531709:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79e00, rc 0) 00000100:00100000:2.0:1746143530.531747:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:1782:x1830963462154880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 198us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.531752:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30641 00000100:00100000:3.0:1746143530.532064:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462155008 00000100:00100000:3.0:1746143530.532069:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462155008 00010000:00010000:3.0:1746143530.532085:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23845 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c007 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.532111:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16546 00000100:00100000:3.0:1746143530.532116:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462155008:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.532124:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.532142:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23845 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c007 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.532151:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23845 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c007 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.532167:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23845 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c007 expref: 41 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.532181:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.532183:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.532189:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2384c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c00e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.532196:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2384c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c00e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.532213:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2384c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c00e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.532221:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2384c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c00e expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.532236:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455312512:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.532288:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.534897:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455312512:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.534916:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.535265:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462155008:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3146us (4005us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.535275:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16546 00000100:00100000:1.0:1746143530.535485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.535507:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462155264 00000100:00100000:1.0:1746143530.535512:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462155264 00002000:00100000:1.0:1746143530.535653:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a71500 x1830963462155264/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.535663:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a71500 with x1830963462155264 ext(0->4095) 00010000:00010000:1.0:1746143530.535680:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2384c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c00e expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.535693:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2384c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c00e expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.535699:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a71500 00000100:00100000:1.0:1746143530.535724:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3111 00000100:00100000:1.0:1746143530.535731:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462155264:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143530.535857:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462155264:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.535863:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3111 00002000:00100000:1.0:1746143530.535867:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a71500 x1830963462155264/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.535874:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a71500 with x1830963462155264 ext(0->4095) 00010000:00010000:1.0:1746143530.535879:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2384c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c00e expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.535887:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2384c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c00e expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.535892:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a71500 00000100:00100000:0.0:1746143530.538355:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.538453:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462155392 00000100:00100000:3.0:1746143530.538462:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462155392 00010000:00010000:3.0:1746143530.538501:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2384c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c00e expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.538696:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16547 00000100:00100000:3.0:1746143530.538704:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462155392:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.538717:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.538738:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2384c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c00e expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.538751:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2384c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c00e expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.538776:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2384c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c00e expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.539080:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.539083:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.539092:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23853 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c015 expref: 39 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.539100:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23853 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c015 expref: 39 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.539140:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23853 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c015 expref: 39 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.539153:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455312640:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.539839:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.541856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.541951:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455312640:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.541970:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.542007:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462155392:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3304us (3663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.542016:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16547 00000100:00100000:2.0:1746143530.542096:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462155648 00000100:00100000:2.0:1746143530.542103:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462155648 00002000:00100000:2.0:1746143530.542141:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045ea00 x1830963462155648/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.542151:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045ea00 with x1830963462155648 ext(0->4095) 00002000:00010000:2.0:1746143530.542155:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045ea00 00000100:00100000:2.0:1746143530.542182:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13818 00000100:00100000:2.0:1746143530.542188:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462155648:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143530.542347:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2007:x1830963462155648:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (497us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.542353:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13818 00002000:00100000:2.0:1746143530.542357:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045ea00 x1830963462155648/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.542365:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045ea00 with x1830963462155648 ext(0->4095) 00002000:00010000:2.0:1746143530.542367:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045ea00 00000100:00100000:0.0:1746143530.545035:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.545207:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462155776 00000100:00100000:2.0:1746143530.545215:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462155776 00000100:00100000:2.0:1746143530.545661:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30642 00000100:00100000:2.0:1746143530.545669:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462155776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.545685:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.545702:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2385a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c01c expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.545732:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23853 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c015 expref: 39 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.545740:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.545741:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.545745:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2385a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c01c expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.545772:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23853 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c015 expref: 39 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.549094:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23853 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c015 expref: 39 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.549110:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455312768:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.549239:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143530.557178:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092116a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830963455312896:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746143530.557253:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143530.557414:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455312896 00000100:00100000:0.0:1746143530.557424:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455312896 00000100:00100000:0.0:1746143530.558379:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1746143530.558389:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1830963455312896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746143530.558425:0:7227:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746143530.559065:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1830963455312896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 677us (1812us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143530.559072:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1746143530.559179:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092116a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830963455312896:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746143530.561820:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455312768:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.561858:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2385a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c01c expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.561878:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:2.0:1746143530.561946:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462155776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16276us (16916us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.561954:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30642 00000100:00100000:0.0:1746143530.566817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.566926:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462155904 00000100:00100000:1.0:1746143530.566936:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462155904 00002000:00100000:1.0:1746143530.566988:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092116300 x1830963462155904/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 496/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.566999:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092116300 with x1830963462155904 ext(0->7) 00010000:00010000:1.0:1746143530.567010:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23853 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c015 expref: 40 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.567025:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23853 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c015 expref: 40 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:1.0:1746143530.567033:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092116300 00000100:00100000:1.0:1746143530.567068:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3112 00000100:00100000:1.0:1746143530.567075:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462155904:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143530.569280:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2006:x1830963462155904:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2196us (2466us total) trans 4294972300 rc 0/0 00000100:00100000:0.0:1746143530.569292:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3112 00002000:00100000:0.0:1746143530.569318:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092116300 x1830963462155904/t4294972300(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 496/448 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143530.569326:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092116300 with x1830963462155904 ext(0->7) 00010000:00010000:0.0:1746143530.569335:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23853 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c015 expref: 42 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143530.569350:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23853 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c015 expref: 42 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746143530.569357:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092116300 00000100:00100000:0.0:1746143530.572492:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.572604:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462156032 00000100:00100000:2.0:1746143530.572614:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462156032 00000100:00100000:0.0:1746143530.573983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.574269:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30643 00000100:00100000:2.0:1746143530.574283:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:1782:x1830963462156032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.574319:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.574340:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23861 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c023 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.574368:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.574376:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2385a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c01c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.574387:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143530.574391:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23861 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c023 expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.574431:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2385a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c01c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.574445:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23861 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c023 expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.574457:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79000, rc 0) 00000100:00100000:2.0:1746143530.574505:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:1782:x1830963462156032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 226us (2032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.574511:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30643 00000100:00100000:3.0:1746143530.574989:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462156160 00000100:00100000:3.0:1746143530.574996:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462156160 00010000:00010000:3.0:1746143530.575018:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23853 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c015 expref: 43 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.575036:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16548 00000100:00100000:3.0:1746143530.575040:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:2006:x1830963462156160:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.575049:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.575067:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23853 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c015 expref: 43 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.575081:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23853 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c015 expref: 43 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.575097:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23853 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c015 expref: 43 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.575111:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.575112:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.575118:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2385a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c01c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.575124:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2385a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c01c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.575144:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2385a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c01c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.575154:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2385a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c01c expref: 5 pid: 12044 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.575165:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455313152:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.575217:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.579657:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455313152:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.579681:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.579739:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2006:x1830963462156160:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4696us (5758us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.579754:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16548 00000100:00100000:0.0:1746143530.580794:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.580947:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462156416 00000100:00100000:2.0:1746143530.580956:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462156416 00002000:00100000:2.0:1746143530.580999:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610aa00 x1830963462156416/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.581008:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610aa00 with x1830963462156416 ext(0->4095) 00010000:00010000:2.0:1746143530.581017:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2385a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c01c expref: 6 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.581029:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2385a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c01c expref: 6 pid: 12044 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.581036:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610aa00 00000100:00100000:2.0:1746143530.581052:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3113 00000100:00100000:2.0:1746143530.581058:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462156416:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143530.581189:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462156416:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.581195:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3113 00002000:00100000:2.0:1746143530.581200:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610aa00 x1830963462156416/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.581207:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610aa00 with x1830963462156416 ext(0->4095) 00010000:00010000:2.0:1746143530.581211:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2385a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c01c expref: 6 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.581219:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2385a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c01c expref: 6 pid: 12044 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.581225:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610aa00 00000100:00100000:0.0:1746143530.585097:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.585742:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462156544 00000100:00100000:3.0:1746143530.585752:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462156544 00010000:00010000:3.0:1746143530.585793:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2385a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c01c expref: 6 pid: 12044 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.585834:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16549 00000100:00100000:3.0:1746143530.585843:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462156544:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.585857:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.585877:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2385a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c01c expref: 6 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.585890:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2385a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c01c expref: 6 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.585917:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2385a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c01c expref: 6 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.585948:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.585950:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.585959:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23861 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c023 expref: 41 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.585967:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23861 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c023 expref: 41 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.585999:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23861 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c023 expref: 41 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.586011:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455313280:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.587778:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.592156:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455313280:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143530.592166:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746143530.592182:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143530.592249:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462156800 00000100:00100000:1.0:1746143530.592257:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462156800 00002000:00100000:1.0:1746143530.592331:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086108700 x1830963462156800/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.592341:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108700 with x1830963462156800 ext(0->4095) 00002000:00010000:1.0:1746143530.592346:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086108700 00000100:00100000:1.0:1746143530.592379:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13819 00000100:00100000:1.0:1746143530.592388:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2006:x1830963462156800:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143530.592531:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2006:x1830963462156800:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.592538:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13819 00002000:00100000:1.0:1746143530.592545:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086108700 x1830963462156800/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.592552:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108700 with x1830963462156800 ext(0->4095) 00002000:00010000:1.0:1746143530.592555:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086108700 00000100:00100000:3.0:1746143530.592662:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462156544:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6820us (7578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.592671:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16549 00000100:00100000:0.0:1746143530.593683:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.593796:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462156928 00000100:00100000:2.0:1746143530.593801:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462156928 00000100:00100000:2.0:1746143530.593828:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30644 00000100:00100000:2.0:1746143530.593834:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462156928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.593845:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.593861:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23868 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c02a expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.593888:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23861 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c023 expref: 41 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.593902:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.593904:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.593908:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23868 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c02a expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.593937:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23861 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c023 expref: 41 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.593949:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23861 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c023 expref: 41 pid: 12044 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.593960:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455313408:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.594030:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.595823:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455313408:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.595849:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23868 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c02a expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.595864:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79a00, rc 0) 00000100:00100000:2.0:1746143530.597022:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462156928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3183us (3335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.597030:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30644 00000100:00100000:0.0:1746143530.597198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.599271:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462157056 00000100:00100000:3.0:1746143530.599283:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462157056 00010000:00010000:3.0:1746143530.599445:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23861 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c023 expref: 42 pid: 12044 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.600003:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16550 00000100:00100000:3.0:1746143530.600013:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2006:x1830963462157056:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.600028:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.600050:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23861 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c023 expref: 42 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.600064:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23861 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c023 expref: 42 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.600087:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23861 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c023 expref: 42 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.600119:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.600121:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.600129:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23868 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c02a expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.600138:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23868 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c02a expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.600173:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23868 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c02a expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.600185:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455313536:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.600279:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.602498:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.602647:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462157184 00000100:00100000:2.0:1746143530.602655:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462157184 00000100:00100000:2.0:1746143530.602695:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30645 00000100:00100000:2.0:1746143530.602702:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:1782:x1830963462157184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.602724:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.602741:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2386f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c031 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.602768:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23868 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c02a expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.602775:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.602776:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.602779:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2386f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c031 expref: 43 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.602806:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23868 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c02a expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.602818:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23868 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c02a expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.602829:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455313664:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.604504:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.604793:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455313536:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.604818:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.604850:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:2006:x1830963462157056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4839us (7652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.604861:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16550 00000100:00100000:1.0:1746143530.605285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.605420:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462157440 00000100:00100000:2.0:1746143530.605426:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462157440 00002000:00100000:2.0:1746143530.605463:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a71880 x1830963462157440/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.605472:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a71880 with x1830963462157440 ext(0->4095) 00010000:00010000:2.0:1746143530.605481:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23868 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c02a expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.605492:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23868 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c02a expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.605498:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a71880 00000100:00100000:2.0:1746143530.606142:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3114 00000100:00100000:2.0:1746143530.606150:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462157440:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143530.606589:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462157440:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 436us (1301us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.606595:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3114 00002000:00100000:2.0:1746143530.606601:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a71880 x1830963462157440/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.606608:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a71880 with x1830963462157440 ext(0->4095) 00010000:00010000:2.0:1746143530.606613:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23868 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c02a expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.606841:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23868 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c02a expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.606848:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a71880 00000100:00100000:2.0:1746143530.607068:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455313664:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.607093:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2386f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c031 expref: 42 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.607105:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:2.0:1746143530.607138:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:1782:x1830963462157184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4436us (4646us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.607145:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30645 00000100:00100000:0.0:1746143530.609897:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.609989:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462157568 00000100:00100000:2.0:1746143530.609998:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462157568 00010000:00010000:2.0:1746143530.610031:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23868 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c02a expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.610058:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16551 00000100:00100000:2.0:1746143530.610065:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097825f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462157568:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.610235:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.610257:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23868 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c02a expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.610268:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23868 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c02a expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.610292:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23868 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c02a expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.610429:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.610431:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.610439:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2386f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c031 expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.610447:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2386f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c031 expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.610480:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2386f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c031 expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.610493:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455313792:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.610583:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.613141:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.613160:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455313792:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.613181:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.613759:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097825f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462157568:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3691us (3869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.613771:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16551 00000100:00100000:3.0:1746143530.614191:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462157824 00000100:00100000:3.0:1746143530.614200:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462157824 00002000:00100000:3.0:1746143530.614245:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097824380 x1830963462157824/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.614255:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097824380 with x1830963462157824 ext(0->4095) 00002000:00010000:3.0:1746143530.614259:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097824380 00000100:00100000:3.0:1746143530.614285:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13820 00000100:00100000:3.0:1746143530.614292:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2006:x1830963462157824:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143530.614482:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2006:x1830963462157824:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 190us (1350us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.614488:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13820 00002000:00100000:3.0:1746143530.614493:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097824380 x1830963462157824/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.614499:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097824380 with x1830963462157824 ext(0->4095) 00002000:00010000:3.0:1746143530.614503:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097824380 00000100:00100000:0.0:1746143530.616923:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.617060:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462157952 00000100:00100000:2.0:1746143530.617069:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462157952 00000100:00100000:2.0:1746143530.617111:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30646 00000100:00100000:2.0:1746143530.617118:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462157952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.617139:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.617158:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23876 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c038 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.617188:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2386f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c031 expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.617200:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.617207:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.617210:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23876 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c038 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.617242:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2386f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c031 expref: 41 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.617253:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2386f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c031 expref: 41 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.617265:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455313920:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.618108:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.620354:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455313920:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.620391:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23876 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c038 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.620412:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78e00, rc 0) 00000100:00100000:2.0:1746143530.620472:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462157952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3352us (3557us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.620481:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30646 00000100:00100000:0.0:1746143530.625359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.625524:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462158080 00000100:00100000:3.0:1746143530.625538:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462158080 00002000:00100000:3.0:1746143530.625590:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092cf3b80 x1830963462158080/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 496/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.625598:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf3b80 with x1830963462158080 ext(0->7) 00010000:00010000:3.0:1746143530.625606:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2386f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c031 expref: 42 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.625620:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2386f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c031 expref: 42 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.625626:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cf3b80 00000100:00100000:3.0:1746143530.625667:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3115 00000100:00100000:3.0:1746143530.625677:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:2006:x1830963462158080:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143530.626882:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963462158080:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1204us (1527us total) trans 4294972301 rc 0/0 00000100:00100000:0.0:1746143530.626890:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3115 00002000:00100000:0.0:1746143530.626898:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092cf3b80 x1830963462158080/t4294972301(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 496/448 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143530.626905:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf3b80 with x1830963462158080 ext(0->7) 00010000:00010000:0.0:1746143530.626911:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2386f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c031 expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143530.626923:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2386f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c031 expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746143530.626928:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cf3b80 00000100:00100000:0.0:1746143530.632840:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.633083:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462158208 00000100:00100000:2.0:1746143530.633128:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462158208 00010000:00010000:2.0:1746143530.633160:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2386f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c031 expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.633201:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16552 00000100:00100000:2.0:1746143530.633207:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963462158208:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.633220:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.633235:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2386f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c031 expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.633246:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2386f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c031 expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.633266:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2386f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c031 expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.633321:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.633323:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.633330:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23876 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c038 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.633337:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23876 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c038 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.633365:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23876 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c038 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.633377:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455314048:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.633740:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.638912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.639020:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455314048:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.639044:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.639097:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:2007:x1830963462158208:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5890us (6263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.639109:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16552 00000100:00100000:3.0:1746143530.639237:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462158336 00000100:00100000:3.0:1746143530.639245:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462158336 00000100:00100000:3.0:1746143530.639284:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30647 00000100:00100000:3.0:1746143530.639290:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:1782:x1830963462158336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.639332:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.639351:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2387d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c03f expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.639382:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23876 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c038 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.639390:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.639392:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.639396:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2387d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c03f expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.639424:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23876 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c038 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.639436:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23876 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c038 expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.639447:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455314176:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.640453:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.640533:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.640789:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462158592 00000100:00100000:2.0:1746143530.640795:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462158592 00002000:00100000:2.0:1746143530.640832:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b5c00 x1830963462158592/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.640843:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b5c00 with x1830963462158592 ext(0->4095) 00010000:00010000:2.0:1746143530.640851:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23876 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c038 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.640864:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23876 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c038 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.640869:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b5c00 00000100:00100000:2.0:1746143530.641247:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3116 00000100:00100000:2.0:1746143530.641256:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462158592:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.641442:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462158592:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 188us (911us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.641982:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3116 00002000:00100000:2.0:1746143530.641989:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b5c00 x1830963462158592/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.641996:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b5c00 with x1830963462158592 ext(0->4095) 00010000:00010000:2.0:1746143530.642002:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23876 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c038 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.642011:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23876 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c038 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.642017:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b5c00 00000100:00100000:3.0:1746143530.643100:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455314176:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.643131:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2387d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c03f expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.643146:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:3.0:1746143530.643190:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1782:x1830963462158336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3901us (4290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.643196:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30647 00000100:00100000:0.0:1746143530.644160:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.644248:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462158720 00000100:00100000:3.0:1746143530.644254:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462158720 00000100:00100000:3.0:1746143530.644286:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30648 00000100:00100000:3.0:1746143530.644314:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1794:x1830963462158720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.644331:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.644345:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23884 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c046 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.644378:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.644383:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2387d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c03f expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.644388:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.644392:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23884 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c046 expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.644430:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2387d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c03f expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.644440:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23884 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c046 expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.644448:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805e00, rc 0) 00000100:00100000:3.0:1746143530.644487:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1794:x1830963462158720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.644492:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30648 00000100:00100000:0.0:1746143530.645745:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.645863:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462158848 00000100:00100000:2.0:1746143530.645868:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462158848 00010000:00010000:2.0:1746143530.645892:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23876 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c038 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.645919:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16553 00000100:00100000:2.0:1746143530.645925:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462158848:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.645934:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.645952:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23876 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c038 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.645961:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23876 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c038 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.645979:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f23876 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c038 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.646000:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.646001:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.646007:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2387d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c03f expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.646019:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2387d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c03f expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.646041:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2387d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c03f expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.646050:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2387d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c03f expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.646060:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455314432:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.646132:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.647496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.647595:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455314432:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.647613:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.647642:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462158848:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1717us (1901us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.647652:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16553 00000100:00100000:3.0:1746143530.647750:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462159104 00000100:00100000:3.0:1746143530.647756:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462159104 00002000:00100000:3.0:1746143530.647791:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee25f80 x1830963462159104/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.647800:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee25f80 with x1830963462159104 ext(0->4095) 00010000:00010000:3.0:1746143530.647807:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2387d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c03f expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.647823:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2387d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c03f expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.647829:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee25f80 00000100:00100000:3.0:1746143530.647856:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3117 00000100:00100000:3.0:1746143530.647862:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963462159104:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143530.647975:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963462159104:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (482us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.647982:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3117 00002000:00100000:3.0:1746143530.647987:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee25f80 x1830963462159104/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.647994:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee25f80 with x1830963462159104 ext(0->4095) 00010000:00010000:3.0:1746143530.647998:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2387d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c03f expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.648007:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2387d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c03f expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.648012:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee25f80 00000100:00100000:0.0:1746143530.650681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.650776:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462159232 00000100:00100000:2.0:1746143530.650787:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462159232 00010000:00010000:2.0:1746143530.650828:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2387d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c03f expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.650860:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16554 00000100:00100000:2.0:1746143530.650868:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2005:x1830963462159232:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.650884:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.650911:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2387d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c03f expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.650923:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2387d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c03f expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.650954:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f2387d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c03f expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.651349:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.651352:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.651361:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23884 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c046 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.651368:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23884 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c046 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.651402:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23884 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c046 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.651415:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455314560:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.652045:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.654063:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455314560:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.654090:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.654135:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2005:x1830963462159232:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3265us (3466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.654146:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16554 00000100:00100000:0.0:1746143530.654978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.655068:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462159488 00000100:00100000:1.0:1746143530.655075:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462159488 00002000:00100000:1.0:1746143530.655116:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096024700 x1830963462159488/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.655125:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096024700 with x1830963462159488 ext(0->4095) 00002000:00010000:1.0:1746143530.655129:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096024700 00000100:00100000:1.0:1746143530.655156:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13821 00000100:00100000:1.0:1746143530.655164:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096024700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963462159488:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143530.655315:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096024700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963462159488:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.655332:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13821 00002000:00100000:1.0:1746143530.655337:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096024700 x1830963462159488/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.655348:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096024700 with x1830963462159488 ext(0->4095) 00002000:00010000:1.0:1746143530.655351:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096024700 00000100:00100000:0.0:1746143530.658219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.658322:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462159616 00000100:00100000:3.0:1746143530.658329:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462159616 00000100:00100000:3.0:1746143530.658374:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30649 00000100:00100000:3.0:1746143530.658381:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462159616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.658400:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.658422:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2388b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c04d expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.658453:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23884 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c046 expref: 43 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.658461:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.658463:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.658466:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2388b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c04d expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.658495:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23884 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c046 expref: 43 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.658505:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23884 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c046 expref: 43 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.658516:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455314688:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.658603:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.661780:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.661835:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462159744 00000100:00100000:2.0:1746143530.661843:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462159744 00000100:00100000:3.0:1746143530.661876:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455314688:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.661876:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23884 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c046 expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.661902:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2388b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c04d expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.661916:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00000100:00100000:2.0:1746143530.661916:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16555 00000100:00100000:2.0:1746143530.661923:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963462159744:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.661935:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.661955:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23884 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c046 expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.661965:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23884 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c046 expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.661987:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23884 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c046 expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.662003:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.662004:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.662011:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2388b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c04d expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.662019:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2388b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c04d expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.662047:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2388b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c04d expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.662064:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455314816:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.662115:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462159616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3733us (3903us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.662119:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.662123:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30649 00000100:00100000:0.0:1746143530.664588:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.664633:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462160000 00000100:00100000:3.0:1746143530.664642:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462160000 00002000:00100000:3.0:1746143530.664685:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096024a80 x1830963462160000/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.664695:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096024a80 with x1830963462160000 ext(0->4095) 00002000:00010000:3.0:1746143530.664700:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096024a80 00000100:00100000:3.0:1746143530.664734:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13822 00000100:00100000:3.0:1746143530.664742:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096024a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462160000:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.664765:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455314816:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.664786:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.665026:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:2006:x1830963462159744:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3102us (3254us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.665036:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16555 00000100:00100000:3.0:1746143530.665131:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096024a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462160000:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 388us (559us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.665137:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13822 00002000:00100000:3.0:1746143530.665143:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096024a80 x1830963462160000/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.665150:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096024a80 with x1830963462160000 ext(0->4095) 00002000:00010000:3.0:1746143530.665153:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096024a80 00000100:00100000:0.0:1746143530.666204:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.666839:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462160128 00000100:00100000:3.0:1746143530.666845:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462160128 00000100:00100000:3.0:1746143530.667035:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30650 00000100:00100000:3.0:1746143530.667045:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:1782:x1830963462160128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.667060:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.667076:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23892 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c054 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.667103:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2388b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c04d expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.667117:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.667118:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.667122:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23892 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c054 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.667152:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2388b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c04d expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.667163:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2388b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c04d expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.667175:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455314944:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.667253:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.668396:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.668783:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462160256 00000100:00100000:1.0:1746143530.668790:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462160256 00000100:00100000:1.0:1746143530.668833:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30651 00000100:00100000:1.0:1746143530.668840:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1794:x1830963462160256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143530.668856:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143530.668870:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f23899 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c05b expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.668892:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143530.668897:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23892 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c054 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.668903:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.668906:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f23899 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c05b expref: 46 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.668938:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23892 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c054 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.668950:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f23899 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c05b expref: 46 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.668961:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350e00, rc 0) 00000100:00100000:1.0:1746143530.668998:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:1794:x1830963462160256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.669005:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30651 00000100:00100000:3.0:1746143530.669477:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455314944:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.669494:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23892 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c054 expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.669502:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:3.0:1746143530.669536:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1782:x1830963462160128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2493us (3335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.669542:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30650 00000100:00100000:0.0:1746143530.670020:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.670268:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462160384 00000100:00100000:2.0:1746143530.670274:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462160384 00010000:00010000:2.0:1746143530.670325:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2388b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c04d expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.670352:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16556 00000100:00100000:2.0:1746143530.670358:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462160384:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.670371:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.670392:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2388b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c04d expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.670403:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2388b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c04d expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.670423:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f2388b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c04d expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.670449:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.670451:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.670458:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23892 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c054 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.670470:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23892 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c054 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.670497:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23892 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c054 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.670507:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23892 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c054 expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.670520:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455315200:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.671453:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.673885:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.674094:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462160640 00000100:00100000:3.0:1746143530.674103:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462160640 00002000:00100000:3.0:1746143530.674149:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096025880 x1830963462160640/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.674165:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096025880 with x1830963462160640 ext(0->4095) 00010000:00010000:3.0:1746143530.674175:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23892 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c054 expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.674188:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23892 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c054 expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.674195:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096025880 00000100:00100000:2.0:1746143530.674369:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455315200:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.674388:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.674442:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462160384:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4082us (4422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.674452:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16556 00000100:00100000:3.0:1746143530.674766:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3118 00000100:00100000:3.0:1746143530.674774:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963462160640:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143530.674904:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963462160640:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (1028us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.674910:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3118 00002000:00100000:3.0:1746143530.674916:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096025880 x1830963462160640/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.674923:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096025880 with x1830963462160640 ext(0->4095) 00010000:00010000:3.0:1746143530.674928:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23892 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c054 expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.674938:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23892 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c054 expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.674943:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096025880 00000100:00100000:0.0:1746143530.676468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.676616:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462160768 00000100:00100000:2.0:1746143530.676623:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462160768 00010000:00010000:2.0:1746143530.676650:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23892 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c054 expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.676868:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16557 00000100:00100000:2.0:1746143530.676875:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963462160768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.676891:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.676906:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23892 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c054 expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.676916:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23892 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c054 expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.676937:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23892 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c054 expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.677083:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.677086:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.677094:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f23899 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c05b expref: 44 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.677101:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f23899 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c05b expref: 44 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.677133:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f23899 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c05b expref: 44 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.677144:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455315328:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.677501:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.679437:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455315328:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.679462:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.679738:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963462160768:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2861us (3274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.679753:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16557 00000100:00100000:0.0:1746143530.679857:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.680353:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462161024 00000100:00100000:2.0:1746143530.680360:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462161024 00002000:00100000:2.0:1746143530.680398:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011eeece00 x1830963462161024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.680408:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeece00 with x1830963462161024 ext(0->4095) 00002000:00010000:2.0:1746143530.680413:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011eeece00 00000100:00100000:2.0:1746143530.680437:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13823 00000100:00100000:2.0:1746143530.680444:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963462161024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143530.680585:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963462161024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (716us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.680592:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13823 00002000:00100000:2.0:1746143530.680598:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011eeece00 x1830963462161024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.680605:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeece00 with x1830963462161024 ext(0->4095) 00002000:00010000:2.0:1746143530.680608:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011eeece00 00000100:00100000:0.0:1746143530.684005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.684108:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462161152 00000100:00100000:3.0:1746143530.684118:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462161152 00000100:00100000:3.0:1746143530.684163:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30652 00000100:00100000:3.0:1746143530.684171:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462161152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.684189:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.684207:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238a0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c062 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.684238:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f23899 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c05b expref: 43 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.684246:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.684248:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.684252:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238a0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c062 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.684285:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f23899 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c05b expref: 43 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.684324:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f23899 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c05b expref: 43 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.684337:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455315456:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.684419:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.686787:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.686893:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455315456:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.686922:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238a0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c062 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.686944:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:3.0:1746143530.686989:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462161152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2819us (2991us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.686997:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30652 00000100:00100000:2.0:1746143530.687380:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462161280 00000100:00100000:2.0:1746143530.687387:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462161280 00010000:00010000:2.0:1746143530.687413:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f23899 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c05b expref: 44 pid: 9571 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.687447:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16558 00000100:00100000:2.0:1746143530.687454:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963462161280:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.687466:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.687487:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f23899 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c05b expref: 44 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.687497:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f23899 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c05b expref: 44 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.687519:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f23899 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c05b expref: 44 pid: 9571 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.687537:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.687539:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.687546:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c062 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.687554:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c062 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.687594:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c062 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.687606:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455315584:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.687660:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.691744:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.692037:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455315584:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.692062:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.692108:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:2007:x1830963462161280:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4654us (5330us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.692119:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16558 00000100:00100000:3.0:1746143530.692180:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462161536 00000100:00100000:3.0:1746143530.692187:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462161536 00002000:00100000:3.0:1746143530.692226:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011eeef100 x1830963462161536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.692236:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeef100 with x1830963462161536 ext(0->4095) 00002000:00010000:3.0:1746143530.692241:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011eeef100 00000100:00100000:3.0:1746143530.692521:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13824 00000100:00100000:3.0:1746143530.692528:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462161536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143530.692680:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462161536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (947us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.692686:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13824 00002000:00100000:3.0:1746143530.692691:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011eeef100 x1830963462161536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.692698:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeef100 with x1830963462161536 ext(0->4095) 00002000:00010000:3.0:1746143530.692701:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011eeef100 00000100:00100000:0.0:1746143530.692861:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.693654:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462161664 00000100:00100000:3.0:1746143530.693659:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462161664 00000100:00100000:3.0:1746143530.693692:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30653 00000100:00100000:3.0:1746143530.693697:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:1782:x1830963462161664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.693709:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.693726:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238a7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c069 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.693752:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c062 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.693759:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.693760:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.693763:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238a7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c069 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.693793:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c062 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.693803:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c062 expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.693814:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455315712:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.695134:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.697787:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.697961:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462161792 00000100:00100000:1.0:1746143530.697971:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462161792 00000100:00100000:1.0:1746143530.698030:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30654 00000100:00100000:1.0:1746143530.698038:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1794:x1830963462161792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143530.698058:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143530.698078:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f238ae lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c070 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.698114:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143530.698121:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238a7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c069 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.698127:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.698130:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f238ae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c070 expref: 46 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.698174:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238a7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c069 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.698186:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f238ae lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c070 expref: 46 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.698197:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351600, rc 0) 00000100:00100000:1.0:1746143530.698248:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:1794:x1830963462161792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 211us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.698255:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30654 00000100:00100000:0.0:1746143530.699800:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.700044:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462161920 00000100:00100000:2.0:1746143530.700051:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462161920 00010000:00010000:2.0:1746143530.700080:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238a0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c062 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.700113:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16559 00000100:00100000:2.0:1746143530.700119:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462161920:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.700130:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746143530.700208:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455315712:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.700229:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238a7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c069 expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.700239:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00000100:00100000:3.0:1746143530.700275:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1782:x1830963462161664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6576us (7413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.700283:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30653 00010000:00010000:2.0:1746143530.700727:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c062 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.700738:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c062 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.700762:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c062 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.700777:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.700778:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.700785:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c069 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.700793:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c069 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.700822:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c069 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.700833:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c069 expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.700845:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455315968:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.700917:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.702779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.702862:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455315968:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.702881:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.702915:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462161920:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2796us (3118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.702925:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16559 00000100:00100000:3.0:1746143530.702999:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462162176 00000100:00100000:3.0:1746143530.703005:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462162176 00002000:00100000:3.0:1746143530.703043:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978ab100 x1830963462162176/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.703051:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978ab100 with x1830963462162176 ext(0->4095) 00010000:00010000:3.0:1746143530.703059:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c069 expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.703070:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c069 expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.703075:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978ab100 00000100:00100000:3.0:1746143530.703101:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3119 00000100:00100000:3.0:1746143530.703106:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2007:x1830963462162176:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143530.703233:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2007:x1830963462162176:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (460us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.703238:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3119 00002000:00100000:3.0:1746143530.703243:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978ab100 x1830963462162176/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.703249:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978ab100 with x1830963462162176 ext(0->4095) 00010000:00010000:3.0:1746143530.703253:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c069 expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.703265:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c069 expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.703270:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978ab100 00000100:00100000:0.0:1746143530.706392:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.706493:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462162304 00000100:00100000:2.0:1746143530.706503:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462162304 00010000:00010000:2.0:1746143530.706772:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c069 expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.706810:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16560 00000100:00100000:2.0:1746143530.706819:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2004:x1830963462162304:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.706834:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.706853:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c069 expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.706866:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c069 expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.706890:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238a7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c069 expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.706919:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.706922:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.706930:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f238ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c070 expref: 44 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.706939:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f238ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c070 expref: 44 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.706973:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f238ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c070 expref: 44 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.706986:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455316096:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.707076:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b540 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.709452:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455316096:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.709474:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.709514:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2004:x1830963462162304:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2696us (3129us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.709524:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16560 00000100:00100000:0.0:1746143530.710476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.710552:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462162560 00000100:00100000:2.0:1746143530.710558:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462162560 00002000:00100000:2.0:1746143530.710608:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978aa300 x1830963462162560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.710618:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978aa300 with x1830963462162560 ext(0->4095) 00002000:00010000:2.0:1746143530.710623:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978aa300 00000100:00100000:2.0:1746143530.710651:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13825 00000100:00100000:2.0:1746143530.710659:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963462162560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143530.710794:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963462162560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (320us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.710801:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13825 00002000:00100000:2.0:1746143530.710806:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978aa300 x1830963462162560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.710813:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978aa300 with x1830963462162560 ext(0->4095) 00002000:00010000:2.0:1746143530.710816:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978aa300 00000100:00100000:0.0:1746143530.714945:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.715695:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462162688 00000100:00100000:3.0:1746143530.715705:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462162688 00000100:00100000:3.0:1746143530.715757:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30655 00000100:00100000:3.0:1746143530.715765:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462162688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.715784:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.715805:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c077 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.715838:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f238ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c070 expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.715845:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.715847:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.715850:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238b5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c077 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.715884:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f238ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c070 expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.715896:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f238ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c070 expref: 43 pid: 12044 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.715909:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455316224:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.716007:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.720129:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455316224:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.720161:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238b5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c077 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.720180:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805e00, rc 0) 00000100:00100000:3.0:1746143530.720244:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462162688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4479us (5308us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.720554:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30655 00000100:00100000:0.0:1746143530.721522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.721747:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462162816 00000100:00100000:2.0:1746143530.721755:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462162816 00010000:00010000:2.0:1746143530.721785:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f238ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c070 expref: 44 pid: 12044 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.721821:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16561 00000100:00100000:2.0:1746143530.721829:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091baf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963462162816:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.721843:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.721863:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f238ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c070 expref: 44 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.721874:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f238ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c070 expref: 44 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.721894:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f238ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c070 expref: 44 pid: 12044 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.721924:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.721926:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.721933:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c077 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.721945:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c077 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.721977:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c077 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.721989:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455316352:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.722071:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.723104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.723174:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462162944 00000100:00100000:3.0:1746143530.723179:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462162944 00000100:00100000:3.0:1746143530.723207:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30656 00000100:00100000:3.0:1746143530.723212:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1782:x1830963462162944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.723225:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.723237:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238bc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c07e expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.723435:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c077 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.723441:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.723443:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.723445:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238bc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c07e expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.723466:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c077 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143530.723470:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455316352:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.723480:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c077 expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746143530.723485:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.723488:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455316480:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143530.723523:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2007:x1830963462162816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1695us (2002us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143530.723530:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16561 00000100:00100000:3.0:1746143530.723532:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.724412:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.724539:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462163200 00000100:00100000:2.0:1746143530.724544:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462163200 00002000:00100000:2.0:1746143530.724570:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091bad500 x1830963462163200/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.724590:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bad500 with x1830963462163200 ext(0->4095) 00010000:00010000:2.0:1746143530.724597:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238b5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c077 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.724607:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238b5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c077 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.724613:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091bad500 00000100:00100000:2.0:1746143530.724830:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3120 00000100:00100000:2.0:1746143530.724836:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462163200:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746143530.724956:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462163200:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (545us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.724962:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3120 00002000:00100000:2.0:1746143530.724967:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091bad500 x1830963462163200/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.724974:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bad500 with x1830963462163200 ext(0->4095) 00010000:00010000:2.0:1746143530.724980:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238b5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c077 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.724988:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238b5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c077 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.724994:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091bad500 00000100:00100000:3.0:1746143530.726733:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455316480:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.726763:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238bc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c07e expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.726778:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00000100:00100000:3.0:1746143530.726815:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1782:x1830963462162944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3602us (3713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.726822:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30656 00000100:00100000:1.0:1746143530.726882:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.727039:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462163328 00000100:00100000:3.0:1746143530.727045:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462163328 00000100:00100000:3.0:1746143530.727144:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30657 00000100:00100000:3.0:1746143530.727151:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1794:x1830963462163328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.727163:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.727176:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238c3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c085 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.727193:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.727197:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238bc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c07e expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.727207:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.727210:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238c3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c085 expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.727246:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238bc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c07e expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.727255:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238c3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c085 expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.727262:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:3.0:1746143530.727371:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1794:x1830963462163328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 220us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.727376:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30657 00000100:00100000:1.0:1746143530.727393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.727465:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462163456 00000100:00100000:2.0:1746143530.727469:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462163456 00010000:00010000:2.0:1746143530.727485:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c077 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.727506:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16562 00000100:00100000:2.0:1746143530.727511:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462163456:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.727519:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.727536:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c077 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.727546:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c077 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.727674:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c077 expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.727688:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.727690:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.727696:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c07e expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.727704:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c07e expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.727725:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c07e expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.727736:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c07e expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.727746:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455316736:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.727802:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.728747:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455316736:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.728761:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.728845:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462163456:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1333us (1451us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.728853:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16562 00000100:00100000:0.0:1746143530.729018:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.729290:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462163712 00000100:00100000:3.0:1746143530.729316:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462163712 00002000:00100000:3.0:1746143530.729344:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920d5f80 x1830963462163712/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.729352:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5f80 with x1830963462163712 ext(0->4095) 00010000:00010000:3.0:1746143530.729358:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c07e expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.729366:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c07e expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.729371:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920d5f80 00000100:00100000:3.0:1746143530.729393:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3121 00000100:00100000:3.0:1746143530.729402:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963462163712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143530.729509:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963462163712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (491us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.729515:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3121 00002000:00100000:3.0:1746143530.729520:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920d5f80 x1830963462163712/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.729526:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5f80 with x1830963462163712 ext(0->4095) 00010000:00010000:3.0:1746143530.729530:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c07e expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:3.0:1746143530.729538:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c07e expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:3.0:1746143530.729543:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920d5f80 00000100:00100000:0.0:1746143530.730948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.730985:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462163840 00000100:00100000:2.0:1746143530.730990:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462163840 00010000:00010000:2.0:1746143530.731010:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c07e expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.731043:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16563 00000100:00100000:2.0:1746143530.731049:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2005:x1830963462163840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.731060:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.731074:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c07e expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.731084:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c07e expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.731104:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c07e expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.731129:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.731130:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.731138:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c085 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.731145:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c085 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.731175:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c085 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.731187:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455316864:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.731266:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.733550:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455316864:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.733571:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.733615:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2005:x1830963462163840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2566us (2671us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.733623:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16563 00000100:00100000:0.0:1746143530.733836:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.733911:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462164096 00000100:00100000:3.0:1746143530.733917:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462164096 00002000:00100000:3.0:1746143530.733949:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008ef47480 x1830963462164096/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.733958:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef47480 with x1830963462164096 ext(0->4095) 00002000:00010000:3.0:1746143530.733965:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ef47480 00000100:00100000:3.0:1746143530.733989:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13826 00000100:00100000:3.0:1746143530.733995:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2004:x1830963462164096:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746143530.734099:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2004:x1830963462164096:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (263us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.734105:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13826 00002000:00100000:3.0:1746143530.734110:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008ef47480 x1830963462164096/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.734117:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef47480 with x1830963462164096 ext(0->4095) 00002000:00010000:3.0:1746143530.734120:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ef47480 00000100:00100000:0.0:1746143530.738892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.738960:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462164224 00000100:00100000:3.0:1746143530.738970:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462164224 00000100:00100000:3.0:1746143530.739029:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30658 00000100:00100000:3.0:1746143530.739037:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462164224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.739058:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.739082:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238ca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c08c expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.739119:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c085 expref: 43 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.739127:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.739129:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.739133:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238ca lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c08c expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.739165:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c085 expref: 43 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.739177:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c085 expref: 43 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.739203:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455316992:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.739343:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.741557:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455316992:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.741597:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238ca lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c08c expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.741613:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00000100:00100000:3.0:1746143530.741655:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462164224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2618us (2774us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.741664:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30658 00000100:00100000:0.0:1746143530.744695:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.745077:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462164352 00000100:00100000:2.0:1746143530.745086:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462164352 00010000:00010000:2.0:1746143530.745126:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c085 expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.745167:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16564 00000100:00100000:2.0:1746143530.745175:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963462164352:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.745191:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.745211:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c085 expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.745222:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c085 expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.745242:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f238c3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c085 expref: 44 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.745269:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.745271:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.745278:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238ca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c08c expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.745285:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c08c expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.745349:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c08c expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.745361:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455317120:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143530.745854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.746134:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.746145:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462164480 00000100:00100000:3.0:1746143530.746150:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462164480 00000100:00100000:3.0:1746143530.746178:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30659 00000100:00100000:3.0:1746143530.746184:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1782:x1830963462164480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.746200:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.746212:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238d1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c093 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.746230:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c08c expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.746237:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.746238:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.746241:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238d1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c093 expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.746265:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c08c expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.746275:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c08c expref: 5 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.746283:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455317248:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.746332:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.748905:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455317248:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.748936:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238d1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c093 expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.748951:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:3.0:1746143530.748996:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1782:x1830963462164480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2810us (3142us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.749004:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30659 00000100:00100000:0.0:1746143530.749251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.749390:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462164736 00000100:00100000:2.0:1746143530.749398:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462164736 00002000:00100000:2.0:1746143530.749434:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9ce00 x1830963462164736/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.749443:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9ce00 with x1830963462164736 ext(0->4095) 00010000:00010000:2.0:1746143530.749449:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c08c expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.749460:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c08c expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.749466:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9ce00 00000100:00100000:2.0:1746143530.749483:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3122 00000100:00100000:2.0:1746143530.749490:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462164736:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746143530.749629:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462164736:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.749635:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3122 00002000:00100000:2.0:1746143530.749639:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9ce00 x1830963462164736/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.749652:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9ce00 with x1830963462164736 ext(0->4095) 00010000:00010000:2.0:1746143530.749656:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c08c expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.749665:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c08c expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00002000:00010000:2.0:1746143530.749670:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9ce00 00000100:00100000:3.0:1746143530.750119:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455317120:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.750131:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.750670:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963462164352:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5494us (5982us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.750679:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16564 00000100:00100000:0.0:1746143530.753357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.753410:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.753533:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462164992 00000100:00100000:2.0:1746143530.753544:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462164992 00010000:00010000:2.0:1746143530.753592:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c08c expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:2.0:1746143530.753620:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16565 00000100:00100000:2.0:1746143530.753626:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462164992:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.753643:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.753663:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c08c expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.753673:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c08c expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.753695:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c08c expref: 6 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:2.0:1746143530.753712:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.753716:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.753723:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c093 expref: 43 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.753731:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c093 expref: 43 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.753767:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c093 expref: 43 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.753778:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455317376:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.753936:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.754003:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462164864 00000100:00100000:3.0:1746143530.754008:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462164864 00000100:00100000:3.0:1746143530.754034:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30660 00000100:00100000:3.0:1746143530.754040:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1794:x1830963462164864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.754055:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.754066:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c09a expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.754083:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c093 expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.754088:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.754089:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.754092:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238d8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c09a expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.754107:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c093 expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.754117:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238d1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c093 expref: 45 pid: 9572 timeout: 848 lvb_type: 0 00000100:00100000:3.0:1746143530.754124:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455317504:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.754149:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.757525:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.757632:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462165248 00000100:00100000:1.0:1746143530.757641:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462165248 00000100:00100000:2.0:1746143530.757667:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455317376:192.168.203.27@tcp:105: 00002000:00100000:1.0:1746143530.757689:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9d500 x1830963462165248/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746143530.757690:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746143530.757697:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9d500 with x1830963462165248 ext(0->4095) 00010000:00010000:1.0:1746143530.757706:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238d1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c093 expref: 46 pid: 9572 timeout: 848 lvb_type: 0 00010000:00010000:1.0:1746143530.757720:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238d1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c093 expref: 46 pid: 9572 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143530.757726:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9d500 00000100:00100000:1.0:1746143530.757758:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3123 00000100:00100000:1.0:1746143530.757766:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2006:x1830963462165248:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143530.757806:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455317504:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.757825:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238d8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c09a expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.757841:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805e00, rc 0) 00000100:00100000:3.0:1746143530.757887:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:1794:x1830963462164864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3847us (4538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.757895:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30660 00000100:00100000:1.0:1746143530.757910:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2006:x1830963462165248:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.757917:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3123 00002000:00100000:1.0:1746143530.757922:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9d500 x1830963462165248/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.757929:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9d500 with x1830963462165248 ext(0->4095) 00010000:00010000:1.0:1746143530.757933:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c093 expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143530.757942:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c093 expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143530.757948:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9d500 00000100:00100000:2.0:1746143530.758356:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462164992:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4729us (4944us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.758365:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16565 00000100:00100000:2.0:1746143530.762404:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.762487:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462165376 00000100:00100000:0.0:1746143530.762496:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462165376 00010000:00010000:0.0:1746143530.762533:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c093 expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746143530.762635:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16566 00000100:00100000:0.0:1746143530.762643:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2004:x1830963462165376:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143530.762657:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143530.762678:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c093 expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143530.762690:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c093 expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143530.762718:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c093 expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143530.762916:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143530.762919:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143530.762927:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c09a expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.762935:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c09a expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.762971:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c09a expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143530.762983:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455317632:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143530.763434:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.766648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.766815:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462165632 00000100:00100000:3.0:1746143530.766824:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462165632 00002000:00100000:3.0:1746143530.766871:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d844380 x1830963462165632/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.766881:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d844380 with x1830963462165632 ext(0->4095) 00002000:00010000:3.0:1746143530.766885:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d844380 00000100:00100000:3.0:1746143530.766923:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13827 00000100:00100000:3.0:1746143530.766931:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963462165632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143530.767101:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963462165632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 170us (463us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.767107:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13827 00002000:00100000:3.0:1746143530.767114:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d844380 x1830963462165632/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.767120:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d844380 with x1830963462165632 ext(0->4095) 00002000:00010000:3.0:1746143530.767122:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d844380 00000100:00100000:2.0:1746143530.767340:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455317632:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.767361:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.767389:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2004:x1830963462165376:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4748us (4995us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.767397:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16566 00000100:00100000:0.0:1746143530.768976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.769073:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462165760 00000100:00100000:3.0:1746143530.769079:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462165760 00000100:00100000:3.0:1746143530.769118:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30661 00000100:00100000:3.0:1746143530.769124:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462165760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.769139:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.769155:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f238df lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c0a1 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.769185:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c09a expref: 43 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.769192:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.769193:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.769197:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f238df lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a1 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.769224:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c09a expref: 43 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.769235:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c09a expref: 43 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.769245:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455317760:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.769967:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.771594:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455317760:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.771626:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f238df lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a1 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.771645:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805000, rc 0) 00000100:00100000:3.0:1746143530.771687:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462165760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2563us (2713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.771695:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30661 00000100:00100000:0.0:1746143530.772849:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.772946:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462165888 00000100:00100000:2.0:1746143530.772953:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462165888 00010000:00010000:2.0:1746143530.772986:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c09a expref: 44 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143530.773189:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16567 00000100:00100000:2.0:1746143530.773196:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963462165888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.773208:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.773226:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c09a expref: 44 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143530.773236:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c09a expref: 44 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143530.773257:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f238d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c09a expref: 44 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143530.773281:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.773283:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.773290:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f238df lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.773316:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f238df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.773346:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f238df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.773357:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455317888:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.773427:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.774963:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455317888:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.774982:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.775013:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:2007:x1830963462165888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1817us (2168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.775022:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16567 00000100:00100000:0.0:1746143530.775352:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.775443:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462166144 00000100:00100000:1.0:1746143530.775450:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462166144 00002000:00100000:1.0:1746143530.775487:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d845c00 x1830963462166144/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.775496:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d845c00 with x1830963462166144 ext(0->4095) 00002000:00010000:1.0:1746143530.775501:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d845c00 00000100:00100000:1.0:1746143530.775530:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13828 00000100:00100000:1.0:1746143530.775536:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462166144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143530.775670:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462166144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.775676:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13828 00002000:00100000:1.0:1746143530.775681:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d845c00 x1830963462166144/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.775688:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d845c00 with x1830963462166144 ext(0->4095) 00002000:00010000:1.0:1746143530.775690:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d845c00 00000100:00100000:0.0:1746143530.777910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.777989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.778568:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462166272 00000100:00100000:3.0:1746143530.778586:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462166272 00000100:00100000:3.0:1746143530.778638:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462166400 00000100:00100000:3.0:1746143530.778640:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462166400 00000100:00100000:3.0:1746143530.778665:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30662 00000100:00100000:3.0:1746143530.778672:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1782:x1830963462166272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.778690:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.778708:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c0a8 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.778736:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f238df lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.778743:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.778745:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.778748:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238e6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a8 expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.778779:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f238df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a1 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.778790:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f238df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a1 expref: 5 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.778802:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455318016:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.778876:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0600 going to sleep for 11 seconds 00000100:00100000:1.0:1746143530.778942:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30663 00000100:00100000:1.0:1746143530.778950:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1794:x1830963462166400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143530.778956:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143530.778963:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f238ed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c0af expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.778975:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143530.778978:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238e6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a8 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.778983:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.778985:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f238ed lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0af expref: 46 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.779010:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238e6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a8 expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.779024:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f238ed lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0af expref: 46 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.779032:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350a00, rc 0) 00000100:00100000:1.0:1746143530.779052:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:1794:x1830963462166400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.779058:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30663 00000100:00100000:3.0:1746143530.780631:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455318016:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.780651:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238e6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a8 expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.780665:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00000100:00100000:3.0:1746143530.780702:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1782:x1830963462166272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2030us (2800us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.780708:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30662 00000100:00100000:0.0:1746143530.780874:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.781091:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462166528 00000100:00100000:3.0:1746143530.781096:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462166528 00010000:00010000:3.0:1746143530.781117:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f238df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a1 expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.781145:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16568 00000100:00100000:3.0:1746143530.781150:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462166528:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.781160:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.781179:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f238df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a1 expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.781188:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f238df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a1 expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.781207:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f238df lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a1 expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.781783:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.781785:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.781795:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a8 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.781808:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a8 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.781838:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a8 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.781848:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a8 expref: 44 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.781859:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455318272:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.782659:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.783919:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455318272:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.783937:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.784048:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462166528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2896us (3173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.784058:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16568 00000100:00100000:0.0:1746143530.784916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.785001:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462166784 00000100:00100000:3.0:1746143530.785007:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462166784 00002000:00100000:3.0:1746143530.785042:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236ba680 x1830963462166784/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.785051:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236ba680 with x1830963462166784 ext(0->4095) 00010000:00010000:3.0:1746143530.785059:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a8 expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.785070:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a8 expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00002000:00010000:3.0:1746143530.785077:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801236ba680 00000100:00100000:3.0:1746143530.785106:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3124 00000100:00100000:3.0:1746143530.785112:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2007:x1830963462166784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143530.785229:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2007:x1830963462166784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (316us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143530.785235:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3124 00002000:00100000:3.0:1746143530.785239:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236ba680 x1830963462166784/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143530.785246:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236ba680 with x1830963462166784 ext(0->4095) 00010000:00010000:3.0:1746143530.785250:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a8 expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.785258:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a8 expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00002000:00010000:3.0:1746143530.785262:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801236ba680 00000100:00100000:0.0:1746143530.786935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.787165:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462166912 00000100:00100000:3.0:1746143530.787171:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462166912 00010000:00010000:3.0:1746143530.787194:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a8 expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.787228:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16569 00000100:00100000:3.0:1746143530.787234:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963462166912:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.787247:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.787261:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a8 expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.787270:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a8 expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.787290:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f238e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0a8 expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.787657:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.787659:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.787667:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f238ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0af expref: 44 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.787674:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f238ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0af expref: 44 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.787708:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f238ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0af expref: 44 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.787721:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455318400:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.787811:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.791174:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455318400:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.791197:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.791255:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963462166912:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4020us (4324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.791266:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16569 00000100:00100000:1.0:1746143530.792071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.792175:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462167168 00000100:00100000:2.0:1746143530.792183:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462167168 00002000:00100000:2.0:1746143530.792227:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a70000 x1830963462167168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.792237:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a70000 with x1830963462167168 ext(0->4095) 00002000:00010000:2.0:1746143530.792242:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a70000 00000100:00100000:2.0:1746143530.792270:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13829 00000100:00100000:2.0:1746143530.792277:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963462167168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.792436:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963462167168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 159us (367us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.792443:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13829 00002000:00100000:2.0:1746143530.792448:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a70000 x1830963462167168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.792455:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a70000 with x1830963462167168 ext(0->4095) 00002000:00010000:2.0:1746143530.792457:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a70000 00000100:00100000:0.0:1746143530.798472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.799089:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462167296 00000100:00100000:3.0:1746143530.799100:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462167296 00000100:00100000:3.0:1746143530.799160:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30664 00000100:00100000:3.0:1746143530.799168:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462167296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143530.799187:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143530.799205:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c0b6 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.799238:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f238ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0af expref: 43 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.799244:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.799246:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143530.799249:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238f4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0b6 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.799280:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f238ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0af expref: 43 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.799290:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f238ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0af expref: 43 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.799337:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455318528:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143530.799548:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.802594:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455318528:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143530.802630:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238f4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0b6 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.802654:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:3.0:1746143530.802732:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462167296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3563us (4270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.802741:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30664 00000100:00100000:0.0:1746143530.805944:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.806244:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.806611:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462167424 00000100:00100000:3.0:1746143530.806621:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462167424 00010000:00010000:3.0:1746143530.806665:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f238ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0af expref: 44 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.806699:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16570 00000100:00100000:3.0:1746143530.806707:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963462167424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.806721:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.806743:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f238ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0af expref: 44 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.806755:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f238ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0af expref: 44 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.806778:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f238ed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0af expref: 44 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.806798:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.806800:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.806808:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0b6 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.806821:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0b6 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.806854:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0b6 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.806868:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455318656:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.806946:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.807308:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462167552 00000100:00100000:2.0:1746143530.807312:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462167552 00000100:00100000:2.0:1746143530.807337:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30665 00000100:00100000:2.0:1746143530.807342:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1782:x1830963462167552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.807357:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.807368:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f238fb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c0bd expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.807383:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0b6 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.807388:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.807390:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.807392:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f238fb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0bd expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.807407:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0b6 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.807416:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238f4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0b6 expref: 5 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143530.807422:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455318784:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.808702:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.809937:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.810061:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462167808 00000100:00100000:2.0:1746143530.810070:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462167808 00002000:00100000:2.0:1746143530.810117:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096625500 x1830963462167808/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.810128:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096625500 with x1830963462167808 ext(0->4095) 00010000:00010000:2.0:1746143530.810137:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238f4 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0b6 expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143530.810154:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238f4 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0b6 expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143530.810161:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096625500 00000100:00100000:2.0:1746143530.810181:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3125 00000100:00100000:2.0:1746143530.810188:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462167808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.810370:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462167808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 182us (439us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.810377:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3125 00002000:00100000:2.0:1746143530.810383:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096625500 x1830963462167808/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.810390:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096625500 with x1830963462167808 ext(0->4095) 00010000:00010000:2.0:1746143530.810394:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238f4 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0b6 expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143530.810403:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238f4 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0b6 expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143530.810408:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096625500 00000100:00100000:3.0:1746143530.810455:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455318656:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.810474:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.810509:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2007:x1830963462167424:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3802us (4574us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.810517:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16570 00000100:00100000:2.0:1746143530.811654:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455318784:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.811795:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f238fb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0bd expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.811812:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:2.0:1746143530.811851:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1782:x1830963462167552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4508us (5607us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.812173:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30665 00000100:00100000:0.0:1746143530.814118:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.814337:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462167936 00000100:00100000:2.0:1746143530.814346:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462167936 00000100:00100000:2.0:1746143530.814388:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30666 00000100:00100000:2.0:1746143530.814394:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1794:x1830963462167936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.814413:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.814430:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23902 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c0c4 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.814457:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.814461:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f238fb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0bd expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.814467:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.814470:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23902 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0c4 expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.814505:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f238fb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0bd expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.814516:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23902 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0c4 expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.814524:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79e00, rc 0) 00000100:00100000:2.0:1746143530.814583:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1794:x1830963462167936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.814592:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30666 00000100:00100000:0.0:1746143530.815477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.815595:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462168064 00000100:00100000:3.0:1746143530.815600:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462168064 00010000:00010000:3.0:1746143530.815619:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0b6 expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.815645:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16571 00000100:00100000:3.0:1746143530.815649:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462168064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.815658:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.815675:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0b6 expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.815685:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0b6 expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.815702:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f238f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0b6 expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.815713:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.815714:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.815720:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f238fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0bd expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.815726:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f238fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0bd expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.815744:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f238fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0bd expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.815752:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f238fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0bd expref: 44 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.815762:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455319040:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.815823:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.817700:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455319040:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.817718:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.817748:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462168064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2097us (2271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.817754:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16571 00000100:00100000:0.0:1746143530.819377:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.819553:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462168320 00000100:00100000:2.0:1746143530.819561:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462168320 00002000:00100000:2.0:1746143530.819606:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009764a300 x1830963462168320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.819615:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009764a300 with x1830963462168320 ext(0->4095) 00010000:00010000:2.0:1746143530.819623:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f238fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0bd expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143530.819635:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f238fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0bd expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143530.819641:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009764a300 00000100:00100000:2.0:1746143530.819668:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3126 00000100:00100000:2.0:1746143530.819674:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2007:x1830963462168320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143530.821252:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2007:x1830963462168320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1572us (1872us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.821261:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3126 00002000:00100000:2.0:1746143530.821268:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009764a300 x1830963462168320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.821275:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009764a300 with x1830963462168320 ext(0->4095) 00010000:00010000:2.0:1746143530.821282:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f238fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0bd expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143530.821315:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f238fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0bd expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143530.821321:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009764a300 00000100:00100000:0.0:1746143530.826406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.826723:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462168448 00000100:00100000:3.0:1746143530.826734:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462168448 00010000:00010000:3.0:1746143530.826777:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f238fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0bd expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.826819:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16572 00000100:00100000:3.0:1746143530.826827:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963462168448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.826841:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.826867:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f238fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0bd expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.826880:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f238fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0bd expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.826904:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f238fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0bd expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.826934:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.826936:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.826943:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23902 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0c4 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.826952:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23902 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0c4 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.826988:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23902 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0c4 expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.827001:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455319168:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.828928:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0840 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.831685:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455319168:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.831707:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.831750:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963462168448:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4923us (5354us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.831761:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16572 00000100:00100000:0.0:1746143530.832816:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.832874:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462168704 00000100:00100000:2.0:1746143530.832882:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462168704 00002000:00100000:2.0:1746143530.832927:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6ce00 x1830963462168704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.832937:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ce00 with x1830963462168704 ext(0->4095) 00002000:00010000:2.0:1746143530.832941:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6ce00 00000100:00100000:2.0:1746143530.832971:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13830 00000100:00100000:2.0:1746143530.832980:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963462168704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143530.833139:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963462168704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.833146:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13830 00002000:00100000:2.0:1746143530.833151:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6ce00 x1830963462168704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.833162:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6ce00 with x1830963462168704 ext(0->4095) 00002000:00010000:2.0:1746143530.833164:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6ce00 00000100:00100000:0.0:1746143530.834541:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.834863:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462168832 00000100:00100000:2.0:1746143530.834869:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462168832 00000100:00100000:2.0:1746143530.834912:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30667 00000100:00100000:2.0:1746143530.834920:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462168832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.834936:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.834953:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23909 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c0cb expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.834980:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23902 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0c4 expref: 43 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.834987:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.834989:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.834992:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23909 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0cb expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.835021:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23902 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0c4 expref: 43 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.835032:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23902 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0c4 expref: 43 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143530.835044:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455319296:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.835137:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.836586:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455319296:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.836611:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23909 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0cb expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.836625:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79600, rc 0) 00000100:00100000:2.0:1746143530.836661:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462168832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1741us (2124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.836671:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30667 00000100:00100000:0.0:1746143530.838363:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.838433:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462168960 00000100:00100000:3.0:1746143530.838442:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462168960 00010000:00010000:3.0:1746143530.838477:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23902 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0c4 expref: 44 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.839198:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16573 00000100:00100000:3.0:1746143530.839209:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963462168960:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.839224:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.839247:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23902 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0c4 expref: 44 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.839260:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23902 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0c4 expref: 44 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.839287:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23902 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0c4 expref: 44 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.839457:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.839459:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.839467:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23909 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0cb expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.839479:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23909 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0cb expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.839523:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23909 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0cb expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.839537:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455319424:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.839635:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.843836:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.843950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.844054:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455319424:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.844079:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.844129:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:2006:x1830963462168960:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4921us (5770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.844139:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16573 00000100:00100000:1.0:1746143530.844378:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462169216 00000100:00100000:1.0:1746143530.844385:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462169216 00002000:00100000:1.0:1746143530.844426:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6c380 x1830963462169216/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.844436:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6c380 with x1830963462169216 ext(0->4095) 00002000:00010000:1.0:1746143530.844440:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097a6c380 00000100:00100000:1.0:1746143530.844459:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13831 00000100:00100000:1.0:1746143530.844465:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462169216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143530.845062:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462169344 00000100:00100000:2.0:1746143530.845066:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462169344 00000100:00100000:2.0:1746143530.845102:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30668 00000100:00100000:2.0:1746143530.845107:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:1782:x1830963462169344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.845117:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.845134:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23910 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c0d2 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.845162:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23909 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0cb expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.845169:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.845171:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.845174:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23910 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d2 expref: 44 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.845200:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23909 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0cb expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.845211:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23909 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0cb expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143530.845221:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455319552:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.845278:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.846407:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462169216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1938us (2582us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143530.846417:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13831 00002000:00100000:0.0:1746143530.846425:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097a6c380 x1830963462169216/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143530.846433:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6c380 with x1830963462169216 ext(0->4095) 00010000:00010000:0.0:1746143530.846440:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23909 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0cb expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143530.846453:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23909 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0cb expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746143530.846459:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6c380 00000100:00100000:2.0:1746143530.850382:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455319552:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.850419:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23910 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d2 expref: 44 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.850437:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79a00, rc 0) 00000100:00100000:2.0:1746143530.851783:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1782:x1830963462169344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6668us (7826us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.851793:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30668 00000100:00100000:0.0:1746143530.854495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.854608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.854677:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462169600 00000100:00100000:3.0:1746143530.854687:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462169600 00010000:00010000:3.0:1746143530.854722:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23909 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0cb expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.854768:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16574 00000100:00100000:3.0:1746143530.854775:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a38450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462169600:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.854790:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.854811:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23909 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0cb expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.854823:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23909 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0cb expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.854846:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23909 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0cb expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.854872:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.854874:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.854881:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23910 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d2 expref: 43 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.854889:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23910 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d2 expref: 43 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.855006:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23910 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d2 expref: 43 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.855019:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455319680:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.855114:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0840 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.855167:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462169472 00000100:00100000:2.0:1746143530.855171:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462169472 00000100:00100000:2.0:1746143530.855193:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30669 00000100:00100000:2.0:1746143530.855198:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1794:x1830963462169472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.855211:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.855232:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23917 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c0d9 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.855249:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23910 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d2 expref: 45 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.855254:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.855255:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.855258:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23917 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d9 expref: 45 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.855272:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23910 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d2 expref: 45 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.855282:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23910 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d2 expref: 45 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143530.855290:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455319808:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.855345:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.860356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.860873:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462169856 00000100:00100000:1.0:1746143530.860883:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462169856 00002000:00100000:1.0:1746143530.860932:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092358e00 x1830963462169856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.860941:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092358e00 with x1830963462169856 ext(0->4095) 00010000:00010000:1.0:1746143530.860950:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23910 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d2 expref: 46 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.860959:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455319680:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143530.860970:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23910 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d2 expref: 46 pid: 9573 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143530.860976:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092358e00 00010000:00010000:3.0:1746143530.860978:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143530.860999:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3127 00000100:00100000:1.0:1746143530.861005:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963462169856:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143530.861022:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a38450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462169600:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6247us (6413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.861031:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16574 00000100:00100000:2.0:1746143530.861660:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455319808:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.861681:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23917 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d9 expref: 46 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.861695:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79000, rc 0) 00000100:00100000:2.0:1746143530.861751:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:1794:x1830963462169472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6552us (7264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.861758:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30669 00000100:00100000:1.0:1746143530.861926:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2007:x1830963462169856:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 921us (1580us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.861932:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3127 00002000:00100000:1.0:1746143530.861937:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092358e00 x1830963462169856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.861944:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092358e00 with x1830963462169856 ext(0->4095) 00010000:00010000:1.0:1746143530.861949:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23910 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d2 expref: 45 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143530.861958:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23910 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d2 expref: 45 pid: 9573 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143530.861963:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092358e00 00000100:00100000:0.0:1746143530.865867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.866136:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.866249:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462169984 00000100:00100000:2.0:1746143530.866259:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462169984 00000100:00100000:2.0:1746143530.866347:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30670 00000100:00100000:2.0:1746143530.866356:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1782:x1830963462169984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.866376:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.866394:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2391e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c0e0 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.866420:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.866426:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23917 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d9 expref: 46 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.866431:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143530.866433:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2391e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e0 expref: 46 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.866469:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23917 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d9 expref: 46 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.866481:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2391e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e0 expref: 46 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.866490:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78200, rc 0) 00000100:00100000:2.0:1746143530.866539:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:1782:x1830963462169984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.866545:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30670 00000100:00100000:3.0:1746143530.866773:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462170112 00000100:00100000:3.0:1746143530.866778:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462170112 00010000:00010000:3.0:1746143530.866797:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23910 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d2 expref: 46 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.866822:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16575 00000100:00100000:3.0:1746143530.866827:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2006:x1830963462170112:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.866835:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.866861:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23910 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d2 expref: 46 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.866871:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23910 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d2 expref: 46 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.866887:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23910 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d2 expref: 46 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.866901:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.866902:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.866908:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23917 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d9 expref: 45 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.866915:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23917 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d9 expref: 45 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.866935:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23917 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d9 expref: 45 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.866945:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23917 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d9 expref: 45 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.866968:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455320064:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.867029:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0300 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.868525:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455320064:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.868543:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.868746:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963462170112:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1916us (2608us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.868755:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16575 00000100:00100000:0.0:1746143530.870478:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.870612:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462170368 00000100:00100000:1.0:1746143530.870621:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462170368 00002000:00100000:1.0:1746143530.870665:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097893800 x1830963462170368/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.870674:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097893800 with x1830963462170368 ext(0->4095) 00010000:00010000:1.0:1746143530.870684:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23917 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d9 expref: 45 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143530.870699:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23917 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d9 expref: 45 pid: 9573 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143530.870705:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097893800 00000100:00100000:1.0:1746143530.870737:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3128 00000100:00100000:1.0:1746143530.870744:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963462170368:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143530.870891:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963462170368:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (420us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.870898:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3128 00002000:00100000:1.0:1746143530.870904:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097893800 x1830963462170368/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.870911:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097893800 with x1830963462170368 ext(0->4095) 00010000:00010000:1.0:1746143530.870915:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23917 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d9 expref: 45 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143530.870924:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23917 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d9 expref: 45 pid: 9573 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143530.870929:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097893800 00000100:00100000:0.0:1746143530.876101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.876209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.876412:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462170624 00000100:00100000:3.0:1746143530.876421:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462170624 00010000:00010000:3.0:1746143530.876456:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23917 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d9 expref: 45 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.876499:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16576 00000100:00100000:3.0:1746143530.876507:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097893100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2004:x1830963462170624:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.876520:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.876540:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23917 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d9 expref: 45 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.876553:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23917 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d9 expref: 45 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.876588:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23917 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0d9 expref: 45 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.876607:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.876610:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.876616:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2391e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e0 expref: 44 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.876624:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2391e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e0 expref: 44 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.876669:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2391e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e0 expref: 44 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.876683:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455320192:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.876766:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143530.876905:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462170496 00000100:00100000:1.0:1746143530.876909:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462170496 00000100:00100000:1.0:1746143530.876939:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30671 00000100:00100000:1.0:1746143530.876944:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462170496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143530.876960:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143530.876971:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23925 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c0e7 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.876989:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2391e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e0 expref: 44 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.876994:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.876995:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.876998:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23925 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e7 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.877017:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2391e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e0 expref: 44 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.877026:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2391e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e0 expref: 44 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:1.0:1746143530.877034:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455320320:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143530.877061:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.879433:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455320192:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.879451:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.879499:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2004:x1830963462170624:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2991us (3289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.879509:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16576 00000100:00100000:1.0:1746143530.882818:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455320320:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143530.882819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746143530.882853:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23925 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e7 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.882871:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350000, rc 0) 00000100:00100000:2.0:1746143530.883034:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462170752 00000100:00100000:2.0:1746143530.883042:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462170752 00000100:00100000:1.0:1746143530.883043:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462170496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6097us (6951us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.883056:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30671 00010000:00010000:2.0:1746143530.883071:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2391e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e0 expref: 44 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143530.883099:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16577 00000100:00100000:2.0:1746143530.883106:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963462170752:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.883118:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.883139:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2391e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e0 expref: 44 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143530.883156:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2391e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e0 expref: 44 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143530.883176:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f2391e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e0 expref: 44 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143530.883188:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.883190:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.883196:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23925 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e7 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.883205:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23925 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e7 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.883231:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23925 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e7 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.883242:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455320448:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.883325:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.886186:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455320448:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.886204:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.886772:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:2007:x1830963462170752:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3664us (3958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.886782:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16577 00000100:00100000:0.0:1746143530.886993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.887221:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462171008 00000100:00100000:1.0:1746143530.887228:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462171008 00002000:00100000:1.0:1746143530.887267:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66bb80 x1830963462171008/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.887277:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66bb80 with x1830963462171008 ext(0->4095) 00002000:00010000:1.0:1746143530.887281:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f66bb80 00000100:00100000:1.0:1746143530.887321:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13832 00000100:00100000:1.0:1746143530.887328:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462171008:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143530.887460:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462171008:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (468us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.887465:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13832 00002000:00100000:1.0:1746143530.887471:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66bb80 x1830963462171008/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.887478:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66bb80 with x1830963462171008 ext(0->4095) 00002000:00010000:1.0:1746143530.887481:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f66bb80 00000100:00100000:0.0:1746143530.889501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.889607:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462171136 00000100:00100000:1.0:1746143530.889614:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462171136 00000100:00100000:1.0:1746143530.889680:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30672 00000100:00100000:1.0:1746143530.889687:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:1794:x1830963462171136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143530.889702:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143530.889720:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2392c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c0ee expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.889751:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23925 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e7 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.889758:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143530.889760:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143530.889763:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2392c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0ee expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.889794:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23925 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e7 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.889807:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23925 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e7 expref: 5 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:1.0:1746143530.889819:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455320576:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143530.890652:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa840 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.891125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.891246:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462171264 00000100:00100000:2.0:1746143530.891251:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462171264 00000100:00100000:2.0:1746143530.891275:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30673 00000100:00100000:2.0:1746143530.891280:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1782:x1830963462171264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.891288:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.891309:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23933 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c0f5 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.891326:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.891330:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2392c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0ee expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.891335:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.891338:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23933 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0f5 expref: 46 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.891360:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2392c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0ee expref: 46 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.891371:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23933 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0f5 expref: 46 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.891380:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78800, rc 0) 00000100:00100000:2.0:1746143530.891422:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:1782:x1830963462171264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.891427:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30673 00000100:00100000:1.0:1746143530.894737:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455320576:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143530.894773:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2392c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0ee expref: 45 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.894790:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350600, rc 0) 00000100:00100000:1.0:1746143530.894834:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:1794:x1830963462171136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5146us (5340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.894842:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30672 00000100:00100000:0.0:1746143530.895627:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.895690:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462171392 00000100:00100000:2.0:1746143530.895698:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462171392 00010000:00010000:2.0:1746143530.895734:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23925 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e7 expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143530.895773:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16578 00000100:00100000:2.0:1746143530.895780:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462171392:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.895795:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.895819:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23925 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e7 expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143530.895831:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23925 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e7 expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143530.895856:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23925 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0e7 expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143530.895878:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.895880:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.895888:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2392c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0ee expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.895895:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2392c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0ee expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.895923:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2392c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0ee expref: 44 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.895933:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2392c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0ee expref: 44 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143530.895950:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455320832:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.896017:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.897213:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455320832:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.897226:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.897259:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462171392:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1480us (1634us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.897267:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16578 00000100:00100000:2.0:1746143530.898987:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.899040:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462171648 00000100:00100000:1.0:1746143530.899047:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462171648 00002000:00100000:1.0:1746143530.899084:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9e680 x1830963462171648/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.899092:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9e680 with x1830963462171648 ext(0->4095) 00010000:00010000:1.0:1746143530.899100:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2392c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0ee expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143530.899111:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2392c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0ee expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143530.899117:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9e680 00000100:00100000:1.0:1746143530.899141:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3129 00000100:00100000:1.0:1746143530.899147:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2007:x1830963462171648:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143530.900862:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2007:x1830963462171648:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1707us (1873us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.900872:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3129 00002000:00100000:1.0:1746143530.900884:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9e680 x1830963462171648/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.900891:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9e680 with x1830963462171648 ext(0->4095) 00010000:00010000:1.0:1746143530.900899:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2392c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0ee expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143530.900911:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2392c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0ee expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143530.900917:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fc9e680 00000100:00100000:0.0:1746143530.903428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.903613:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462171776 00000100:00100000:1.0:1746143530.903622:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462171776 00000100:00100000:1.0:1746143530.903668:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30674 00000100:00100000:1.0:1746143530.903676:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462171776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143530.903695:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143530.903713:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2393a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c0fc expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.903740:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143530.903746:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23933 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0f5 expref: 44 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.903752:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143530.903756:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2393a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0fc expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.903796:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23933 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0f5 expref: 44 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.903814:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2393a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0fc expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143530.903824:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351a00, rc 0) 00000100:00100000:1.0:1746143530.903880:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462171776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 203us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143530.903886:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30674 00000100:00100000:0.0:1746143530.905035:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.905067:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462171904 00000100:00100000:2.0:1746143530.905072:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462171904 00010000:00010000:2.0:1746143530.905092:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2392c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0ee expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143530.905125:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16579 00000100:00100000:2.0:1746143530.905131:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2006:x1830963462171904:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143530.905140:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143530.905159:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2392c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0ee expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143530.905169:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2392c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0ee expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143530.905186:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350600/0xa6c9a53f47f2392c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0ee expref: 45 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143530.905225:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.905227:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.905234:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23933 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0f5 expref: 44 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.905242:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23933 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0f5 expref: 44 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.905264:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23933 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0f5 expref: 44 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.905274:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23933 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0f5 expref: 44 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143530.905285:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455321088:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143530.905385:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.908484:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455321088:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.908504:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143530.908550:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963462171904:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3418us (3516us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.908560:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16579 00000100:00100000:0.0:1746143530.908989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.909436:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462172160 00000100:00100000:1.0:1746143530.909442:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462172160 00002000:00100000:1.0:1746143530.909481:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124831880 x1830963462172160/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.909490:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124831880 with x1830963462172160 ext(0->4095) 00010000:00010000:1.0:1746143530.909497:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23933 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0f5 expref: 44 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143530.909510:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23933 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0f5 expref: 44 pid: 9573 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143530.909516:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880124831880 00000100:00100000:1.0:1746143530.909543:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3130 00000100:00100000:1.0:1746143530.909550:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963462172160:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143530.909884:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963462172160:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 333us (895us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.909891:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3130 00002000:00100000:1.0:1746143530.909896:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124831880 x1830963462172160/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.909904:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124831880 with x1830963462172160 ext(0->4095) 00010000:00010000:1.0:1746143530.909909:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23933 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0f5 expref: 44 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143530.909918:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23933 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0f5 expref: 44 pid: 9573 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143530.909923:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880124831880 00000100:00100000:0.0:1746143530.911510:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.911732:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462172288 00000100:00100000:2.0:1746143530.911737:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462172288 00000100:00100000:0.0:1746143530.912110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.912279:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462172416 00000100:00100000:3.0:1746143530.912284:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462172416 00010000:00010000:3.0:1746143530.912325:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23933 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0f5 expref: 45 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.912349:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16580 00000100:00100000:3.0:1746143530.912356:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2007:x1830963462172416:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.912367:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.912384:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23933 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0f5 expref: 45 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.912394:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23933 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0f5 expref: 45 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.912415:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23933 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0f5 expref: 45 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.912439:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.912441:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.912448:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2393a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0fc expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.912457:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2393a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0fc expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.912506:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2393a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0fc expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143530.912508:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30675 00000100:00100000:2.0:1746143530.912514:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1782:x1830963462172288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746143530.912519:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455321216:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143530.912528:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.912537:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23941 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c103 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.912554:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2393a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0fc expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.912560:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.912561:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143530.912564:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23941 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c103 expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.912588:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2393a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0fc expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.912596:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c09c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746143530.912597:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2393a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0fc expref: 5 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143530.912605:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455321344:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.912626:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.914337:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455321216:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.914352:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.914379:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2007:x1830963462172416:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2023us (2269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.914387:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16580 00000100:00100000:2.0:1746143530.915235:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455321344:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.915257:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23941 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c103 expref: 44 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.915269:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78200, rc 0) 00000100:00100000:2.0:1746143530.915292:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:1782:x1830963462172288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2778us (3786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.915317:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30675 00000100:00100000:0.0:1746143530.915957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.916165:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462172672 00000100:00100000:1.0:1746143530.916172:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462172672 00002000:00100000:1.0:1746143530.916207:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f641880 x1830963462172672/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.916216:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641880 with x1830963462172672 ext(0->4095) 00010000:00010000:1.0:1746143530.916223:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2393a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0fc expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143530.916235:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2393a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0fc expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143530.916241:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f641880 00000100:00100000:1.0:1746143530.916258:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3131 00000100:00100000:1.0:1746143530.916265:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462172672:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143530.916410:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462172672:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.916415:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3131 00002000:00100000:1.0:1746143530.916420:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f641880 x1830963462172672/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.916428:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641880 with x1830963462172672 ext(0->4095) 00010000:00010000:1.0:1746143530.916432:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2393a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0fc expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143530.916441:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2393a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0fc expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143530.916452:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f641880 00000100:00100000:0.0:1746143530.919615:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.919887:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462172800 00000100:00100000:3.0:1746143530.919897:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462172800 00010000:00010000:3.0:1746143530.919927:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2393a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0fc expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.919956:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16581 00000100:00100000:3.0:1746143530.919963:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462172800:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.919979:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.919999:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2393a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0fc expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.920010:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2393a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0fc expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.920034:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f2393a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c0fc expref: 6 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.920067:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.920069:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.920077:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23941 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c103 expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.920085:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23941 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c103 expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.920119:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23941 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c103 expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.920132:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455321472:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.921401:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.928373:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.928648:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462173056 00000100:00100000:2.0:1746143530.928657:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462173056 00002000:00100000:2.0:1746143530.928707:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f640e00 x1830963462173056/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.928717:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f640e00 with x1830963462173056 ext(0->4095) 00002000:00010000:2.0:1746143530.928723:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f640e00 00000100:00100000:3.0:1746143530.928800:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455321472:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.928821:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.928867:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462172800:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 8903us (9261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.928880:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16581 00000100:00100000:2.0:1746143530.928944:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13833 00000100:00100000:2.0:1746143530.928951:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963462173056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143530.929070:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2006:x1830963462173056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (707us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.929075:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13833 00002000:00100000:2.0:1746143530.929081:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f640e00 x1830963462173056/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.929088:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f640e00 with x1830963462173056 ext(0->4095) 00002000:00010000:2.0:1746143530.929091:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f640e00 00000100:00100000:0.0:1746143530.933073:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.933167:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462173184 00000100:00100000:2.0:1746143530.933176:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462173184 00000100:00100000:2.0:1746143530.933509:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30676 00000100:00100000:2.0:1746143530.933517:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462173184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.933537:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.933553:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23948 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c10a expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.933617:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23941 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c103 expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.933624:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.933626:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.933629:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23948 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c10a expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.933658:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23941 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c103 expref: 43 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.933670:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23941 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c103 expref: 43 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143530.933682:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455321600:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143530.933769:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.947123:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455321600:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.947159:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23948 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c10a expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.947176:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79a00, rc 0) 00000100:00100000:2.0:1746143530.947231:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462173184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13714us (14168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.947239:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30676 00000100:00100000:0.0:1746143530.950350:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.950428:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462173312 00000100:00100000:1.0:1746143530.950438:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462173312 00002000:00100000:1.0:1746143530.950486:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008f640a80 x1830963462173312/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 496/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.950496:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f640a80 with x1830963462173312 ext(0->7) 00010000:00010000:1.0:1746143530.950505:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23941 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c103 expref: 44 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143530.950519:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23941 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c103 expref: 44 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143530.950526:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f640a80 00000100:00100000:1.0:1746143530.951001:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3132 00000100:00100000:1.0:1746143530.951008:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963462173312:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143530.953701:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963462173312:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2684us (3354us total) trans 4294972302 rc 0/0 00000100:00100000:0.0:1746143530.953712:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3132 00002000:00100000:0.0:1746143530.953720:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008f640a80 x1830963462173312/t4294972302(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 496/448 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143530.953729:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f640a80 with x1830963462173312 ext(0->7) 00010000:00010000:0.0:1746143530.953738:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23941 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c103 expref: 46 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143530.953752:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23941 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c103 expref: 46 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746143530.953758:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f640a80 00000100:00100000:0.0:1746143530.965124:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.966691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.966754:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462173568 00000100:00100000:2.0:1746143530.966765:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462173568 00000100:00100000:2.0:1746143530.966823:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30677 00000100:00100000:2.0:1746143530.966831:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:1782:x1830963462173568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.966850:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.966867:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2394f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c111 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.966894:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.966900:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23948 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c10a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.966906:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143530.966910:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2394f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c111 expref: 47 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.966945:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23948 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c10a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.966959:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2394f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c111 expref: 47 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.966969:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:2.0:1746143530.967014:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:1782:x1830963462173568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.967020:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30677 00000100:00100000:3.0:1746143530.967048:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462173440 00000100:00100000:3.0:1746143530.967058:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462173440 00010000:00010000:3.0:1746143530.967076:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23941 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c103 expref: 47 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.967108:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16582 00000100:00100000:3.0:1746143530.967112:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2005:x1830963462173440:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.967121:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746143530.967137:0:10921:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746143530 -> 1746143531 00002000:00010000:3.0:1746143530.967140:0:10921:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746143530 -> 1746143531 00010000:00010000:3.0:1746143530.967146:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23941 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c103 expref: 47 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.967155:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23941 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c103 expref: 47 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.967171:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23941 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c103 expref: 47 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.967185:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.967187:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.967193:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23948 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c10a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.967199:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23948 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c10a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.967224:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23948 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c10a expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.967236:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23948 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c10a expref: 5 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.967846:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455321856:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.967916:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143530.970877:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.970966:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455321856:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.970984:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.971020:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2005:x1830963462173440:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3907us (5910us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.971030:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16582 00000100:00100000:1.0:1746143530.971444:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462173824 00000100:00100000:1.0:1746143530.971450:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462173824 00002000:00100000:1.0:1746143530.971489:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097900000 x1830963462173824/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.971499:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097900000 with x1830963462173824 ext(0->4095) 00010000:00010000:1.0:1746143530.971507:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23948 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c10a expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143530.971519:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23948 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c10a expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143530.971526:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097900000 00000100:00100000:1.0:1746143530.971553:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3133 00000100:00100000:1.0:1746143530.971561:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462173824:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143530.972116:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462173824:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 555us (1245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143530.972122:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3133 00002000:00100000:1.0:1746143530.972127:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097900000 x1830963462173824/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.972134:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097900000 with x1830963462173824 ext(0->4095) 00010000:00010000:1.0:1746143530.972139:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23948 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c10a expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143530.972148:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23948 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c10a expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143530.972154:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097900000 00000100:00100000:0.0:1746143530.974381:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.974551:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462173952 00000100:00100000:3.0:1746143530.974558:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462173952 00010000:00010000:3.0:1746143530.974594:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23948 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c10a expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.974625:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16583 00000100:00100000:3.0:1746143530.974632:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097903100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462173952:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.974644:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.974665:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23948 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c10a expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.974681:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23948 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c10a expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.974704:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23948 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c10a expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.974728:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.974730:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.974737:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2394f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c111 expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.974744:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2394f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c111 expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.974777:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2394f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c111 expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143530.974789:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455321984:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.974879:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143530.976345:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455321984:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143530.976360:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143530.976388:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097903100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462173952:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1757us (2012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143530.976397:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16583 00000100:00100000:0.0:1746143530.977181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143530.977259:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462174208 00000100:00100000:1.0:1746143530.977264:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462174208 00002000:00100000:1.0:1746143530.977319:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097900a80 x1830963462174208/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143530.977329:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097900a80 with x1830963462174208 ext(0->4095) 00002000:00010000:1.0:1746143530.977333:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097900a80 00000100:00100000:2.0:1746143530.977475:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13834 00000100:00100000:2.0:1746143530.977485:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963462174208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143530.977620:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2007:x1830963462174208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (439us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143530.977626:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13834 00002000:00100000:2.0:1746143530.977630:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097900a80 x1830963462174208/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 488/4536 e 0 to 0 dl 1746143541 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.977638:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097900a80 with x1830963462174208 ext(0->4095) 00002000:00010000:2.0:1746143530.977641:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097900a80 00000100:00100000:2.0:1746143530.984615:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143530.985385:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462174336 00000100:00100000:0.0:1746143530.985396:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462174336 00000100:00100000:0.0:1746143530.985452:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30678 00000100:00100000:0.0:1746143530.985459:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462174336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143530.985478:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143530.985494:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23956 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c118 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.985522:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2394f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c111 expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.985534:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143530.985535:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143530.985538:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23956 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c118 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.985566:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2394f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c111 expref: 45 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143530.985585:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2394f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c111 expref: 45 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746143530.985597:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097900380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455322112:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143530.985687:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143530.994125:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097900380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455322112:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143530.994164:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23956 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c118 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.994183:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9a00, rc 0) 00000100:00100000:2.0:1746143530.994248:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462174336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8787us (9641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.994257:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30678 00000100:00100000:0.0:1746143530.994408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.994471:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462174464 00000100:00100000:2.0:1746143530.994477:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462174464 00002000:00100000:2.0:1746143530.994516:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097901180 x1830963462174464/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 496/0 e 0 to 0 dl 1746143541 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143530.994526:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097901180 with x1830963462174464 ext(0->7) 00010000:00010000:2.0:1746143530.994533:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2394f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c111 expref: 46 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143530.994546:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2394f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c111 expref: 46 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143530.994553:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097901180 00000100:00100000:2.0:1746143530.994569:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3134 00000100:00100000:2.0:1746143530.994588:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+46:2006:x1830963462174464:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143530.995782:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2006:x1830963462174464:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1192us (1372us total) trans 4294972303 rc 0/0 00000100:00100000:0.0:1746143530.995789:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3134 00002000:00100000:0.0:1746143530.995795:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097901180 x1830963462174464/t4294972303(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:681/0 lens 496/448 e 0 to 0 dl 1746143541 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143530.995803:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097901180 with x1830963462174464 ext(0->7) 00010000:00010000:0.0:1746143530.995808:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2394f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c111 expref: 48 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143530.995818:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2394f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c111 expref: 48 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746143530.995824:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097901180 00000100:00100000:0.0:1746143530.997228:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143530.997324:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462174592 00000100:00100000:2.0:1746143530.997330:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462174592 00000100:00100000:2.0:1746143530.997373:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30679 00000100:00100000:2.0:1746143530.997379:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:1782:x1830963462174592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143530.997391:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143530.997405:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2395d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c11f expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.997425:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143530.997430:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23956 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c118 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.997436:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143530.997439:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2395d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c11f expref: 49 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.997472:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23956 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c118 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.997485:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2395d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c11f expref: 49 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143530.997495:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78800, rc 0) 00000100:00100000:2.0:1746143530.997745:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:1782:x1830963462174592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 365us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143530.997751:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30679 00000100:00100000:0.0:1746143530.998700:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143530.998745:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462174720 00000100:00100000:3.0:1746143530.998750:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462174720 00010000:00010000:3.0:1746143530.998768:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2394f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c111 expref: 49 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.998832:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16584 00000100:00100000:3.0:1746143530.998839:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:2005:x1830963462174720:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143530.998847:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143530.998864:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2394f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c111 expref: 49 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.998878:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2394f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c111 expref: 49 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.998897:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f2394f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c111 expref: 49 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143530.998920:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.998921:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143530.998928:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23956 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c118 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.998935:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23956 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c118 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.998957:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23956 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c118 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143530.998967:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23956 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c118 expref: 5 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143530.998977:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455322368:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143530.999046:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.000246:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455322368:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.000259:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.000281:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2005:x1830963462174720:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1442us (1583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.000288:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16584 00000100:00100000:0.0:1746143531.002074:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.002125:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462174976 00000100:00100000:2.0:1746143531.002135:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462174976 00002000:00100000:2.0:1746143531.002167:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb67100 x1830963462174976/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.002176:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb67100 with x1830963462174976 ext(0->4095) 00010000:00010000:2.0:1746143531.002184:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23956 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c118 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.002195:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23956 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c118 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.002201:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb67100 00000100:00100000:2.0:1746143531.002229:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3135 00000100:00100000:2.0:1746143531.002236:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462174976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.002384:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462174976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (313us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.002390:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3135 00002000:00100000:2.0:1746143531.002395:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb67100 x1830963462174976/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.002402:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb67100 with x1830963462174976 ext(0->4095) 00010000:00010000:2.0:1746143531.002407:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23956 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c118 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.002420:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23956 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c118 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.002425:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb67100 00000100:00100000:0.0:1746143531.003921:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.003988:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462175104 00000100:00100000:3.0:1746143531.003993:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462175104 00010000:00010000:3.0:1746143531.004011:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23956 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c118 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.004042:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16585 00000100:00100000:3.0:1746143531.004047:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462175104:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.004057:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.004070:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23956 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c118 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.004079:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23956 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c118 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.004098:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23956 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c118 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.004113:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.004116:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.004122:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2395d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c11f expref: 47 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.004130:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2395d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c11f expref: 47 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.004165:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2395d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c11f expref: 47 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.004177:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455322496:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.004272:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.005416:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455322496:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.005431:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143531.005435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.005454:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462175104:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1406us (1535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.005460:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16585 00000100:00100000:1.0:1746143531.005561:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462175360 00000100:00100000:1.0:1746143531.005566:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462175360 00002000:00100000:1.0:1746143531.005601:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb67480 x1830963462175360/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.005609:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb67480 with x1830963462175360 ext(0->4095) 00002000:00010000:1.0:1746143531.005613:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb67480 00000100:00100000:1.0:1746143531.005638:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13835 00000100:00100000:1.0:1746143531.005644:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2006:x1830963462175360:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143531.005743:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2006:x1830963462175360:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 98us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.005749:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13835 00002000:00100000:1.0:1746143531.005754:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bb67480 x1830963462175360/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.005760:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb67480 with x1830963462175360 ext(0->4095) 00002000:00010000:1.0:1746143531.005763:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb67480 00000100:00100000:0.0:1746143531.006873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.006918:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462175488 00000100:00100000:2.0:1746143531.006923:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462175488 00000100:00100000:2.0:1746143531.007440:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30680 00000100:00100000:2.0:1746143531.007448:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462175488:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.007459:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.007474:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23964 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c126 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.007499:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2395d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c11f expref: 47 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.007506:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.007507:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.007510:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23964 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c126 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.007535:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2395d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c11f expref: 47 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.007546:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2395d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c11f expref: 47 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.007557:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455322624:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.007943:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.009097:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455322624:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.009120:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23964 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c126 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.009133:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79a00, rc 0) 00000100:00100000:2.0:1746143531.009171:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462175488:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1723us (2299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.009177:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30680 00000100:00100000:0.0:1746143531.009230:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.009377:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462175616 00000100:00100000:3.0:1746143531.009382:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462175616 00010000:00010000:3.0:1746143531.009402:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2395d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c11f expref: 48 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.009432:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16586 00000100:00100000:3.0:1746143531.009438:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2006:x1830963462175616:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.009447:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.009469:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2395d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c11f expref: 48 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.009483:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2395d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c11f expref: 48 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.009501:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2395d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c11f expref: 48 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.009512:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.009513:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.009519:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23964 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c126 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.009527:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23964 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c126 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.009549:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23964 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c126 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.009559:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455322752:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.009608:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.011483:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455322752:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.011499:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.011526:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:2006:x1830963462175616:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2088us (2296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.011535:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16586 00000100:00100000:0.0:1746143531.012066:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.012639:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462175872 00000100:00100000:1.0:1746143531.012646:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462175872 00002000:00100000:1.0:1746143531.012681:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c3100 x1830963462175872/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.012691:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c3100 with x1830963462175872 ext(0->4095) 00002000:00010000:1.0:1746143531.012695:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c3100 00000100:00100000:1.0:1746143531.013137:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13836 00000100:00100000:1.0:1746143531.013145:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462175872:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143531.013321:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462175872:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 176us (1255us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.013330:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13836 00002000:00100000:1.0:1746143531.013336:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c3100 x1830963462175872/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.013344:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c3100 with x1830963462175872 ext(0->4095) 00002000:00010000:1.0:1746143531.013347:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c3100 00000100:00100000:0.0:1746143531.014756:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.014805:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462176000 00000100:00100000:2.0:1746143531.014810:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462176000 00000100:00100000:2.0:1746143531.014848:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30681 00000100:00100000:2.0:1746143531.014854:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+47:1794:x1830963462176000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.014865:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.014880:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2396b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c12d expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.014904:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23964 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c126 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.014911:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.014913:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.014916:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2396b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c12d expref: 48 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.014944:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23964 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c126 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.014958:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23964 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c126 expref: 5 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.014969:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455322880:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.015045:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.015781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.015885:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462176128 00000100:00100000:1.0:1746143531.015890:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462176128 00000100:00100000:1.0:1746143531.015921:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30682 00000100:00100000:1.0:1746143531.015926:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:1782:x1830963462176128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143531.015934:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143531.015941:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23972 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c134 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.015952:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143531.015955:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2396b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c12d expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.015960:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.015963:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23972 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c134 expref: 50 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.015984:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2396b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c12d expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.015992:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23972 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c134 expref: 50 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.016006:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351400, rc 0) 00000100:00100000:1.0:1746143531.016034:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:1782:x1830963462176128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143531.016040:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30682 00000100:00100000:3.0:1746143531.016106:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455322880:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.016122:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2396b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c12d expref: 49 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.016129:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78e00, rc 0) 00000100:00100000:3.0:1746143531.016161:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:1794:x1830963462176000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1307us (1409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.016166:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30681 00000100:00100000:2.0:1746143531.016548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.016612:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462176256 00000100:00100000:3.0:1746143531.016615:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462176256 00010000:00010000:3.0:1746143531.016631:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23964 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c126 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.016886:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16587 00000100:00100000:3.0:1746143531.016893:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462176256:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.016902:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.016921:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23964 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c126 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.016930:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23964 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c126 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.016948:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23964 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c126 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.016958:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.016960:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.016965:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2396b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c12d expref: 48 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.016973:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2396b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c12d expref: 48 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.016992:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2396b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c12d expref: 48 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.017001:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2396b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c12d expref: 48 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.017010:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455323136:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.017925:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.018873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.018923:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462176512 00000100:00100000:2.0:1746143531.018929:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462176512 00002000:00100000:2.0:1746143531.018967:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098178380 x1830963462176512/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.018976:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098178380 with x1830963462176512 ext(0->4095) 00010000:00010000:2.0:1746143531.018982:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2396b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c12d expref: 49 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.018993:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2396b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c12d expref: 49 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.018999:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098178380 00000100:00100000:3.0:1746143531.019412:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455323136:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.019426:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.019463:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462176256:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2570us (2915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.019471:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16587 00000100:00100000:2.0:1746143531.020984:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3136 00000100:00100000:2.0:1746143531.020995:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:2006:x1830963462176512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143531.021729:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098178380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:2006:x1830963462176512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 736us (2857us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.021736:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3136 00002000:00100000:2.0:1746143531.021745:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098178380 x1830963462176512/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.021754:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098178380 with x1830963462176512 ext(0->4095) 00010000:00010000:2.0:1746143531.021762:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2396b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c12d expref: 49 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.021774:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2396b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c12d expref: 49 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.021780:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098178380 00000100:00100000:2.0:1746143531.024132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143531.024251:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462176640 00000100:00100000:0.0:1746143531.024259:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462176640 00000100:00100000:0.0:1746143531.024325:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30683 00000100:00100000:0.0:1746143531.024332:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462176640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143531.024347:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143531.024361:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f23979 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c13b expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143531.024385:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143531.024390:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23972 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c134 expref: 48 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143531.024396:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746143531.024400:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f23979 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c13b expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143531.024434:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23972 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c134 expref: 48 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143531.024446:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f23979 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c13b expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143531.024455:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92c00, rc 0) 00000100:00100000:0.0:1746143531.024499:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462176640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143531.024504:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30683 00000100:00100000:3.0:1746143531.024694:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.024788:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462176768 00000100:00100000:2.0:1746143531.024792:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462176768 00010000:00010000:2.0:1746143531.024809:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2396b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c12d expref: 49 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.024837:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16588 00000100:00100000:2.0:1746143531.024842:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b943c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:2007:x1830963462176768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.024851:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.024868:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2396b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c12d expref: 49 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.024877:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2396b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c12d expref: 49 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.024898:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2396b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c12d expref: 49 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.024916:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.024917:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.024924:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23972 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c134 expref: 48 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.024930:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23972 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c134 expref: 48 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.024947:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23972 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c134 expref: 48 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.024957:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23972 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c134 expref: 48 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.024969:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455323392:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.025380:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.027721:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455323392:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.027747:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.027802:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b943c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2007:x1830963462176768:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2958us (3107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.027813:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16588 00000100:00100000:0.0:1746143531.028837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.028901:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462177024 00000100:00100000:2.0:1746143531.028907:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462177024 00002000:00100000:2.0:1746143531.028943:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098179c00 x1830963462177024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.028958:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098179c00 with x1830963462177024 ext(0->4095) 00010000:00010000:2.0:1746143531.028966:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23972 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c134 expref: 48 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.028978:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23972 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c134 expref: 48 pid: 9572 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.028984:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098179c00 00000100:00100000:2.0:1746143531.029014:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3137 00000100:00100000:2.0:1746143531.029020:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098179c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2007:x1830963462177024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.029139:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098179c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2007:x1830963462177024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.029146:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3137 00002000:00100000:2.0:1746143531.029151:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880098179c00 x1830963462177024/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.029157:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098179c00 with x1830963462177024 ext(0->4095) 00010000:00010000:2.0:1746143531.029161:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23972 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c134 expref: 48 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.029268:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23972 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c134 expref: 48 pid: 9572 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.029274:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098179c00 00000100:00100000:0.0:1746143531.031601:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143531.031686:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.031732:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462177152 00000100:00100000:2.0:1746143531.031740:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462177152 00000100:00100000:2.0:1746143531.031777:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30684 00000100:00100000:2.0:1746143531.031784:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:1782:x1830963462177152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.031800:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.031821:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23980 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c142 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.031846:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462177280 00010000:00010000:2.0:1746143531.031846:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746143531.031850:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462177280 00010000:00010000:2.0:1746143531.031852:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f23979 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c13b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.031857:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143531.031860:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23980 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c142 expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.031867:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23972 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c134 expref: 50 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.031895:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16589 00010000:00010000:2.0:1746143531.031898:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f23979 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c13b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.031900:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2007:x1830963462177280:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.031910:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.031911:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23980 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c142 expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.031920:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79600, rc 0) 00010000:00010000:3.0:1746143531.031924:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23972 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c134 expref: 50 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.031932:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23972 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c134 expref: 50 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.031948:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23972 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c134 expref: 50 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.031953:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:1782:x1830963462177152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.031958:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30684 00010000:00010000:3.0:1746143531.031962:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.031963:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.031968:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f23979 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c13b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.031974:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f23979 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c13b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.032004:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f23979 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c13b expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.032283:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f23979 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c13b expref: 5 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.032326:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455323648:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.032398:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.033531:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455323648:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.033544:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.033568:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2007:x1830963462177280:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1667us (1882us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.033602:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16589 00000100:00100000:0.0:1746143531.034100:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.034217:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462177536 00000100:00100000:2.0:1746143531.034221:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462177536 00002000:00100000:2.0:1746143531.034249:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2c700 x1830963462177536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.034265:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2c700 with x1830963462177536 ext(0->4095) 00010000:00010000:2.0:1746143531.034271:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f23979 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c13b expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.034281:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f23979 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c13b expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.034287:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee2c700 00000100:00100000:2.0:1746143531.034336:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3138 00000100:00100000:2.0:1746143531.034342:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462177536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143531.034454:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462177536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (355us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.034460:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3138 00002000:00100000:2.0:1746143531.034466:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2c700 x1830963462177536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.034472:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2c700 with x1830963462177536 ext(0->4095) 00010000:00010000:2.0:1746143531.034477:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f23979 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c13b expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.034485:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f23979 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c13b expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.034490:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee2c700 00000100:00100000:0.0:1746143531.036225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.036385:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462177664 00000100:00100000:3.0:1746143531.036391:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462177664 00010000:00010000:3.0:1746143531.036413:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f23979 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c13b expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.036448:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16590 00000100:00100000:3.0:1746143531.036454:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462177664:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.036466:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.036481:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f23979 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c13b expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.036492:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f23979 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c13b expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.036515:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92c00/0xa6c9a53f47f23979 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c13b expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.036529:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.036531:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.036538:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23980 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c142 expref: 47 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.036547:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23980 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c142 expref: 47 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.036592:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23980 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c142 expref: 47 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.036604:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455323776:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.036678:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.038474:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455323776:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.038490:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.038535:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462177664:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2080us (2314us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.038544:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16590 00000100:00100000:0.0:1746143531.041440:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.041804:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462177920 00000100:00100000:2.0:1746143531.041813:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462177920 00002000:00100000:2.0:1746143531.041857:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009787ea00 x1830963462177920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.041867:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009787ea00 with x1830963462177920 ext(0->4095) 00002000:00010000:2.0:1746143531.041872:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009787ea00 00000100:00100000:2.0:1746143531.042849:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13837 00000100:00100000:2.0:1746143531.042858:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009787ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2006:x1830963462177920:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143531.042993:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009787ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2006:x1830963462177920:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (1559us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.042999:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13837 00002000:00100000:2.0:1746143531.043005:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009787ea00 x1830963462177920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.043013:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009787ea00 with x1830963462177920 ext(0->4095) 00002000:00010000:2.0:1746143531.043016:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009787ea00 00000100:00100000:0.0:1746143531.046747:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.046810:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462178048 00000100:00100000:2.0:1746143531.046818:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462178048 00000100:00100000:2.0:1746143531.046873:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30685 00000100:00100000:2.0:1746143531.046881:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462178048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.046902:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.046921:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23987 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c149 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.046957:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23980 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c142 expref: 47 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.046969:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.046971:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.046974:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23987 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c149 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.047005:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23980 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c142 expref: 47 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.047017:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23980 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c142 expref: 47 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.047028:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455323904:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.048159:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.049929:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.050026:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455323904:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.050054:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23987 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c149 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.050070:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79800, rc 0) 00000100:00100000:2.0:1746143531.050113:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462178048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3232us (3373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.050121:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30685 00000100:00100000:1.0:1746143531.050278:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462178176 00000100:00100000:1.0:1746143531.050285:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462178176 00002000:00100000:1.0:1746143531.050339:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090c7ed80 x1830963462178176/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.050347:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7ed80 with x1830963462178176 ext(0->7) 00010000:00010000:1.0:1746143531.050353:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23980 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c142 expref: 48 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.050365:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23980 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c142 expref: 48 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143531.050370:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7ed80 00000100:00100000:1.0:1746143531.050385:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3139 00000100:00100000:1.0:1746143531.050391:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+48:2006:x1830963462178176:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143531.051978:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2006:x1830963462178176:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1582us (2051us total) trans 4294972304 rc 0/0 00000100:00100000:0.0:1746143531.051986:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3139 00002000:00100000:0.0:1746143531.051992:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090c7ed80 x1830963462178176/t4294972304(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/448 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143531.052000:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7ed80 with x1830963462178176 ext(0->7) 00010000:00010000:0.0:1746143531.052006:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23980 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c142 expref: 50 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143531.052017:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23980 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c142 expref: 50 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746143531.052023:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090c7ed80 00000100:00100000:0.0:1746143531.063422:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.063539:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462178304 00000100:00100000:3.0:1746143531.063551:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462178304 00010000:00010000:3.0:1746143531.063600:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23980 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c142 expref: 50 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.063635:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16591 00000100:00100000:3.0:1746143531.063643:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2004:x1830963462178304:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.063658:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.063679:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23980 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c142 expref: 50 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.063690:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23980 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c142 expref: 50 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.063714:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23980 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c142 expref: 50 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.063746:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.063749:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.063756:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23987 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c149 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.063764:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23987 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c149 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.063797:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23987 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c149 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.063810:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455324032:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.063888:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.067094:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.067100:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455324032:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.067119:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.067158:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:2004:x1830963462178304:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3516us (3746us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.067168:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16591 00000100:00100000:1.0:1746143531.067438:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462178560 00000100:00100000:1.0:1746143531.067445:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462178560 00002000:00100000:1.0:1746143531.067479:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7e680 x1830963462178560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.067488:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7e680 with x1830963462178560 ext(0->4095) 00002000:00010000:1.0:1746143531.067492:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7e680 00000100:00100000:1.0:1746143531.067507:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13838 00000100:00100000:1.0:1746143531.067512:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462178560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143531.067625:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462178560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (538us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.067631:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13838 00002000:00100000:1.0:1746143531.067636:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7e680 x1830963462178560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.067642:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7e680 with x1830963462178560 ext(0->4095) 00002000:00010000:1.0:1746143531.067644:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7e680 00000100:00100000:0.0:1746143531.072005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.072089:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462178688 00000100:00100000:2.0:1746143531.072098:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462178688 00000100:00100000:2.0:1746143531.072143:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30686 00000100:00100000:2.0:1746143531.072150:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:1794:x1830963462178688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.072169:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.072187:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2398e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c150 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.072214:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23987 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c149 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.072220:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.072222:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.072225:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2398e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c150 expref: 50 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.072253:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23987 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c149 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.072264:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23987 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c149 expref: 5 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.072275:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455324160:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.072849:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.079069:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.079215:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462178816 00000100:00100000:2.0:1746143531.079224:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462178816 00000100:00100000:2.0:1746143531.079279:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30687 00000100:00100000:2.0:1746143531.079289:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:1782:x1830963462178816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746143531.079465:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455324160:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.079522:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2398e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c150 expref: 51 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.079542:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78e00, rc 0) 00000100:00100000:3.0:1746143531.079612:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:1794:x1830963462178688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7461us (7616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.079622:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30686 00010000:00010000:2.0:1746143531.079989:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.080005:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23995 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c157 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.080030:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.080035:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2398e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c150 expref: 51 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.080042:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.080045:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23995 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c157 expref: 51 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.080075:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2398e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c150 expref: 51 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.080085:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23995 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c157 expref: 51 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.080093:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78800, rc 0) 00000100:00100000:2.0:1746143531.080349:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:1782:x1830963462178816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1062us (1289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.080355:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30687 00000100:00100000:0.0:1746143531.082948:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.083150:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462178944 00000100:00100000:3.0:1746143531.083158:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462178944 00010000:00010000:3.0:1746143531.083190:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23987 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c149 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.083351:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16592 00000100:00100000:3.0:1746143531.083359:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462178944:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.083372:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.083392:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23987 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c149 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.083403:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23987 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c149 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.083424:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23987 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c149 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.083440:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.083442:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.083449:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2398e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c150 expref: 50 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.083456:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2398e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c150 expref: 50 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.083484:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2398e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c150 expref: 50 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.083495:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2398e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c150 expref: 50 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.083506:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455324416:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.083584:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.087442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.087789:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462179200 00000100:00100000:1.0:1746143531.087799:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462179200 00002000:00100000:1.0:1746143531.087853:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920ea680 x1830963462179200/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.087863:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ea680 with x1830963462179200 ext(0->4095) 00010000:00010000:1.0:1746143531.087874:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2398e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c150 expref: 51 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.087887:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2398e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c150 expref: 51 pid: 9573 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143531.087894:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920ea680 00000100:00100000:1.0:1746143531.087926:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3140 00000100:00100000:1.0:1746143531.087934:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:2007:x1830963462179200:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143531.088652:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:2007:x1830963462179200:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 718us (1220us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143531.088657:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455324416:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143531.088660:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3140 00010000:00010000:3.0:1746143531.088676:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.088717:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462178944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5358us (5774us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.088726:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16592 00002000:00100000:1.0:1746143531.088786:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920ea680 x1830963462179200/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.088792:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ea680 with x1830963462179200 ext(0->4095) 00010000:00010000:1.0:1746143531.088798:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2398e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c150 expref: 51 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.088806:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2398e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c150 expref: 51 pid: 9573 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143531.088811:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920ea680 00000100:00100000:0.0:1746143531.095518:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.095658:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462179328 00000100:00100000:2.0:1746143531.095668:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462179328 00000100:00100000:2.0:1746143531.095722:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30688 00000100:00100000:2.0:1746143531.095729:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462179328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.095749:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.095766:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2399c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c15e expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.095804:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.095810:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23995 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c157 expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.095815:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746143531.095818:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2399c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c15e expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.095851:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23995 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c157 expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.095864:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2399c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c15e expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.095873:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79e00, rc 0) 00000100:00100000:2.0:1746143531.095916:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462179328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.095922:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30688 00000100:00100000:0.0:1746143531.097867:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.097940:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462179456 00000100:00100000:3.0:1746143531.097947:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462179456 00010000:00010000:3.0:1746143531.097972:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2398e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c150 expref: 51 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.098003:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16593 00000100:00100000:3.0:1746143531.098008:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:2006:x1830963462179456:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.098021:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.098040:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2398e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c150 expref: 51 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.098050:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2398e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c150 expref: 51 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.098069:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2398e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c150 expref: 51 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.098090:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.098091:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.098097:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23995 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c157 expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.098104:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23995 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c157 expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.098128:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23995 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c157 expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.098137:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23995 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c157 expref: 50 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.098148:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455324672:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.098222:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.101756:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455324672:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.101782:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.101838:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2006:x1830963462179456:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3827us (3979us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.101849:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16593 00000100:00100000:0.0:1746143531.102067:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.102172:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462179712 00000100:00100000:1.0:1746143531.102178:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462179712 00002000:00100000:1.0:1746143531.102217:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e9500 x1830963462179712/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.102227:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9500 with x1830963462179712 ext(0->4095) 00010000:00010000:1.0:1746143531.102235:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23995 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c157 expref: 50 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.102253:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23995 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c157 expref: 50 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143531.102259:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920e9500 00000100:00100000:1.0:1746143531.102321:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3141 00000100:00100000:1.0:1746143531.102329:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2007:x1830963462179712:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143531.102449:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2007:x1830963462179712:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.102455:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3141 00002000:00100000:1.0:1746143531.102459:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800920e9500 x1830963462179712/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.102467:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9500 with x1830963462179712 ext(0->4095) 00010000:00010000:1.0:1746143531.102472:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23995 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c157 expref: 50 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.102481:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23995 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c157 expref: 50 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143531.102487:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920e9500 00000100:00100000:0.0:1746143531.105012:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143531.105063:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.105144:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462179840 00000100:00100000:3.0:1746143531.105151:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462179840 00000100:00100000:3.0:1746143531.105185:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30689 00000100:00100000:3.0:1746143531.105192:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:1782:x1830963462179840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.105210:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.105224:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239a3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c165 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.105248:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.105254:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2399c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c15e expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.105259:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143531.105262:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239a3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c165 expref: 51 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.105320:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2399c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c15e expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.105333:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239a3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c165 expref: 51 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.105342:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804e00, rc 0) 00000100:00100000:2.0:1746143531.105362:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462179968 00000100:00100000:2.0:1746143531.105366:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462179968 00010000:00010000:2.0:1746143531.105382:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23995 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c157 expref: 52 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.105392:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:1782:x1830963462179840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.105398:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30689 00000100:00100000:2.0:1746143531.105401:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16594 00000100:00100000:2.0:1746143531.105405:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:2004:x1830963462179968:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.105413:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.105431:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23995 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c157 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.105441:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23995 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c157 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.105463:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f23995 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c157 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.105476:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.105478:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.105483:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2399c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c15e expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.105494:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2399c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c15e expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.105516:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2399c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c15e expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.105526:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2399c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c15e expref: 5 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.105535:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455324928:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.105609:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.107815:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455324928:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.107834:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.107881:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2004:x1830963462179968:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2474us (2817us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.107890:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16594 00000100:00100000:0.0:1746143531.108429:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.108703:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462180224 00000100:00100000:2.0:1746143531.108709:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462180224 00002000:00100000:2.0:1746143531.108741:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969eea00 x1830963462180224/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.108751:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eea00 with x1830963462180224 ext(0->4095) 00010000:00010000:2.0:1746143531.108759:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2399c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c15e expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.108770:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2399c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c15e expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.108776:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969eea00 00000100:00100000:2.0:1746143531.109331:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3142 00000100:00100000:2.0:1746143531.109338:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462180224:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.109491:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462180224:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (1060us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.109496:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3142 00002000:00100000:2.0:1746143531.109501:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969eea00 x1830963462180224/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.109508:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eea00 with x1830963462180224 ext(0->4095) 00010000:00010000:2.0:1746143531.109513:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2399c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c15e expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.109526:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2399c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c15e expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.109532:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969eea00 00000100:00100000:0.0:1746143531.111958:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.112129:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462180352 00000100:00100000:2.0:1746143531.112138:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462180352 00010000:00010000:2.0:1746143531.112167:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2399c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c15e expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.112198:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16595 00000100:00100000:2.0:1746143531.112204:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b943850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462180352:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.112215:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.112232:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2399c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c15e expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.112241:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2399c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c15e expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.112266:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f2399c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c15e expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.112290:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.112292:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.112317:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c165 expref: 49 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.112330:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c165 expref: 49 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.112360:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c165 expref: 49 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.112370:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455325056:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.112444:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.115173:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.115263:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455325056:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.115283:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.115364:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b943850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462180352:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3159us (3413us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.115373:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16595 00000100:00100000:1.0:1746143531.115553:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462180608 00000100:00100000:1.0:1746143531.115559:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462180608 00002000:00100000:1.0:1746143531.115602:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092369180 x1830963462180608/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.115611:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369180 with x1830963462180608 ext(0->4095) 00002000:00010000:1.0:1746143531.115615:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092369180 00000100:00100000:1.0:1746143531.115637:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13839 00000100:00100000:1.0:1746143531.115643:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2007:x1830963462180608:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143531.115774:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2007:x1830963462180608:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (607us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.115780:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13839 00002000:00100000:1.0:1746143531.115785:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092369180 x1830963462180608/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.115791:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369180 with x1830963462180608 ext(0->4095) 00002000:00010000:1.0:1746143531.115794:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092369180 00000100:00100000:0.0:1746143531.117750:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.117911:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462180736 00000100:00100000:2.0:1746143531.117917:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462180736 00000100:00100000:2.0:1746143531.117962:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30690 00000100:00100000:2.0:1746143531.117968:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462180736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.117984:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.118002:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c16c expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.118032:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c165 expref: 49 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.118039:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.118042:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.118045:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239aa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c16c expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.118076:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c165 expref: 49 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.118088:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c165 expref: 49 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.118100:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455325184:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.118187:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.119877:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455325184:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.119903:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239aa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c16c expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.119918:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79000, rc 0) 00000100:00100000:2.0:1746143531.119951:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462180736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1982us (2207us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.119958:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30690 00000100:00100000:0.0:1746143531.120757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.120994:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462180864 00000100:00100000:2.0:1746143531.121000:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462180864 00010000:00010000:2.0:1746143531.121025:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c165 expref: 50 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.121061:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16596 00000100:00100000:2.0:1746143531.121068:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2007:x1830963462180864:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.121084:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.121102:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c165 expref: 50 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.121113:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c165 expref: 50 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.121134:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c165 expref: 50 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.121160:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.121162:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.121169:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239aa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c16c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.121178:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c16c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.121205:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c16c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.121217:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455325312:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.121276:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.123955:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455325312:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.123973:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.124016:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:2007:x1830963462180864:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2948us (3262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.124030:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16596 00000100:00100000:0.0:1746143531.124266:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.124404:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462181120 00000100:00100000:3.0:1746143531.124410:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462181120 00002000:00100000:3.0:1746143531.124442:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092368a80 x1830963462181120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.124450:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368a80 with x1830963462181120 ext(0->4095) 00002000:00010000:3.0:1746143531.124456:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092368a80 00000100:00100000:3.0:1746143531.124473:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13840 00000100:00100000:3.0:1746143531.124478:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462181120:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143531.124591:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462181120:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (327us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143531.124596:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13840 00002000:00100000:3.0:1746143531.124601:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092368a80 x1830963462181120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.124608:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368a80 with x1830963462181120 ext(0->4095) 00002000:00010000:3.0:1746143531.124610:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092368a80 00000100:00100000:0.0:1746143531.127207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.127322:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462181248 00000100:00100000:2.0:1746143531.127330:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462181248 00000100:00100000:2.0:1746143531.127510:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30691 00000100:00100000:2.0:1746143531.127518:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:1782:x1830963462181248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.127534:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.127550:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f239b1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c173 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.127583:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239aa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c16c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.127590:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.127592:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.127595:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f239b1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c173 expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.127620:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c16c expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.127630:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c16c expref: 5 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.127640:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455325440:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143531.128001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.128131:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462181376 00000100:00100000:3.0:1746143531.128135:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462181376 00000100:00100000:2.0:1746143531.128902:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746143531.128984:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30692 00000100:00100000:1.0:1746143531.128993:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:1794:x1830963462181376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143531.129003:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143531.129011:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f239b8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c17a expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.129027:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143531.129030:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f239b1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c173 expref: 52 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.129036:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.129038:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f239b8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c17a expref: 52 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.129067:0:9572:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f239b1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c173 expref: 52 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.129077:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f239b8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c17a expref: 52 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.129086:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351600, rc 0) 00000100:00100000:1.0:1746143531.129114:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:1794:x1830963462181376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143531.129124:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30692 00000100:00100000:2.0:1746143531.130890:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455325440:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.130913:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f239b1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c173 expref: 51 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.130924:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78c00, rc 0) 00000100:00100000:2.0:1746143531.131022:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:1782:x1830963462181248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3503us (3819us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.131029:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30691 00000100:00100000:0.0:1746143531.131074:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.131151:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462181504 00000100:00100000:2.0:1746143531.131156:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462181504 00010000:00010000:2.0:1746143531.131177:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c16c expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.131723:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16597 00000100:00100000:2.0:1746143531.131731:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462181504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.131741:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.131761:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c16c expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.131771:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c16c expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.131792:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c16c expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.131820:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.131821:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.131829:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f239b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c173 expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.131838:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f239b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c173 expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.131864:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f239b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c173 expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.131875:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f239b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c173 expref: 50 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.131887:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455325696:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.133279:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.135045:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455325696:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.135068:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.135116:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462181504:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3386us (4042us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.135126:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16597 00000100:00100000:0.0:1746143531.135428:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.135957:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462181760 00000100:00100000:2.0:1746143531.135964:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462181760 00002000:00100000:2.0:1746143531.135996:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011eeeea00 x1830963462181760/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.136006:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeeea00 with x1830963462181760 ext(0->4095) 00010000:00010000:2.0:1746143531.136014:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f239b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c173 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.136030:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f239b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c173 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.136035:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011eeeea00 00000100:00100000:2.0:1746143531.136059:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3143 00000100:00100000:2.0:1746143531.136064:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:2006:x1830963462181760:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143531.136174:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:2006:x1830963462181760:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (747us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.136179:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3143 00002000:00100000:2.0:1746143531.136184:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011eeeea00 x1830963462181760/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.136190:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeeea00 with x1830963462181760 ext(0->4095) 00010000:00010000:2.0:1746143531.136194:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f239b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c173 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.136202:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f239b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c173 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.136207:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011eeeea00 00000100:00100000:0.0:1746143531.138503:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.138828:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462181888 00000100:00100000:3.0:1746143531.138836:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462181888 00010000:00010000:3.0:1746143531.138867:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f239b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c173 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.138891:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16598 00000100:00100000:3.0:1746143531.138897:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:2006:x1830963462181888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.138910:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.138929:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f239b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c173 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.138938:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f239b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c173 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.138964:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f239b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c173 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.138978:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.138980:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.138987:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f239b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c17a expref: 50 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.138994:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f239b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c17a expref: 50 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.139022:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f239b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c17a expref: 50 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.139033:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455325824:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.139996:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.141829:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455325824:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.141848:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.141891:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2006:x1830963462181888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2992us (3395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.141901:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16598 00000100:00100000:0.0:1746143531.142150:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.142277:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462182144 00000100:00100000:3.0:1746143531.142283:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462182144 00002000:00100000:3.0:1746143531.142342:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011eeed500 x1830963462182144/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.142358:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeed500 with x1830963462182144 ext(0->4095) 00002000:00010000:3.0:1746143531.142362:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011eeed500 00000100:00100000:2.0:1746143531.142617:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13841 00000100:00100000:2.0:1746143531.142626:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2006:x1830963462182144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143531.142740:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2006:x1830963462182144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (591us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.142749:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13841 00002000:00100000:2.0:1746143531.142755:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011eeed500 x1830963462182144/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.142762:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeed500 with x1830963462182144 ext(0->4095) 00002000:00010000:2.0:1746143531.142765:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011eeed500 00000100:00100000:0.0:1746143531.145025:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.145108:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462182272 00000100:00100000:2.0:1746143531.145116:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462182272 00000100:00100000:2.0:1746143531.145530:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30693 00000100:00100000:2.0:1746143531.145536:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462182272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.145552:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.145568:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f239bf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c181 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.145608:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f239b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c17a expref: 49 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.145616:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.145618:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.145621:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f239bf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c181 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.145650:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f239b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c17a expref: 49 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.145662:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f239b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c17a expref: 49 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.145679:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455325952:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.145761:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.148466:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455325952:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.148496:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f239bf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c181 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.148512:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78200, rc 0) 00000100:00100000:2.0:1746143531.148554:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462182272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3017us (3536us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.148562:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30693 00000100:00100000:0.0:1746143531.149197:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.149348:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462182400 00000100:00100000:3.0:1746143531.149356:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462182400 00010000:00010000:3.0:1746143531.149384:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f239b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c17a expref: 50 pid: 9572 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.149419:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16599 00000100:00100000:3.0:1746143531.149427:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2006:x1830963462182400:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.149440:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.149462:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f239b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c17a expref: 50 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.149474:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f239b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c17a expref: 50 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.149498:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351600/0xa6c9a53f47f239b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c17a expref: 50 pid: 9572 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.149513:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.149515:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.149522:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f239bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c181 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.149529:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f239bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c181 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.149560:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f239bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c181 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.149585:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455326080:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.149661:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.152655:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.152828:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455326080:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.152848:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.152890:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:2006:x1830963462182400:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3463us (3693us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.152900:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16599 00000100:00100000:2.0:1746143531.152998:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462182656 00000100:00100000:2.0:1746143531.153004:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462182656 00002000:00100000:2.0:1746143531.153041:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045c700 x1830963462182656/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.153051:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c700 with x1830963462182656 ext(0->4095) 00002000:00010000:2.0:1746143531.153055:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045c700 00000100:00100000:2.0:1746143531.153071:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13842 00000100:00100000:2.0:1746143531.153077:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462182656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.153203:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462182656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (557us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.153208:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13842 00002000:00100000:2.0:1746143531.153213:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045c700 x1830963462182656/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.153226:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c700 with x1830963462182656 ext(0->4095) 00002000:00010000:2.0:1746143531.153228:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045c700 00000100:00100000:0.0:1746143531.153598:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.153736:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462182784 00000100:00100000:3.0:1746143531.153740:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462182784 00000100:00100000:3.0:1746143531.153764:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30694 00000100:00100000:3.0:1746143531.153769:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:1782:x1830963462182784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.153778:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.153793:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239c6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c188 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.153817:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f239bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c181 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.153824:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.153826:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.153830:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239c6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c188 expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.153859:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f239bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c181 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.153870:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f239bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c181 expref: 5 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.153880:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455326208:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.153934:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.156890:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.156943:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455326208:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.156967:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239c6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c188 expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.156983:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804e00, rc 0) 00000100:00100000:3.0:1746143531.157018:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:1782:x1830963462182784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3248us (3420us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.157025:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30694 00000100:00100000:3.0:1746143531.157050:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462182912 00000100:00100000:3.0:1746143531.157055:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462182912 00000100:00100000:3.0:1746143531.157087:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30695 00000100:00100000:3.0:1746143531.157093:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:1794:x1830963462182912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.157106:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.157118:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239cd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c18f expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.157135:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.157140:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239c6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c188 expref: 51 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.157145:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.157147:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239cd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c18f expref: 51 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.157171:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239c6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c188 expref: 51 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.157180:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239cd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c18f expref: 51 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.157187:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:3.0:1746143531.157201:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:1794:x1830963462182912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.157206:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30695 00000100:00100000:0.0:1746143531.157509:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.158360:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462183040 00000100:00100000:3.0:1746143531.158365:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462183040 00010000:00010000:3.0:1746143531.158387:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f239bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c181 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.158421:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16600 00000100:00100000:3.0:1746143531.158426:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462183040:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.158435:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.158452:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f239bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c181 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.158466:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f239bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c181 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.158483:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f239bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c181 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.158507:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.158509:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.158516:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c188 expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.158522:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c188 expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.158542:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c188 expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.158551:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c188 expref: 50 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.158562:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455326464:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.158643:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.160826:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.161129:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455326464:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.161145:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.161189:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462183040:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2762us (3681us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.161201:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16600 00000100:00100000:2.0:1746143531.161547:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462183296 00000100:00100000:2.0:1746143531.161555:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462183296 00002000:00100000:2.0:1746143531.161598:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610bb80 x1830963462183296/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.161608:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610bb80 with x1830963462183296 ext(0->4095) 00010000:00010000:2.0:1746143531.161616:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c188 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.161629:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c188 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.161635:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610bb80 00000100:00100000:2.0:1746143531.161649:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3144 00000100:00100000:2.0:1746143531.161654:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:2007:x1830963462183296:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.161782:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:2007:x1830963462183296:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (962us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.161787:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3144 00002000:00100000:2.0:1746143531.161792:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008610bb80 x1830963462183296/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.161799:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008610bb80 with x1830963462183296 ext(0->4095) 00010000:00010000:2.0:1746143531.161803:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c188 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.161812:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c188 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.161817:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008610bb80 00000100:00100000:0.0:1746143531.164044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.164652:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462183424 00000100:00100000:3.0:1746143531.164660:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462183424 00010000:00010000:3.0:1746143531.164688:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c188 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.164829:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16601 00000100:00100000:3.0:1746143531.164837:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:2006:x1830963462183424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.164852:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.164874:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c188 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.164884:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c188 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.164908:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c188 expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.165088:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.165090:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.165097:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c18f expref: 50 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.165105:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c18f expref: 50 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.165136:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c18f expref: 50 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.165150:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455326592:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.165591:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.167111:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455326592:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.167126:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.167154:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2006:x1830963462183424:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2319us (3116us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.167162:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16601 00000100:00100000:0.0:1746143531.167919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.168051:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462183680 00000100:00100000:2.0:1746143531.168058:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462183680 00002000:00100000:2.0:1746143531.168088:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cf0e00 x1830963462183680/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.168097:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf0e00 with x1830963462183680 ext(0->4095) 00002000:00010000:2.0:1746143531.168101:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf0e00 00000100:00100000:2.0:1746143531.168116:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13843 00000100:00100000:2.0:1746143531.168122:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2007:x1830963462183680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143531.168254:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2007:x1830963462183680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.168259:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13843 00002000:00100000:2.0:1746143531.168265:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092cf0e00 x1830963462183680/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.168271:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf0e00 with x1830963462183680 ext(0->4095) 00002000:00010000:2.0:1746143531.168274:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf0e00 00000100:00100000:0.0:1746143531.169717:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.169802:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462183808 00000100:00100000:3.0:1746143531.169807:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462183808 00000100:00100000:3.0:1746143531.169873:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30696 00000100:00100000:3.0:1746143531.169880:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462183808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.169892:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.169908:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f239d4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c196 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.169934:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c18f expref: 49 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.169941:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.169943:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.169946:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f239d4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c196 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.169976:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c18f expref: 49 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.169993:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c18f expref: 49 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.170005:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455326720:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.170082:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.171030:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455326720:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.171053:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f239d4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c196 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.171065:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00000100:00100000:3.0:1746143531.171089:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462183808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1210us (1375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.171095:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30696 00000100:00100000:1.0:1746143531.171867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.171940:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462183936 00000100:00100000:3.0:1746143531.171945:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462183936 00010000:00010000:3.0:1746143531.171964:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c18f expref: 50 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.171993:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16602 00000100:00100000:3.0:1746143531.171998:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b943450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2007:x1830963462183936:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.172009:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.172028:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c18f expref: 50 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.172043:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c18f expref: 50 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.172064:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c18f expref: 50 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.172259:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.172261:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.172268:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f239d4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c196 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.172276:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f239d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c196 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.172327:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f239d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c196 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.172339:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455326848:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.172397:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.174144:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455326848:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.174157:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143531.174179:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.174193:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b943450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:2007:x1830963462183936:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2194us (2326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.174202:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16602 00000100:00100000:2.0:1746143531.174261:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462184192 00000100:00100000:2.0:1746143531.174266:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462184192 00002000:00100000:2.0:1746143531.174335:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097825f80 x1830963462184192/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.174350:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097825f80 with x1830963462184192 ext(0->4095) 00002000:00010000:2.0:1746143531.174354:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097825f80 00000100:00100000:2.0:1746143531.174374:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13844 00000100:00100000:2.0:1746143531.174381:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462184192:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143531.174494:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462184192:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.174499:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13844 00002000:00100000:2.0:1746143531.174504:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097825f80 x1830963462184192/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.174511:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097825f80 with x1830963462184192 ext(0->4095) 00002000:00010000:2.0:1746143531.174514:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097825f80 00000100:00100000:0.0:1746143531.175437:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.175497:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462184320 00000100:00100000:3.0:1746143531.175501:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462184320 00000100:00100000:3.0:1746143531.175531:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30697 00000100:00100000:3.0:1746143531.175536:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+49:1794:x1830963462184320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.175545:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.175559:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f239db lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c19d expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.175593:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f239d4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c196 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.175600:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.175601:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.175605:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f239db lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c19d expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.175631:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f239d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c196 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.175642:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f239d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c196 expref: 5 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.175653:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455326976:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.175719:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.176707:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455326976:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.176723:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f239db lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c19d expref: 50 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.176737:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:3.0:1746143531.176764:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:1794:x1830963462184320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1227us (1328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.176773:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30697 00000100:00100000:1.0:1746143531.177041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.177111:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462184448 00000100:00100000:3.0:1746143531.177116:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462184448 00010000:00010000:3.0:1746143531.177131:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f239d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c196 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.177162:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16603 00000100:00100000:3.0:1746143531.177169:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462184448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.177177:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.177194:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f239d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c196 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.177203:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f239d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c196 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.177223:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f239d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c196 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.177237:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.177238:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.177245:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f239db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c19d expref: 49 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.177256:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f239db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c19d expref: 49 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.177276:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f239db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c19d expref: 49 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.177285:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455327104:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.177368:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.178660:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455327104:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.178672:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.178777:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462184448:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1607us (1735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.178785:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16603 00000100:00100000:0.0:1746143531.179135:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.179279:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462184704 00000100:00100000:2.0:1746143531.179285:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462184704 00002000:00100000:2.0:1746143531.179349:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008612b800 x1830963462184704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.179359:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008612b800 with x1830963462184704 ext(0->4095) 00002000:00010000:2.0:1746143531.179363:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008612b800 00000100:00100000:2.0:1746143531.179380:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13845 00000100:00100000:2.0:1746143531.179386:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2007:x1830963462184704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.179499:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2007:x1830963462184704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (365us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.179504:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13845 00002000:00100000:2.0:1746143531.179509:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008612b800 x1830963462184704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.179515:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008612b800 with x1830963462184704 ext(0->4095) 00002000:00010000:2.0:1746143531.179518:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008612b800 00000100:00100000:1.0:1746143531.180724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.180793:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462184832 00000100:00100000:3.0:1746143531.180797:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462184832 00000100:00100000:3.0:1746143531.180871:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30698 00000100:00100000:3.0:1746143531.180878:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462184832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.180891:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.180905:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239e2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c1a4 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.180930:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f239db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c19d expref: 49 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.180937:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.180939:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.180943:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239e2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1a4 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.180967:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f239db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c19d expref: 49 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.180977:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f239db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c19d expref: 49 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.180988:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455327232:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.181060:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.182076:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455327232:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.182094:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239e2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1a4 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.182106:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804e00, rc 0) 00000100:00100000:3.0:1746143531.182139:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462184832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1261us (1417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.182146:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30698 00000100:00100000:0.0:1746143531.184623:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.184728:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462184960 00000100:00100000:2.0:1746143531.184738:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462184960 00002000:00100000:2.0:1746143531.184781:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090525180 x1830963462184960/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.184791:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090525180 with x1830963462184960 ext(0->7) 00010000:00010000:2.0:1746143531.184800:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f239db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c19d expref: 50 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.184814:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f239db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c19d expref: 50 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.184821:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090525180 00000100:00100000:2.0:1746143531.184841:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3145 00000100:00100000:2.0:1746143531.184848:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+50:2007:x1830963462184960:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143531.185793:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:2007:x1830963462184960:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 942us (1180us total) trans 4294972305 rc 0/0 00000100:00100000:0.0:1746143531.185801:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3145 00002000:00100000:0.0:1746143531.185807:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880090525180 x1830963462184960/t4294972305(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/448 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143531.185815:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090525180 with x1830963462184960 ext(0->7) 00010000:00010000:0.0:1746143531.185819:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f239db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c19d expref: 52 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143531.185828:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f239db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c19d expref: 52 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746143531.185833:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090525180 00000100:00100000:1.0:1746143531.187153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.187230:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462185088 00000100:00100000:3.0:1746143531.187237:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462185088 00010000:00010000:3.0:1746143531.187264:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f239db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c19d expref: 52 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.187362:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16604 00000100:00100000:3.0:1746143531.187370:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:2004:x1830963462185088:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.187386:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.187404:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f239db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c19d expref: 52 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.187415:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f239db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c19d expref: 52 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.187437:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f239db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c19d expref: 52 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.187463:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.187466:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.187473:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239e2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1a4 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.187482:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1a4 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.187516:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1a4 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.187528:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455327360:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.187644:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.188851:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455327360:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.188866:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.188900:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:2004:x1830963462185088:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1530us (1750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.188912:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16604 00000100:00100000:0.0:1746143531.189071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.189134:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462185344 00000100:00100000:2.0:1746143531.189143:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462185344 00002000:00100000:2.0:1746143531.189173:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090527800 x1830963462185344/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.189181:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090527800 with x1830963462185344 ext(0->4095) 00002000:00010000:2.0:1746143531.189185:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090527800 00000100:00100000:2.0:1746143531.189210:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13846 00000100:00100000:2.0:1746143531.189217:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462185344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.189504:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462185344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 286us (433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.189511:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13846 00002000:00100000:2.0:1746143531.189519:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090527800 x1830963462185344/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.189526:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090527800 with x1830963462185344 ext(0->4095) 00002000:00010000:2.0:1746143531.189529:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090527800 00000100:00100000:1.0:1746143531.191069:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.191183:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462185472 00000100:00100000:3.0:1746143531.191189:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462185472 00000100:00100000:3.0:1746143531.191353:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30699 00000100:00100000:3.0:1746143531.191359:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+51:1794:x1830963462185472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.191371:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.191385:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f239e9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c1ab expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.191408:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239e2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1a4 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.191415:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.191417:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.191420:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f239e9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ab expref: 52 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.191443:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1a4 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.191454:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1a4 expref: 5 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.191464:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455327488:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.191867:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.197266:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.197485:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455327488:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.197519:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f239e9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ab expref: 52 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.197537:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805e00, rc 0) 00000100:00100000:3.0:1746143531.197600:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:1794:x1830963462185472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6239us (6532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.197609:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30699 00000100:00100000:2.0:1746143531.197834:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462185600 00000100:00100000:2.0:1746143531.197841:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462185600 00010000:00010000:2.0:1746143531.197869:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1a4 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.197908:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16605 00000100:00100000:2.0:1746143531.197915:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462185600:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.197928:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.197949:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1a4 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.197961:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1a4 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.197984:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f239e2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1a4 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.198005:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.198007:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.198013:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f239e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ab expref: 51 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.198021:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f239e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ab expref: 51 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.198050:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f239e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ab expref: 51 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.198063:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455327616:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.198120:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.199470:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455327616:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.199485:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.199610:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462185600:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1695us (2355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.199617:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16605 00000100:00100000:1.0:1746143531.201758:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.201946:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462185856 00000100:00100000:2.0:1746143531.201956:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462185856 00002000:00100000:2.0:1746143531.202000:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a73800 x1830963462185856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.202010:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a73800 with x1830963462185856 ext(0->4095) 00002000:00010000:2.0:1746143531.202016:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a73800 00000100:00100000:2.0:1746143531.202047:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13847 00000100:00100000:2.0:1746143531.202054:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:2005:x1830963462185856:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746143531.202209:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:2005:x1830963462185856:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (456us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.202216:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13847 00002000:00100000:2.0:1746143531.202222:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a73800 x1830963462185856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.202229:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a73800 with x1830963462185856 ext(0->4095) 00002000:00010000:2.0:1746143531.202232:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a73800 00000100:00100000:2.0:1746143531.205903:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.206520:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462185984 00000100:00100000:3.0:1746143531.206529:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462185984 00000100:00100000:3.0:1746143531.206587:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30700 00000100:00100000:3.0:1746143531.206595:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462185984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.206614:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.206630:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239f0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c1b2 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.206660:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f239e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ab expref: 51 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.206667:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.206669:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.206672:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239f0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b2 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.206709:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f239e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ab expref: 51 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.206720:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f239e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ab expref: 51 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.206733:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455327744:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.206824:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.211017:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455327744:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.211052:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239f0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b2 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.211071:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:3.0:1746143531.211134:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462185984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4538us (5238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.211143:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30700 00000100:00100000:1.0:1746143531.221039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143531.221103:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462186112 00000100:00100000:0.0:1746143531.221113:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462186112 00002000:00100000:0.0:1746143531.221160:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096a73b80 x1830963462186112/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143531.221171:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a73b80 with x1830963462186112 ext(0->7) 00010000:00010000:0.0:1746143531.221180:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f239e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ab expref: 52 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143531.221195:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f239e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ab expref: 52 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746143531.221206:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a73b80 00000100:00100000:0.0:1746143531.221238:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3146 00000100:00100000:0.0:1746143531.221246:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+52:2007:x1830963462186112:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143531.222048:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:2007:x1830963462186112:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 802us (1019us total) trans 4294972306 rc 0/0 00000100:00100000:0.0:1746143531.222055:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3146 00002000:00100000:0.0:1746143531.222060:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096a73b80 x1830963462186112/t4294972306(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/448 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143531.222067:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a73b80 with x1830963462186112 ext(0->7) 00010000:00010000:0.0:1746143531.222071:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f239e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ab expref: 54 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143531.222079:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f239e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ab expref: 54 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746143531.222084:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a73b80 00000100:00100000:0.0:1746143531.224959:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.225078:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462186240 00000100:00100000:3.0:1746143531.225086:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462186240 00010000:00010000:3.0:1746143531.225120:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f239e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ab expref: 54 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.225147:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16606 00000100:00100000:3.0:1746143531.225154:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:2004:x1830963462186240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.225171:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.225190:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f239e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ab expref: 54 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.225202:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f239e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ab expref: 54 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.225224:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f239e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ab expref: 54 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.225605:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.225607:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.225617:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239f0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b2 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.225625:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b2 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.225657:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b2 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.225669:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455327872:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.227517:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.230420:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143531.230512:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.230609:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462186496 00000100:00100000:1.0:1746143531.230617:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462186496 00002000:00100000:1.0:1746143531.230668:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134091500 x1830963462186496/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.230679:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134091500 with x1830963462186496 ext(0->4095) 00002000:00010000:1.0:1746143531.230685:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134091500 00000100:00100000:1.0:1746143531.230716:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13848 00000100:00100000:1.0:1746143531.230724:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462186496:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143531.230881:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462186496:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (470us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.230888:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13848 00002000:00100000:1.0:1746143531.230894:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134091500 x1830963462186496/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.230902:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134091500 with x1830963462186496 ext(0->4095) 00002000:00010000:1.0:1746143531.230905:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134091500 00000100:00100000:3.0:1746143531.231156:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455327872:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.231176:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.231202:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+53:2004:x1830963462186240:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6048us (6251us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.231212:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16606 00000100:00100000:2.0:1746143531.231677:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462186624 00000100:00100000:2.0:1746143531.231682:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462186624 00000100:00100000:2.0:1746143531.231721:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30701 00000100:00100000:2.0:1746143531.231727:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+53:1782:x1830963462186624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.231738:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.231754:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239f7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c1b9 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.231782:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239f0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b2 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.231790:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.231791:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.231794:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239f7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b9 expref: 54 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.231824:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b2 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.231835:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b2 expref: 5 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.231847:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455328000:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.231917:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.233106:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455328000:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.233127:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239f7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b9 expref: 54 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.233139:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79000, rc 0) 00000100:00100000:2.0:1746143531.233168:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:1782:x1830963462186624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1441us (2655us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.233175:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30701 00000100:00100000:0.0:1746143531.233993:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.234633:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462186752 00000100:00100000:2.0:1746143531.234639:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462186752 00000100:00100000:2.0:1746143531.234684:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30702 00000100:00100000:2.0:1746143531.234691:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:1794:x1830963462186752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.234709:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.234724:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f239fe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c1c0 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.234750:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.234755:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239f7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b9 expref: 55 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.234761:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.234764:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f239fe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c0 expref: 55 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.234794:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239f7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b9 expref: 55 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.234809:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f239fe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c0 expref: 55 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.234817:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:2.0:1746143531.234861:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:1794:x1830963462186752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.234867:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30702 00000100:00100000:0.0:1746143531.239255:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.240511:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462186880 00000100:00100000:3.0:1746143531.240529:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462186880 00010000:00010000:3.0:1746143531.240612:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b2 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.240664:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16607 00000100:00100000:3.0:1746143531.240673:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462186880:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.240689:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.240712:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b2 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.240725:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b2 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.240750:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f239f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b2 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.240785:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.240787:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.240797:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b9 expref: 54 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.240805:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b9 expref: 54 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.240847:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b9 expref: 54 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.240864:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b9 expref: 54 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.240877:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455328256:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.240985:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.243477:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.243527:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462187136 00000100:00100000:3.0:1746143531.243537:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462187136 00002000:00100000:3.0:1746143531.243592:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236d880 x1830963462187136/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.243602:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236d880 with x1830963462187136 ext(0->4095) 00010000:00010000:3.0:1746143531.243611:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239f7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b9 expref: 55 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.243625:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239f7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b9 expref: 55 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:3.0:1746143531.243632:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236d880 00000100:00100000:3.0:1746143531.243651:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3147 00000100:00100000:3.0:1746143531.243658:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:2006:x1830963462187136:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143531.243692:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455328256:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143531.243709:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143531.243750:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462186880:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3077us (4506us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143531.243759:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16607 00000100:00100000:3.0:1746143531.243774:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:2006:x1830963462187136:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (306us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143531.243780:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3147 00002000:00100000:3.0:1746143531.243784:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009236d880 x1830963462187136/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.243795:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236d880 with x1830963462187136 ext(0->4095) 00010000:00010000:3.0:1746143531.243799:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b9 expref: 55 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.243807:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b9 expref: 55 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:3.0:1746143531.243811:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009236d880 00000100:00100000:0.0:1746143531.247087:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.247219:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462187264 00000100:00100000:2.0:1746143531.247229:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462187264 00010000:00010000:2.0:1746143531.247263:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b9 expref: 55 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.247318:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16608 00000100:00100000:2.0:1746143531.247327:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:2006:x1830963462187264:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.247341:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.247362:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b9 expref: 55 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.247374:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b9 expref: 55 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.247398:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f239f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1b9 expref: 55 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.247426:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.247429:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.247436:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f239fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c0 expref: 54 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.247445:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f239fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c0 expref: 54 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.247478:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f239fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c0 expref: 54 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.247492:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455328384:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.247586:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.249732:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.249789:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462187520 00000100:00100000:3.0:1746143531.249797:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462187520 00002000:00100000:3.0:1746143531.249840:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130716a00 x1830963462187520/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746143531.249840:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455328384:192.168.203.27@tcp:105: 00002000:00100000:3.0:1746143531.249850:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130716a00 with x1830963462187520 ext(0->4095) 00002000:00010000:3.0:1746143531.249855:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130716a00 00010000:00010000:2.0:1746143531.249859:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.249888:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13849 00000100:00100000:3.0:1746143531.249895:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:2006:x1830963462187520:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143531.249907:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:2006:x1830963462187264:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2581us (2829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.249914:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16608 00000100:00100000:3.0:1746143531.250027:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:2006:x1830963462187520:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (301us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143531.250033:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13849 00002000:00100000:3.0:1746143531.250038:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880130716a00 x1830963462187520/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.250046:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130716a00 with x1830963462187520 ext(0->4095) 00002000:00010000:3.0:1746143531.250048:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130716a00 00000100:00100000:0.0:1746143531.254202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.254337:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462187648 00000100:00100000:2.0:1746143531.254346:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462187648 00000100:00100000:2.0:1746143531.254388:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30703 00000100:00100000:2.0:1746143531.254396:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462187648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.254414:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.254432:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23a05 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c1c7 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.254462:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f239fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c0 expref: 53 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.254473:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.254474:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.254477:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23a05 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c7 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.254509:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f239fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c0 expref: 53 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.254521:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f239fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c0 expref: 53 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.254533:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455328512:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.254636:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.257081:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455328512:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.257109:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23a05 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c7 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.257124:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79e00, rc 0) 00000100:00100000:2.0:1746143531.257162:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462187648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2766us (2969us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.257169:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30703 00000100:00100000:0.0:1746143531.259991:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.260615:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462187776 00000100:00100000:2.0:1746143531.260625:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462187776 00010000:00010000:2.0:1746143531.260665:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f239fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c0 expref: 54 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.260698:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16609 00000100:00100000:2.0:1746143531.260705:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b943050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:2006:x1830963462187776:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.260718:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.260742:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f239fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c0 expref: 54 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.260754:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f239fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c0 expref: 54 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.260779:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f239fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c0 expref: 54 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.260810:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.260813:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.260822:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23a05 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c7 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.260831:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23a05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c7 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.260874:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23a05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c7 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.260887:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455328640:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143531.262644:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.262789:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462187904 00000100:00100000:3.0:1746143531.262797:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462187904 00000100:00100000:3.0:1746143531.262839:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30704 00000100:00100000:3.0:1746143531.262846:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:1782:x1830963462187904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.262865:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.262882:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a0c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c1ce expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.262937:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23a05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c7 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.262947:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.262948:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.262951:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a0c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ce expref: 55 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.262979:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23a05 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c7 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.262991:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23a05 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c7 expref: 5 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.263004:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455328768:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.263071:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.264618:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.265839:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455328640:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.265862:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.265906:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b943050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+55:2006:x1830963462187776:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5201us (5926us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.265916:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16609 00000100:00100000:3.0:1746143531.266051:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455328768:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.266085:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a0c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ce expref: 54 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.266105:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805000, rc 0) 00000100:00100000:3.0:1746143531.266127:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:1782:x1830963462187904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3282us (3490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.266134:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30704 00000100:00100000:3.0:1746143531.267826:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.267917:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462188160 00000100:00100000:1.0:1746143531.267925:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462188160 00002000:00100000:1.0:1746143531.267964:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f0e00 x1830963462188160/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.267972:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f0e00 with x1830963462188160 ext(0->4095) 00010000:00010000:1.0:1746143531.267980:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23a05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c7 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.267990:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23a05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c7 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143531.267995:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800918f0e00 00000100:00100000:1.0:1746143531.268023:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3148 00000100:00100000:1.0:1746143531.268030:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462188160:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143531.268168:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462188160:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.268174:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3148 00002000:00100000:1.0:1746143531.268179:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f0e00 x1830963462188160/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.268186:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f0e00 with x1830963462188160 ext(0->4095) 00010000:00010000:1.0:1746143531.268191:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23a05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c7 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.268199:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23a05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c7 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143531.268205:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800918f0e00 00000100:00100000:0.0:1746143531.273648:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.273985:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462188288 00000100:00100000:2.0:1746143531.273995:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462188288 00010000:00010000:2.0:1746143531.274033:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23a05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c7 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.274627:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16610 00000100:00100000:2.0:1746143531.274636:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462188288:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.274650:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.274672:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23a05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c7 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.274683:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23a05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c7 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.274705:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23a05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1c7 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.274773:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.274775:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.274783:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ce expref: 53 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.274791:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ce expref: 53 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.274827:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ce expref: 53 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.274839:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455328896:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.274956:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.277182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.277264:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455328896:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.277285:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.277365:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462188288:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2730us (3727us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.277375:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16610 00000100:00100000:1.0:1746143531.278988:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462188544 00000100:00100000:1.0:1746143531.279000:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462188544 00002000:00100000:1.0:1746143531.279051:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96c380 x1830963462188544/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.279062:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96c380 with x1830963462188544 ext(0->4095) 00002000:00010000:1.0:1746143531.279067:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96c380 00000100:00100000:1.0:1746143531.279102:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13850 00000100:00100000:1.0:1746143531.279109:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:2006:x1830963462188544:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143531.280534:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:2006:x1830963462188544:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1420us (3355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.280542:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13850 00002000:00100000:1.0:1746143531.280548:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96c380 x1830963462188544/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.280555:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96c380 with x1830963462188544 ext(0->4095) 00002000:00010000:1.0:1746143531.280558:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d96c380 00000100:00100000:0.0:1746143531.292938:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.294332:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462188672 00000100:00100000:3.0:1746143531.294344:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462188672 00000100:00100000:3.0:1746143531.294408:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30705 00000100:00100000:3.0:1746143531.294416:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462188672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.294438:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.294459:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23a13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c1d5 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.294491:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ce expref: 53 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.294499:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.294501:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.294504:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23a13 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1d5 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.294534:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ce expref: 53 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.294545:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ce expref: 53 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.294563:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455329024:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.294670:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.299388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.300912:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462188800 00000100:00100000:1.0:1746143531.300926:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462188800 00002000:00100000:1.0:1746143531.300986:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092369c00 x1830963462188800/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.300997:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369c00 with x1830963462188800 ext(0->7) 00010000:00010000:1.0:1746143531.301009:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a0c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ce expref: 54 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.301025:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a0c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ce expref: 54 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143531.301036:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369c00 00000100:00100000:1.0:1746143531.301063:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3149 00000100:00100000:1.0:1746143531.301069:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+54:2006:x1830963462188800:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143531.301292:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455329024:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143531.301358:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23a13 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1d5 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143531.301374:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804e00, rc 0) 00000100:00100000:0.0:1746143531.301426:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462188672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7011us (8501us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143531.301433:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30705 00000100:00100000:1.0:1746143531.302275:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2006:x1830963462188800:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1204us (2897us total) trans 4294972307 rc 0/0 00000100:00100000:1.0:1746143531.302283:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3149 00002000:00100000:1.0:1746143531.302289:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092369c00 x1830963462188800/t4294972307(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/448 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.302321:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369c00 with x1830963462188800 ext(0->7) 00010000:00010000:1.0:1746143531.302327:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ce expref: 56 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.302337:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ce expref: 56 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143531.302561:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092369c00 00000100:00100000:3.0:1746143531.314557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.314666:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462188928 00000100:00100000:2.0:1746143531.314676:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462188928 00010000:00010000:2.0:1746143531.314718:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ce expref: 56 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.314755:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16611 00000100:00100000:2.0:1746143531.314763:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2007:x1830963462188928:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.314778:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.314801:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ce expref: 56 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.314813:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ce expref: 56 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.314834:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a0c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ce expref: 56 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.316284:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.316288:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.316316:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23a13 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1d5 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.316325:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23a13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1d5 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.316430:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23a13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1d5 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.316723:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455329152:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.316813:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.323524:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143531.323612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143531.323638:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462189056 00000100:00100000:0.0:1746143531.323646:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462189056 00000100:00100000:0.0:1746143531.323684:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30706 00000100:00100000:0.0:1746143531.323690:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:1782:x1830963462189056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143531.323708:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143531.323726:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f23a1a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c1dc expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143531.323754:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23a13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1d5 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143531.323761:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143531.323762:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143531.323765:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f23a1a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1dc expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143531.323791:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23a13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1d5 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143531.323801:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23a13 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1d5 expref: 5 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746143531.323813:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f66ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455329280:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143531.323892:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.323913:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462189312 00000100:00100000:0.0:1746143531.323916:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462189312 00002000:00100000:0.0:1746143531.323940:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f0000 x1830963462189312/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143531.323949:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f0000 with x1830963462189312 ext(0->4095) 00010000:00010000:0.0:1746143531.323955:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23a13 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1d5 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143531.323964:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23a13 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1d5 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746143531.323970:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800918f0000 00000100:00100000:0.0:1746143531.323984:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3150 00000100:00100000:0.0:1746143531.323989:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462189312:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143531.324100:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462189312:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (487us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143531.324106:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3150 00002000:00100000:0.0:1746143531.324111:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800918f0000 x1830963462189312/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143531.324117:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918f0000 with x1830963462189312 ext(0->4095) 00010000:00010000:0.0:1746143531.324121:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23a13 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1d5 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143531.324129:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23a13 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1d5 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746143531.324134:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800918f0000 00000100:00100000:2.0:1746143531.324484:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455329152:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.324498:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.324520:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2007:x1830963462188928:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 9758us (9976us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.324528:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16611 00000100:00100000:2.0:1746143531.325758:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f66ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455329280:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.325778:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f23a1a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1dc expref: 56 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.325791:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92400, rc 0) 00000100:00100000:2.0:1746143531.326621:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:1782:x1830963462189056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2928us (3104us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.326633:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30706 00000100:00100000:0.0:1746143531.330985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143531.331090:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.331358:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462189568 00000100:00100000:3.0:1746143531.331369:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462189568 00010000:00010000:3.0:1746143531.331407:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23a13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1d5 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.331440:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16612 00000100:00100000:3.0:1746143531.331449:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462189568:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.331464:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.331485:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23a13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1d5 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.331497:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23a13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1d5 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.331522:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23a13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1d5 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.332217:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462189440 00000100:00100000:2.0:1746143531.332222:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462189440 00000100:00100000:2.0:1746143531.332259:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30707 00000100:00100000:2.0:1746143531.332265:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:1794:x1830963462189440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.332282:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.332322:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23a21 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c1e3 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.332343:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.332349:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f23a1a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1dc expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.332354:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.332358:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23a21 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1e3 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.332393:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f23a1a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1dc expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.332405:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23a21 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1e3 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.332413:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.332414:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.332419:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f23a1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1dc expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.332430:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f23a1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1dc expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.332444:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f23a1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1dc expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.332454:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f23a1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1dc expref: 57 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.332465:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455329536:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.332541:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00010000:00010000:3.0:1746143531.332835:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.332858:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462189568:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1410us (1768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.332864:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16612 00000100:00100000:2.0:1746143531.334583:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455329536:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.334600:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79600, rc 0) 00000100:00100000:2.0:1746143531.334636:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1794:x1830963462189440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2371us (3661us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.334643:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30707 00000100:00100000:0.0:1746143531.335107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.335174:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462189824 00000100:00100000:2.0:1746143531.335180:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462189824 00002000:00100000:2.0:1746143531.335210:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f668700 x1830963462189824/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.335218:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668700 with x1830963462189824 ext(0->4095) 00010000:00010000:2.0:1746143531.335226:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f23a1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1dc expref: 57 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.335242:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f23a1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1dc expref: 57 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.335248:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f668700 00000100:00100000:2.0:1746143531.335262:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3151 00000100:00100000:2.0:1746143531.335268:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2006:x1830963462189824:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143531.335956:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2006:x1830963462189824:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 684us (847us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.335963:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3151 00002000:00100000:2.0:1746143531.335969:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f668700 x1830963462189824/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.335976:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668700 with x1830963462189824 ext(0->4095) 00010000:00010000:2.0:1746143531.335981:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f23a1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1dc expref: 57 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.335990:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f23a1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1dc expref: 57 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.335995:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f668700 00000100:00100000:0.0:1746143531.340021:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.340194:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462189952 00000100:00100000:3.0:1746143531.340205:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462189952 00010000:00010000:3.0:1746143531.340241:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f23a1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1dc expref: 57 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.340341:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16613 00000100:00100000:3.0:1746143531.340350:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2005:x1830963462189952:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.340363:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.340384:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f23a1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1dc expref: 57 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.340395:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f23a1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1dc expref: 57 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.340418:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92400/0xa6c9a53f47f23a1a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1dc expref: 57 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.340432:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.340434:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.340443:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23a21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1e3 expref: 56 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.340451:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23a21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1e3 expref: 56 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.340484:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23a21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1e3 expref: 56 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.340499:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455329664:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.340819:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.343011:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455329664:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143531.343032:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143531.343079:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2005:x1830963462189952:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2730us (3066us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143531.343091:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16613 00000100:00100000:0.0:1746143531.344501:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.344579:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462190208 00000100:00100000:2.0:1746143531.344587:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462190208 00002000:00100000:2.0:1746143531.344628:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124830380 x1830963462190208/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.344638:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830380 with x1830963462190208 ext(0->4095) 00002000:00010000:2.0:1746143531.344643:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830380 00000100:00100000:2.0:1746143531.344661:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13851 00000100:00100000:2.0:1746143531.344667:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2006:x1830963462190208:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143531.344806:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2006:x1830963462190208:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (309us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.344811:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13851 00002000:00100000:2.0:1746143531.344816:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124830380 x1830963462190208/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.344823:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830380 with x1830963462190208 ext(0->4095) 00002000:00010000:2.0:1746143531.344825:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830380 00000100:00100000:0.0:1746143531.351512:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.351615:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462190336 00000100:00100000:2.0:1746143531.351624:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462190336 00000100:00100000:2.0:1746143531.351668:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30708 00000100:00100000:2.0:1746143531.351675:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462190336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.351694:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.351710:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a28 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c1ea expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.351743:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23a21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1e3 expref: 55 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.351750:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.351752:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.351756:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a28 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ea expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.351792:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23a21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1e3 expref: 55 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.351803:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23a21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1e3 expref: 55 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.351815:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455329792:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.356194:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.356236:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455329792:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.356268:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a28 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ea expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.356287:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:3.0:1746143531.356355:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462190336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4678us (4852us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.356364:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30708 00000100:00100000:1.0:1746143531.361681:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.361725:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.362184:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462190592 00000100:00100000:3.0:1746143531.362194:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462190592 00000100:00100000:3.0:1746143531.362242:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30709 00000100:00100000:3.0:1746143531.362249:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:1782:x1830963462190592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.362269:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.362287:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a2f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c1f1 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.362335:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.362341:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a28 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ea expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.362347:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143531.362351:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a2f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f1 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.362389:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a28 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ea expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.362401:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a2f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f1 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.362410:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:3.0:1746143531.362452:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1782:x1830963462190592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 203us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.362458:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30709 00000100:00100000:0.0:1746143531.362897:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462190464 00000100:00100000:0.0:1746143531.362902:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462190464 00010000:00010000:0.0:1746143531.362921:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23a21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1e3 expref: 57 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746143531.362952:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16614 00000100:00100000:0.0:1746143531.362958:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2006:x1830963462190464:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143531.362966:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143531.362985:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23a21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1e3 expref: 57 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143531.362995:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23a21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1e3 expref: 57 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143531.363012:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23a21 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1e3 expref: 57 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143531.363037:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143531.363039:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143531.363045:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a28 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ea expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143531.363052:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ea expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143531.363079:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ea expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143531.363089:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ea expref: 5 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746143531.363100:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124833100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455330048:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143531.363156:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e240 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.366835:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124833100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455330048:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.366859:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.367337:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2006:x1830963462190464:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4377us (5664us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.367348:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16614 00000100:00100000:0.0:1746143531.369040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.369093:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462190848 00000100:00100000:2.0:1746143531.369100:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462190848 00002000:00100000:2.0:1746143531.369141:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124833100 x1830963462190848/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.369152:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124833100 with x1830963462190848 ext(0->4095) 00010000:00010000:2.0:1746143531.369160:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ea expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.369172:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ea expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.369179:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880124833100 00000100:00100000:2.0:1746143531.369210:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3152 00000100:00100000:2.0:1746143531.369217:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462190848:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.369427:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462190848:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 210us (392us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.369434:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3152 00002000:00100000:2.0:1746143531.369439:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880124833100 x1830963462190848/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.369446:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124833100 with x1830963462190848 ext(0->4095) 00010000:00010000:2.0:1746143531.369451:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ea expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.369459:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ea expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.369464:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880124833100 00000100:00100000:0.0:1746143531.371522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.371868:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462190976 00000100:00100000:2.0:1746143531.371875:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462190976 00010000:00010000:2.0:1746143531.371904:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ea expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.371932:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16615 00000100:00100000:2.0:1746143531.371939:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462190976:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.371948:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.371962:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ea expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.371975:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ea expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.371993:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ea expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.372013:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.372015:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.372021:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f1 expref: 55 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.372026:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f1 expref: 55 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.372058:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f1 expref: 55 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.372075:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455330176:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.372163:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746143531.377440:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.377531:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462191232 00000100:00100000:2.0:1746143531.377652:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455330176:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.377672:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.378401:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462191232 00002000:00100000:3.0:1746143531.378448:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013072aa00 x1830963462191232/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.378458:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072aa00 with x1830963462191232 ext(0->4095) 00002000:00010000:3.0:1746143531.378462:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013072aa00 00000100:00100000:3.0:1746143531.378499:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13852 00000100:00100000:3.0:1746143531.378507:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2007:x1830963462191232:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.378833:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963462190976:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6894us (7316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.378842:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16615 00000100:00100000:3.0:1746143531.381061:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2007:x1830963462191232:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 2546us (3622us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143531.381072:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13852 00002000:00100000:3.0:1746143531.381083:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013072aa00 x1830963462191232/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.381097:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072aa00 with x1830963462191232 ext(0->4095) 00002000:00010000:3.0:1746143531.381102:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013072aa00 00000100:00100000:2.0:1746143531.385556:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746143531.385588:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963455330304:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746143531.385668:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143531.385945:0:9575:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455330304 00000100:00100000:3.0:1746143531.385954:0:9575:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455330304 00000100:00100000:3.0:1746143531.386015:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1746143531.386023:0:9575:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830963455330304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746143531.386062:0:9575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3920252928 avail 3688730624 00000100:00100000:3.0:1746143531.386105:0:9575:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830963455330304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.386111:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1746143531.386184:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963455330304:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1746143531.386248:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143531.386553:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.386602:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462191360 00000100:00100000:1.0:1746143531.386606:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462191360 00000100:00100000:1.0:1746143531.386642:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30710 00000100:00100000:1.0:1746143531.386648:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462191360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143531.386661:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143531.386677:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23a36 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c1f8 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.386702:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f1 expref: 55 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.386710:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.386711:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.386715:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23a36 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f8 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.386740:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f1 expref: 55 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.386752:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f1 expref: 55 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:1.0:1746143531.386762:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130729f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455330432:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143531.386834:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.390315:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.390497:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130729f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455330432:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143531.390528:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23a36 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f8 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.390547:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351a00, rc 0) 00000100:00100000:1.0:1746143531.390607:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462191360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3957us (4054us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143531.390617:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30710 00000100:00100000:3.0:1746143531.391272:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462191488 00000100:00100000:3.0:1746143531.391280:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462191488 00002000:00100000:3.0:1746143531.391383:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880085859f80 x1830963462191488/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.391393:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859f80 with x1830963462191488 ext(0->7) 00010000:00010000:3.0:1746143531.391401:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f1 expref: 56 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.391414:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f1 expref: 56 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:3.0:1746143531.391420:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085859f80 00000100:00100000:3.0:1746143531.391475:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3153 00000100:00100000:3.0:1746143531.391482:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+56:2007:x1830963462191488:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143531.393609:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963462191488:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2118us (3313us total) trans 4294972308 rc 0/0 00000100:00100000:0.0:1746143531.393619:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3153 00002000:00100000:0.0:1746143531.393629:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880085859f80 x1830963462191488/t4294972308(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/448 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143531.393638:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859f80 with x1830963462191488 ext(0->7) 00010000:00010000:0.0:1746143531.393645:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f1 expref: 58 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143531.393658:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f1 expref: 58 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746143531.393664:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085859f80 00000100:00100000:0.0:1746143531.395131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.395881:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462191616 00000100:00100000:2.0:1746143531.395890:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462191616 00010000:00010000:2.0:1746143531.395924:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f1 expref: 58 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.395950:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16616 00000100:00100000:2.0:1746143531.395956:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b942c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2004:x1830963462191616:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.395969:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.395989:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f1 expref: 58 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.396000:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f1 expref: 58 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.396020:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a2f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f1 expref: 58 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.396045:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.396047:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.396054:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23a36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f8 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.396061:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23a36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f8 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.396096:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23a36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f8 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.396107:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455330560:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.396181:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.398747:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.399827:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462191744 00000100:00100000:1.0:1746143531.399836:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462191744 00000100:00100000:1.0:1746143531.399886:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30711 00000100:00100000:1.0:1746143531.399893:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1782:x1830963462191744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143531.399911:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143531.399926:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f23a3d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c1ff expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.399954:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23a36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f8 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.399961:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143531.399962:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143531.399966:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f23a3d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ff expref: 59 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.399992:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23a36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f8 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.400001:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23a36 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f8 expref: 5 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:1.0:1746143531.400011:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130729f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455330688:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143531.400082:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.400311:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fc9f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455330560:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.400331:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.400355:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b942c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2004:x1830963462191616:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4399us (5230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.400363:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16616 00000100:00100000:0.0:1746143531.400680:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.400790:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462192000 00000100:00100000:1.0:1746143531.400794:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462192000 00002000:00100000:1.0:1746143531.400821:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c050700 x1830963462192000/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.400830:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c050700 with x1830963462192000 ext(0->4095) 00010000:00010000:1.0:1746143531.400837:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23a36 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f8 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.400846:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23a36 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f8 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143531.400852:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c050700 00000100:00100000:1.0:1746143531.400875:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3154 00000100:00100000:1.0:1746143531.400881:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462192000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143531.401004:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462192000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.401009:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3154 00002000:00100000:1.0:1746143531.401014:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c050700 x1830963462192000/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.401021:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c050700 with x1830963462192000 ext(0->4095) 00010000:00010000:1.0:1746143531.401026:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23a36 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f8 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.401034:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23a36 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f8 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143531.401039:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c050700 00000100:00100000:1.0:1746143531.402638:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130729f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455330688:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143531.402665:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f23a3d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ff expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.402679:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091552400, rc 0) 00000100:00100000:1.0:1746143531.402708:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1782:x1830963462191744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2816us (3970us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143531.402715:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30711 00000100:00100000:0.0:1746143531.403157:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.403266:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462192128 00000100:00100000:1.0:1746143531.403271:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462192128 00000100:00100000:1.0:1746143531.403599:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30712 00000100:00100000:1.0:1746143531.403607:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1794:x1830963462192128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143531.403622:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143531.403634:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a44 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c206 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.403656:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143531.403660:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f23a3d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ff expref: 59 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.403665:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.403669:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a44 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c206 expref: 59 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.403695:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f23a3d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ff expref: 59 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.403703:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a44 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c206 expref: 59 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.403710:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213000, rc 0) 00000100:00100000:1.0:1746143531.403741:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1794:x1830963462192128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143531.403746:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30712 00000100:00100000:0.0:1746143531.404145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.404414:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462192256 00000100:00100000:3.0:1746143531.404419:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462192256 00010000:00010000:3.0:1746143531.404440:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23a36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f8 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.404469:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16617 00000100:00100000:3.0:1746143531.404475:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462192256:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.404484:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.404502:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23a36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f8 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.404512:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23a36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f8 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.404530:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23a36 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1f8 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.404548:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.404549:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.404556:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f23a3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ff expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.404563:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f23a3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ff expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.404600:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f23a3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ff expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.404611:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f23a3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ff expref: 58 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.404624:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455330944:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.404687:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.406598:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455330944:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.406617:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.406651:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462192256:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2175us (2505us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.406659:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16617 00000100:00100000:0.0:1746143531.407199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.407319:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462192512 00000100:00100000:2.0:1746143531.407326:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462192512 00002000:00100000:2.0:1746143531.407367:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096988e00 x1830963462192512/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.407377:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096988e00 with x1830963462192512 ext(0->4095) 00010000:00010000:2.0:1746143531.407385:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f23a3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ff expref: 59 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.407397:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f23a3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ff expref: 59 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.407403:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096988e00 00000100:00100000:2.0:1746143531.407623:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3155 00000100:00100000:2.0:1746143531.407629:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2007:x1830963462192512:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.407741:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2007:x1830963462192512:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (544us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.407746:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3155 00002000:00100000:2.0:1746143531.407750:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096988e00 x1830963462192512/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.407757:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096988e00 with x1830963462192512 ext(0->4095) 00010000:00010000:2.0:1746143531.407761:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f23a3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ff expref: 59 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.407769:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f23a3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ff expref: 59 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.407774:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096988e00 00000100:00100000:0.0:1746143531.409391:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.409519:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462192640 00000100:00100000:3.0:1746143531.409527:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462192640 00010000:00010000:3.0:1746143531.409556:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f23a3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ff expref: 59 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.409803:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16618 00000100:00100000:3.0:1746143531.409811:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2006:x1830963462192640:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.409823:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.409841:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f23a3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ff expref: 59 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.409853:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f23a3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ff expref: 59 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.409877:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091552400/0xa6c9a53f47f23a3d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c1ff expref: 59 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.409892:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.409896:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.409902:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c206 expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.409910:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c206 expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.409944:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c206 expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.409959:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455331072:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.410462:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.411814:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455331072:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.411833:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.411874:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963462192640:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2064us (2489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.411883:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16618 00000100:00100000:0.0:1746143531.412057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.412213:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462192896 00000100:00100000:1.0:1746143531.412219:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462192896 00002000:00100000:1.0:1746143531.412257:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096989f80 x1830963462192896/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.412270:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096989f80 with x1830963462192896 ext(0->4095) 00002000:00010000:1.0:1746143531.412274:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096989f80 00000100:00100000:1.0:1746143531.412327:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13853 00000100:00100000:1.0:1746143531.412334:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963462192896:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143531.412458:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963462192896:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.412465:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13853 00002000:00100000:1.0:1746143531.412470:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096989f80 x1830963462192896/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.412477:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096989f80 with x1830963462192896 ext(0->4095) 00002000:00010000:1.0:1746143531.412480:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096989f80 00000100:00100000:0.0:1746143531.415152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.415281:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462193024 00000100:00100000:3.0:1746143531.415289:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462193024 00000100:00100000:3.0:1746143531.415392:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30713 00000100:00100000:3.0:1746143531.415403:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462193024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.415494:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.415511:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a4b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c20d expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.415540:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c206 expref: 57 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.415553:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.415555:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.415559:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a4b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c20d expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.415600:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c206 expref: 57 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.415612:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c206 expref: 57 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.415624:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455331200:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.415712:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.417047:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455331200:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.417070:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a4b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c20d expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.417082:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:3.0:1746143531.417127:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462193024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1727us (1980us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.417134:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30713 00000100:00100000:0.0:1746143531.417464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.417581:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830963455331328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746143531.417617:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143531.417654:0:9575:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455331328 00000100:00100000:0.0:1746143531.417659:0:9575:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455331328 00000100:00100000:3.0:1746143531.417671:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462193152 00000100:00100000:3.0:1746143531.417674:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462193152 00010000:00010000:3.0:1746143531.417693:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c206 expref: 58 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.417717:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16619 00000100:00100000:3.0:1746143531.417722:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963462193152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.417731:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.417750:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c206 expref: 58 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.417760:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c206 expref: 58 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.417779:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a44 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c206 expref: 58 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.417792:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.417794:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.417800:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a4b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c20d expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.417808:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c20d expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.417829:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c20d expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.417838:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455331456:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.417884:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0e40 going to sleep for 11 seconds 00000100:00080000:2.0:1746143531.417937:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143531.417946:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1746143531.417951:0:9575:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830963455331328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746143531.417966:0:9575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3920252928 avail 3688730624 00000100:00100000:0.0:1746143531.417997:0:9575:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830963455331328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143531.418002:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1746143531.418070:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830963455331328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746143531.420181:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455331456:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.420201:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.420249:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:2006:x1830963462193152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2525us (2784us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.420258:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16619 00000100:00100000:0.0:1746143531.420922:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.420995:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462193408 00000100:00100000:2.0:1746143531.421001:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462193408 00002000:00100000:2.0:1746143531.421040:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097b57100 x1830963462193408/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.421050:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b57100 with x1830963462193408 ext(0->4095) 00002000:00010000:2.0:1746143531.421055:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097b57100 00000100:00100000:2.0:1746143531.421149:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13854 00000100:00100000:2.0:1746143531.421157:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462193408:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.421311:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462193408:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (374us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.421321:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13854 00002000:00100000:2.0:1746143531.421326:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097b57100 x1830963462193408/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.421334:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097b57100 with x1830963462193408 ext(0->4095) 00002000:00010000:2.0:1746143531.421336:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097b57100 00000100:00100000:0.0:1746143531.422760:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.423112:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462193536 00000100:00100000:3.0:1746143531.423119:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462193536 00000100:00100000:3.0:1746143531.423165:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30714 00000100:00100000:3.0:1746143531.423172:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+57:1794:x1830963462193536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.423185:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.423202:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a52 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c214 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.423233:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a4b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c20d expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.423241:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.423243:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.423247:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a52 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c214 expref: 58 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.423278:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c20d expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143531.423458:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.423492:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462193664 00000100:00100000:1.0:1746143531.423496:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462193664 00000100:00100000:1.0:1746143531.423522:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30715 00000100:00100000:1.0:1746143531.423529:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1782:x1830963462193664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.423533:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c20d expref: 5 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.423536:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143531.423543:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a59 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c21b expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.423548:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455331584:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143531.423556:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143531.423560:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a52 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c214 expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.423565:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.423578:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a59 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c21b expref: 60 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.423605:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a52 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c214 expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.423618:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a59 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c21b expref: 60 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.423629:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213000, rc 0) 00000100:00100000:1.0:1746143531.423669:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:1782:x1830963462193664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143531.423675:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30715 00000100:00100000:3.0:1746143531.423810:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.426918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.427017:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462193792 00000100:00100000:2.0:1746143531.427024:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462193792 00010000:00010000:2.0:1746143531.427057:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a4b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c20d expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.427088:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16620 00000100:00100000:2.0:1746143531.427093:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462193792:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.427104:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746143531.427122:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455331584:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.427122:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c20d expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.427130:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c20d expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.427146:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a4b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c20d expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.427345:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a52 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c214 expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.427360:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.427362:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.427413:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c214 expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.427423:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c214 expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.427437:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746143531.427455:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c214 expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.427467:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a52 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c214 expref: 59 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.427478:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455331840:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.427488:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462193792:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 394us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.427496:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16620 00000100:00100000:3.0:1746143531.427543:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.430167:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455331840:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.430188:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805e00, rc 0) 00000100:00100000:3.0:1746143531.430438:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1794:x1830963462193536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7263us (7680us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.430446:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30714 00000100:00100000:0.0:1746143531.432732:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.432837:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462194048 00000100:00100000:2.0:1746143531.432847:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462194048 00002000:00100000:2.0:1746143531.432897:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008efbbb80 x1830963462194048/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.432907:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efbbb80 with x1830963462194048 ext(0->4095) 00010000:00010000:2.0:1746143531.432917:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c214 expref: 59 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.432931:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c214 expref: 59 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.432938:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008efbbb80 00000100:00100000:2.0:1746143531.432972:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3156 00000100:00100000:2.0:1746143531.432980:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2006:x1830963462194048:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143531.433144:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2006:x1830963462194048:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 164us (419us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.433150:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3156 00002000:00100000:2.0:1746143531.433156:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008efbbb80 x1830963462194048/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.433164:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efbbb80 with x1830963462194048 ext(0->4095) 00010000:00010000:2.0:1746143531.433169:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c214 expref: 59 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.433182:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c214 expref: 59 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.433189:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008efbbb80 00000100:00100000:0.0:1746143531.436284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.436357:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462194176 00000100:00100000:2.0:1746143531.436365:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462194176 00010000:00010000:2.0:1746143531.436404:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c214 expref: 59 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746143531.436411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.436438:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16621 00000100:00100000:2.0:1746143531.436446:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2005:x1830963462194176:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.436461:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.436481:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c214 expref: 59 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.436493:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c214 expref: 59 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.436517:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a52 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c214 expref: 59 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.436539:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.436541:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.436549:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c21b expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.436563:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c21b expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.436598:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462194304 00000100:00100000:3.0:1746143531.436603:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462194304 00010000:00010000:2.0:1746143531.436626:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c21b expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.436641:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455331968:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.436648:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30716 00000100:00100000:3.0:1746143531.436733:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462194304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746143531.436735:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bd80 going to sleep for 11 seconds 00010000:00010000:3.0:1746143531.436748:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.436760:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23a60 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c222 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.436881:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c21b expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.436887:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.436889:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.436891:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23a60 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c222 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.436908:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c21b expref: 58 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.436918:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a59 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c21b expref: 58 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.436927:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455332096:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.436951:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.439772:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455332096:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.439802:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23a60 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c222 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.439820:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00000100:00100000:3.0:1746143531.440140:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462194304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3483us (3726us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.440151:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30716 00000100:00100000:0.0:1746143531.440219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.440256:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455331968:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.440270:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.440321:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2005:x1830963462194176:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3876us (4048us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.440330:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16621 00000100:00100000:3.0:1746143531.440390:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462194560 00000100:00100000:3.0:1746143531.440397:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462194560 00002000:00100000:3.0:1746143531.440591:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b4700 x1830963462194560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.440601:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4700 with x1830963462194560 ext(0->4095) 00010000:00010000:3.0:1746143531.440608:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c21b expref: 58 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.440621:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c21b expref: 58 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:3.0:1746143531.440627:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b4700 00000100:00100000:3.0:1746143531.440699:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3157 00000100:00100000:3.0:1746143531.440707:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963462194560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143531.440828:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963462194560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (610us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143531.440833:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3157 00002000:00100000:3.0:1746143531.440838:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978b4700 x1830963462194560/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.440852:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978b4700 with x1830963462194560 ext(0->4095) 00010000:00010000:3.0:1746143531.440856:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c21b expref: 58 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.440864:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c21b expref: 58 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:3.0:1746143531.440869:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800978b4700 00000100:00100000:0.0:1746143531.442443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143531.442518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.442527:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462194688 00000100:00100000:3.0:1746143531.442533:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462194688 00000100:00100000:3.0:1746143531.442577:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30717 00000100:00100000:3.0:1746143531.442584:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1782:x1830963462194688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.442595:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.442610:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a67 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c229 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.442612:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462194816 00000100:00100000:2.0:1746143531.442616:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462194816 00010000:00010000:3.0:1746143531.442630:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.442630:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c21b expref: 60 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.442636:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23a60 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c222 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.442641:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143531.442645:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a67 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c229 expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.442649:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16622 00000100:00100000:2.0:1746143531.442653:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2007:x1830963462194816:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.442660:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.442675:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c21b expref: 60 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.442677:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23a60 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c222 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.442693:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a67 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c229 expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.442712:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:3.0:1746143531.442742:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:1782:x1830963462194688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.442748:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30717 00010000:00010000:2.0:1746143531.442920:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c21b expref: 59 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.442938:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a59 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c21b expref: 59 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.442948:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.442949:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.442955:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23a60 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c222 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.442961:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23a60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c222 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.442979:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23a60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c222 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.442988:0:10921:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23a60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c222 expref: 5 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.442999:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455332352:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.443065:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.444646:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455332352:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.444666:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.444700:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2007:x1830963462194816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2045us (2181us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.444711:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16622 00000100:00100000:0.0:1746143531.445004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.445067:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462195072 00000100:00100000:1.0:1746143531.445073:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462195072 00002000:00100000:1.0:1746143531.445108:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d844000 x1830963462195072/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.445115:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d844000 with x1830963462195072 ext(0->4095) 00010000:00010000:1.0:1746143531.445123:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23a60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c222 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.445133:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23a60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c222 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143531.445138:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d844000 00000100:00100000:1.0:1746143531.445346:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3158 00000100:00100000:1.0:1746143531.445353:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462195072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143531.445537:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462195072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 183us (532us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.445543:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3158 00002000:00100000:1.0:1746143531.445548:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d844000 x1830963462195072/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.445554:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d844000 with x1830963462195072 ext(0->4095) 00010000:00010000:1.0:1746143531.445558:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23a60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c222 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.445577:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23a60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c222 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143531.445582:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d844000 00000100:00100000:0.0:1746143531.448089:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.448148:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462195200 00000100:00100000:2.0:1746143531.448156:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462195200 00010000:00010000:2.0:1746143531.448187:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23a60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c222 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.448228:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16623 00000100:00100000:2.0:1746143531.448236:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b942850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462195200:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.448251:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.448274:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23a60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c222 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.448286:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23a60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c222 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.448343:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23a60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c222 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.448370:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.448371:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.448380:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a67 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c229 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.448388:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c229 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.448425:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c229 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.448439:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455332480:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.448529:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.452032:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455332480:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.452054:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.452096:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b942850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963462195200:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3860us (4013us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.452106:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16623 00000100:00100000:0.0:1746143531.452435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.452512:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462195456 00000100:00100000:1.0:1746143531.452518:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462195456 00002000:00100000:1.0:1746143531.452555:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008ef45880 x1830963462195456/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.452577:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef45880 with x1830963462195456 ext(0->4095) 00002000:00010000:1.0:1746143531.452582:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ef45880 00000100:00100000:1.0:1746143531.452951:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13855 00000100:00100000:1.0:1746143531.452957:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ef45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963462195456:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143531.453740:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ef45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963462195456:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 781us (1303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.453747:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13855 00002000:00100000:1.0:1746143531.453755:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008ef45880 x1830963462195456/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.453763:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ef45880 with x1830963462195456 ext(0->4095) 00002000:00010000:1.0:1746143531.453766:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ef45880 00000100:00100000:0.0:1746143531.456331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.456400:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462195584 00000100:00100000:3.0:1746143531.456416:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462195584 00000100:00100000:3.0:1746143531.456457:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30718 00000100:00100000:3.0:1746143531.456464:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462195584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.456485:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.456552:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a6e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c230 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.456590:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a67 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c229 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.456597:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.456600:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.456603:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a6e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c230 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.456635:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c229 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.456652:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c229 expref: 57 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.456665:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455332608:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.456764:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.458664:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455332608:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.458691:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a6e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c230 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.458706:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805e00, rc 0) 00000100:00100000:3.0:1746143531.458741:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462195584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2277us (2452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.458748:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30718 00000100:00100000:0.0:1746143531.460862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143531.461664:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.461804:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462195712 00000100:00100000:2.0:1746143531.461814:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462195712 00010000:00010000:2.0:1746143531.461850:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c229 expref: 58 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.461889:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16624 00000100:00100000:2.0:1746143531.461897:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091863480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963462195712:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.461910:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.461930:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c229 expref: 58 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.461942:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c229 expref: 58 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.461964:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805800/0xa6c9a53f47f23a67 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c229 expref: 58 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.461984:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.461987:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.461995:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a6e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c230 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.462002:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a6e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c230 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.462034:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a6e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c230 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.462046:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455332736:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.462124:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.462393:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462195840 00000100:00100000:3.0:1746143531.462398:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462195840 00000100:00100000:3.0:1746143531.462419:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30719 00000100:00100000:3.0:1746143531.462424:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:1782:x1830963462195840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.462437:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.462448:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a75 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c237 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.462740:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a6e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c230 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.462752:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.462754:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.462757:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a75 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c237 expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.462774:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c230 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.462783:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a6e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c230 expref: 5 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.462792:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455332864:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.463409:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.466323:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455332864:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.466363:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a75 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c237 expref: 59 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.466382:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805000, rc 0) 00000100:00100000:3.0:1746143531.467638:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1782:x1830963462195840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5208us (5970us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.467647:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30719 00000100:00100000:0.0:1746143531.467881:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143531.467940:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455332736:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746143531.467952:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143531.467974:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963462195712:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6079us (7122us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143531.467981:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16624 00010000:00010000:1.0:1746143531.468217:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746143531.468230:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462196096 00000100:00100000:1.0:1746143531.468236:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462196096 00002000:00100000:1.0:1746143531.468273:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f642a00 x1830963462196096/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.468282:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f642a00 with x1830963462196096 ext(0->4095) 00010000:00010000:1.0:1746143531.468290:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c230 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.468323:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c230 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143531.468330:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f642a00 00000100:00100000:1.0:1746143531.468344:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3159 00000100:00100000:1.0:1746143531.468350:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462196096:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143531.468471:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462196096:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (591us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.468476:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3159 00002000:00100000:1.0:1746143531.468480:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f642a00 x1830963462196096/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.468487:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f642a00 with x1830963462196096 ext(0->4095) 00010000:00010000:1.0:1746143531.468491:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c230 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.468498:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c230 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143531.468504:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f642a00 00000100:00100000:0.0:1746143531.472555:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.472649:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462196224 00000100:00100000:2.0:1746143531.472658:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462196224 00010000:00010000:2.0:1746143531.472697:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c230 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.473048:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16625 00000100:00100000:2.0:1746143531.473055:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462196224:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.473071:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.473089:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c230 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.473100:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a6e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c230 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.473123:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23a6e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c230 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.473180:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.473183:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.473191:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c237 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.473200:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c237 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.473235:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c237 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.473248:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455332992:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.473782:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.476958:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455332992:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.476987:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.477033:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462196224:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3976us (4487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.477043:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16625 00000100:00100000:0.0:1746143531.477624:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.477700:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462196480 00000100:00100000:3.0:1746143531.477708:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462196480 00002000:00100000:3.0:1746143531.477748:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a85c00 x1830963462196480/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.477764:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85c00 with x1830963462196480 ext(0->4095) 00002000:00010000:3.0:1746143531.477768:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a85c00 00000100:00100000:3.0:1746143531.477787:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13856 00000100:00100000:3.0:1746143531.477794:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963462196480:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143531.477963:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963462196480:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (563us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143531.478039:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13856 00002000:00100000:3.0:1746143531.478045:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a85c00 x1830963462196480/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.478052:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85c00 with x1830963462196480 ext(0->4095) 00002000:00010000:3.0:1746143531.478054:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a85c00 00000100:00100000:0.0:1746143531.479357:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.479442:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462196608 00000100:00100000:2.0:1746143531.479448:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462196608 00000100:00100000:2.0:1746143531.479486:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30720 00000100:00100000:2.0:1746143531.479491:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462196608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.479504:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.479520:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23a7c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c23e expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.479624:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c237 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.479631:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.479632:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.479636:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23a7c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c23e expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.479665:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c237 expref: 57 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.479678:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c237 expref: 57 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.479689:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455333120:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.479937:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.481107:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455333120:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.481128:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23a7c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c23e expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.481140:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78200, rc 0) 00000100:00100000:2.0:1746143531.481167:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462196608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1675us (1814us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.481174:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30720 00000100:00100000:0.0:1746143531.481910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.482416:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462196736 00000100:00100000:2.0:1746143531.482423:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462196736 00002000:00100000:2.0:1746143531.482460:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800920d5880 x1830963462196736/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.482470:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5880 with x1830963462196736 ext(0->7) 00010000:00010000:2.0:1746143531.482478:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c237 expref: 58 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.482490:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c237 expref: 58 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.482496:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920d5880 00000100:00100000:2.0:1746143531.482614:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3160 00000100:00100000:2.0:1746143531.482622:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+58:2006:x1830963462196736:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143531.483512:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2006:x1830963462196736:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 889us (1601us total) trans 4294972309 rc 0/0 00000100:00100000:0.0:1746143531.483519:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3160 00002000:00100000:0.0:1746143531.483526:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800920d5880 x1830963462196736/t4294972309(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/448 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143531.483533:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5880 with x1830963462196736 ext(0->7) 00010000:00010000:0.0:1746143531.483539:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c237 expref: 60 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143531.483549:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c237 expref: 60 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746143531.483555:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920d5880 00000100:00100000:0.0:1746143531.486992:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.487199:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462196864 00000100:00100000:2.0:1746143531.487207:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462196864 00010000:00010000:2.0:1746143531.487245:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c237 expref: 60 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:1.0:1746143531.487468:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16626 00000100:00100000:1.0:1746143531.487478:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2004:x1830963462196864:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143531.487493:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143531.487512:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c237 expref: 60 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.487523:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c237 expref: 60 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.487546:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23a75 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c237 expref: 60 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.487564:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143531.487566:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143531.487582:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23a7c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c23e expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.487591:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23a7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c23e expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.487624:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23a7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c23e expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143531.487635:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130729f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455333248:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143531.488633:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340faa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143531.489919:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130729f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455333248:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746143531.489936:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143531.489986:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2004:x1830963462196864:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2509us (3000us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143531.489996:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16626 00000100:00100000:0.0:1746143531.490446:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.490649:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462197120 00000100:00100000:2.0:1746143531.490656:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462197120 00002000:00100000:2.0:1746143531.490690:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091baf100 x1830963462197120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.490700:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091baf100 with x1830963462197120 ext(0->4095) 00002000:00010000:2.0:1746143531.490705:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091baf100 00000100:00100000:2.0:1746143531.490984:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13857 00000100:00100000:2.0:1746143531.490993:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462197120:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.491667:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462197120:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 674us (1220us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.491675:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13857 00002000:00100000:2.0:1746143531.491681:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091baf100 x1830963462197120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.491689:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091baf100 with x1830963462197120 ext(0->4095) 00002000:00010000:2.0:1746143531.491692:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091baf100 00000100:00100000:0.0:1746143531.498723:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.498988:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462197248 00000100:00100000:2.0:1746143531.498997:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462197248 00000100:00100000:2.0:1746143531.499267:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30721 00000100:00100000:2.0:1746143531.499277:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1794:x1830963462197248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.499420:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.499439:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a83 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c245 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.499471:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23a7c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c23e expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.499479:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.499480:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.499484:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a83 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c245 expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.499518:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23a7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c23e expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.499534:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23a7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c23e expref: 5 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.499547:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455333376:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.500141:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.503786:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.503862:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462197376 00000100:00100000:1.0:1746143531.503875:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462197376 00000100:00100000:1.0:1746143531.503937:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30722 00000100:00100000:2.0:1746143531.504058:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011eeef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455333376:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.504093:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a83 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c245 expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.504113:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:2.0:1746143531.504166:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:1794:x1830963462197248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4891us (5455us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.504172:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30721 00000100:00100000:1.0:1746143531.504214:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:1782:x1830963462197376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143531.504232:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143531.504246:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a8a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c24c expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.504272:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143531.504277:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a83 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c245 expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.504283:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.504286:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a8a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c24c expref: 61 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.504348:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a83 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c245 expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.504359:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a8a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c24c expref: 61 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.504366:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213000, rc 0) 00000100:00100000:1.0:1746143531.504383:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:1782:x1830963462197376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 440us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143531.504388:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30722 00000100:00100000:0.0:1746143531.504808:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.504916:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462197504 00000100:00100000:1.0:1746143531.504920:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462197504 00010000:00010000:1.0:1746143531.504938:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23a7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c23e expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:1.0:1746143531.504967:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16627 00000100:00100000:1.0:1746143531.504972:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462197504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143531.504979:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143531.504999:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23a7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c23e expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.505009:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23a7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c23e expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.505028:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23a7c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c23e expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.505042:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143531.505044:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143531.505050:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c245 expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.505058:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c245 expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.505078:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c245 expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.505558:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c245 expref: 60 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:1.0:1746143531.505581:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130729f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455333632:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746143531.505752:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340faa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.508169:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130729f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455333632:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.508192:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.508246:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462197504:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3272us (3437us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.508255:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16627 00000100:00100000:0.0:1746143531.508478:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.509112:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462197760 00000100:00100000:2.0:1746143531.509119:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462197760 00002000:00100000:2.0:1746143531.509159:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096025500 x1830963462197760/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.509169:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096025500 with x1830963462197760 ext(0->4095) 00010000:00010000:2.0:1746143531.509177:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c245 expref: 61 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.509189:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c245 expref: 61 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.509196:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096025500 00000100:00100000:2.0:1746143531.509225:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3161 00000100:00100000:2.0:1746143531.509231:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:2006:x1830963462197760:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143531.509613:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:2006:x1830963462197760:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 381us (1135us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.509619:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3161 00002000:00100000:2.0:1746143531.509624:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096025500 x1830963462197760/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.509631:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096025500 with x1830963462197760 ext(0->4095) 00010000:00010000:2.0:1746143531.509636:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c245 expref: 61 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.509645:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c245 expref: 61 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.509651:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096025500 00000100:00100000:2.0:1746143531.511920:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.512397:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462197888 00000100:00100000:1.0:1746143531.512410:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462197888 00000100:00100000:1.0:1746143531.512464:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30723 00000100:00100000:1.0:1746143531.512472:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462197888:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143531.512490:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143531.512738:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23a91 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c253 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.512922:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.512929:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a8a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c24c expref: 60 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.512935:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143531.512938:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23a91 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c253 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.512975:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a8a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c24c expref: 60 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.512987:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23a91 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c253 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.512996:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092212c00, rc 0) 00000100:00100000:1.0:1746143531.513051:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462197888:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 579us (1137us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143531.513057:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30723 00000100:00100000:0.0:1746143531.513345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.513398:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462198016 00000100:00100000:2.0:1746143531.513402:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462198016 00010000:00010000:2.0:1746143531.513422:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c245 expref: 61 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.513453:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16628 00000100:00100000:2.0:1746143531.513458:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:2007:x1830963462198016:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.513467:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.513491:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c245 expref: 61 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.513501:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c245 expref: 61 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.513521:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23a83 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c245 expref: 61 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.513961:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.513963:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.513971:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c24c expref: 60 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.513978:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c24c expref: 60 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.513998:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c24c expref: 60 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.514008:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c24c expref: 60 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.514023:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096988a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455333888:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.514944:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.516590:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096988a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455333888:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.516607:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.516641:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2007:x1830963462198016:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3183us (3298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.516650:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16628 00000100:00100000:0.0:1746143531.517145:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.517275:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462198272 00000100:00100000:3.0:1746143531.517281:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462198272 00002000:00100000:3.0:1746143531.517340:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096025c00 x1830963462198272/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.517351:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096025c00 with x1830963462198272 ext(0->4095) 00010000:00010000:3.0:1746143531.517359:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c24c expref: 60 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.517372:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c24c expref: 60 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:3.0:1746143531.517379:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096025c00 00000100:00100000:3.0:1746143531.517405:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3162 00000100:00100000:3.0:1746143531.517411:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2006:x1830963462198272:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143531.517548:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2006:x1830963462198272:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (403us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143531.517553:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3162 00002000:00100000:3.0:1746143531.517558:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096025c00 x1830963462198272/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.517565:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096025c00 with x1830963462198272 ext(0->4095) 00010000:00010000:3.0:1746143531.517580:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c24c expref: 60 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.517588:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c24c expref: 60 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:3.0:1746143531.517594:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096025c00 00000100:00100000:0.0:1746143531.520053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143531.520145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.520218:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462198400 00000100:00100000:1.0:1746143531.520226:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462198400 00000100:00100000:1.0:1746143531.520279:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30724 00000100:00100000:1.0:1746143531.520285:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:1782:x1830963462198400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143531.520329:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143531.520347:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23a98 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c25a expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.520372:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.520377:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23a91 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c253 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.520383:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143531.520386:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23a98 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c25a expref: 61 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.520423:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23a91 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c253 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.520433:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23a98 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c25a expref: 61 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.520442:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213400, rc 0) 00000100:00100000:1.0:1746143531.520481:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:1782:x1830963462198400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143531.520486:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30724 00000100:00100000:2.0:1746143531.520642:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462198528 00000100:00100000:2.0:1746143531.520646:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462198528 00010000:00010000:2.0:1746143531.520662:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c24c expref: 61 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.520681:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16629 00000100:00100000:2.0:1746143531.520685:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:2005:x1830963462198528:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.520694:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.520711:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c24c expref: 61 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.520721:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c24c expref: 61 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.520738:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23a8a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c24c expref: 61 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.520748:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.520750:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.520755:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23a91 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c253 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.520762:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23a91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c253 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.520779:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23a91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c253 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.520790:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23a91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c253 expref: 5 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.520800:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096988a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455334144:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.520850:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.523316:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096988a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455334144:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.523337:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.523376:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2005:x1830963462198528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2689us (3229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.523385:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16629 00000100:00100000:0.0:1746143531.523809:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.524153:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462198784 00000100:00100000:2.0:1746143531.524160:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462198784 00002000:00100000:2.0:1746143531.524193:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66ad80 x1830963462198784/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.524202:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66ad80 with x1830963462198784 ext(0->4095) 00010000:00010000:2.0:1746143531.524210:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23a91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c253 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.524227:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23a91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c253 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.524233:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f66ad80 00000100:00100000:2.0:1746143531.524263:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3163 00000100:00100000:2.0:1746143531.524270:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f66ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462198784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143531.524886:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f66ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462198784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 615us (1077us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.524893:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3163 00002000:00100000:2.0:1746143531.524899:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f66ad80 x1830963462198784/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.524906:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f66ad80 with x1830963462198784 ext(0->4095) 00010000:00010000:2.0:1746143531.524910:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23a91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c253 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.524920:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23a91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c253 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.524926:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f66ad80 00000100:00100000:0.0:1746143531.527282:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.527598:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462198912 00000100:00100000:2.0:1746143531.527605:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462198912 00010000:00010000:2.0:1746143531.527636:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23a91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c253 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.527672:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16630 00000100:00100000:2.0:1746143531.527680:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b942450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462198912:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.527692:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.527712:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23a91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c253 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.527722:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23a91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c253 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.527745:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23a91 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c253 expref: 6 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.527775:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.527777:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.527784:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23a98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c25a expref: 59 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.527792:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23a98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c25a expref: 59 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.527829:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23a98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c25a expref: 59 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.527843:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096988a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455334272:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.527927:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f74b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.529874:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096988a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455334272:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.529894:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.529929:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b942450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462198912:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2249us (2652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.529939:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16630 00000100:00100000:0.0:1746143531.531153:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.531219:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462199168 00000100:00100000:2.0:1746143531.531226:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462199168 00002000:00100000:2.0:1746143531.531262:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f668e00 x1830963462199168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.531270:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668e00 with x1830963462199168 ext(0->4095) 00002000:00010000:2.0:1746143531.531275:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f668e00 00000100:00100000:2.0:1746143531.532025:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13858 00000100:00100000:2.0:1746143531.532033:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2007:x1830963462199168:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.532185:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2007:x1830963462199168:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (1034us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.532191:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13858 00002000:00100000:2.0:1746143531.532196:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f668e00 x1830963462199168/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.532204:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f668e00 with x1830963462199168 ext(0->4095) 00002000:00010000:2.0:1746143531.532207:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f668e00 00000100:00100000:0.0:1746143531.535841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.536127:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462199296 00000100:00100000:3.0:1746143531.536137:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462199296 00000100:00100000:3.0:1746143531.536196:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30725 00000100:00100000:3.0:1746143531.536204:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462199296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.536223:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.536240:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23a9f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c261 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.536269:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23a98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c25a expref: 59 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.536281:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.536283:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.536286:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23a9f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c261 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.536349:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23a98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c25a expref: 59 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.536361:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23a98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c25a expref: 59 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.536373:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455334400:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.536462:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.538175:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455334400:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.538201:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23a9f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c261 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.538214:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805400, rc 0) 00000100:00100000:3.0:1746143531.538256:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462199296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2052us (2423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.538264:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30725 00000100:00100000:0.0:1746143531.538437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.538777:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462199424 00000100:00100000:3.0:1746143531.538783:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462199424 00010000:00010000:3.0:1746143531.538805:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23a98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c25a expref: 60 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.538831:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16631 00000100:00100000:3.0:1746143531.538837:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2007:x1830963462199424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.538849:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.538871:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23a98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c25a expref: 60 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.538880:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23a98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c25a expref: 60 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.538902:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23a98 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c25a expref: 60 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.538926:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.538928:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.538935:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23a9f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c261 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.538942:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23a9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c261 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.538968:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23a9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c261 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.538980:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455334528:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.539041:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.541838:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.541895:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455334528:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.541913:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.542040:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:2007:x1830963462199424:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3201us (3602us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.542040:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462199552 00000100:00100000:2.0:1746143531.542046:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462199552 00000100:00100000:3.0:1746143531.542050:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16631 00000100:00100000:2.0:1746143531.542087:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30726 00000100:00100000:2.0:1746143531.542093:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+59:1782:x1830963462199552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.542109:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.542123:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aa6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c268 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.542150:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23a9f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c261 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.542157:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.542159:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.542162:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aa6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c268 expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.542188:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23a9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c261 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.542200:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23a9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c261 expref: 5 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.542209:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096988a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455334656:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143531.542497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.542762:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462199808 00000100:00100000:3.0:1746143531.542766:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462199808 00002000:00100000:3.0:1746143531.542791:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013072bb80 x1830963462199808/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.542800:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072bb80 with x1830963462199808 ext(0->4095) 00010000:00010000:3.0:1746143531.542806:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23a9f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c261 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.542815:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23a9f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c261 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:3.0:1746143531.542821:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013072bb80 00000100:00100000:3.0:1746143531.542835:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3164 00000100:00100000:3.0:1746143531.542840:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462199808:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143531.542952:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462199808:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (455us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143531.542957:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3164 00002000:00100000:3.0:1746143531.542961:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013072bb80 x1830963462199808/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.542967:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072bb80 with x1830963462199808 ext(0->4095) 00010000:00010000:3.0:1746143531.542972:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23a9f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c261 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.542979:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23a9f lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c261 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:3.0:1746143531.542984:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013072bb80 00000100:00100000:2.0:1746143531.543259:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8e9e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.545212:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.545264:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462199936 00000100:00100000:1.0:1746143531.545271:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462199936 00000100:00100000:1.0:1746143531.545343:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30727 00000100:00100000:1.0:1746143531.545349:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:1794:x1830963462199936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143531.545363:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143531.545379:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23aad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c26f expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.545404:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143531.545410:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aa6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c268 expref: 62 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.545416:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.545419:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23aad lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c26f expref: 62 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.545450:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aa6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c268 expref: 62 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.545461:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23aad lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c26f expref: 62 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.545471:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092212c00, rc 0) 00000100:00100000:1.0:1746143531.545511:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:1794:x1830963462199936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143531.545516:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30727 00000100:00100000:2.0:1746143531.546164:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096988a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455334656:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.546183:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aa6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c268 expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.546192:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:2.0:1746143531.546223:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:1782:x1830963462199552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4130us (4393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.546230:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30726 00000100:00100000:0.0:1746143531.547862:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.548042:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462200064 00000100:00100000:3.0:1746143531.548049:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462200064 00010000:00010000:3.0:1746143531.548078:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23a9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c261 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.548101:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16632 00000100:00100000:3.0:1746143531.548107:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462200064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.548120:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.548137:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23a9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c261 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.548148:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23a9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c261 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.548168:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805400/0xa6c9a53f47f23a9f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c261 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.548188:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.548190:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.548196:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aa6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c268 expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.548208:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aa6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c268 expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.548239:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aa6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c268 expref: 60 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.548250:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c268 expref: 60 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.548261:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455334912:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.548356:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.551201:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455334912:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.551223:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.551271:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462200064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3163us (3416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.551280:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16632 00000100:00100000:0.0:1746143531.552240:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.552324:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462200320 00000100:00100000:2.0:1746143531.552331:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462200320 00002000:00100000:2.0:1746143531.552369:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a70700 x1830963462200320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.552379:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a70700 with x1830963462200320 ext(0->4095) 00010000:00010000:2.0:1746143531.552388:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c268 expref: 61 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.552400:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c268 expref: 61 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.552407:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a70700 00000100:00100000:2.0:1746143531.552436:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3165 00000100:00100000:2.0:1746143531.552442:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:2007:x1830963462200320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.552587:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:2007:x1830963462200320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (350us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.552592:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3165 00002000:00100000:2.0:1746143531.552597:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a70700 x1830963462200320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.552605:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a70700 with x1830963462200320 ext(0->4095) 00010000:00010000:2.0:1746143531.552609:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c268 expref: 61 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.552619:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c268 expref: 61 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.552625:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a70700 00000100:00100000:0.0:1746143531.558447:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.558709:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462200448 00000100:00100000:3.0:1746143531.558720:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462200448 00010000:00010000:3.0:1746143531.558758:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c268 expref: 61 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.558792:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16633 00000100:00100000:3.0:1746143531.558800:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:2006:x1830963462200448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.558813:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.558835:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c268 expref: 61 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.558847:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aa6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c268 expref: 61 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.558871:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aa6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c268 expref: 61 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.560390:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.560395:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.560406:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23aad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c26f expref: 60 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.560416:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23aad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c26f expref: 60 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.560460:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23aad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c26f expref: 60 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.560474:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455335040:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.560583:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.564897:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.565066:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462200704 00000100:00100000:2.0:1746143531.565075:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462200704 00002000:00100000:2.0:1746143531.565120:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a73480 x1830963462200704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.565131:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a73480 with x1830963462200704 ext(0->4095) 00002000:00010000:2.0:1746143531.565137:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a73480 00000100:00100000:2.0:1746143531.565157:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13859 00000100:00100000:2.0:1746143531.565163:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:2007:x1830963462200704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.565340:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+61:2007:x1830963462200704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 175us (455us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.565346:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13859 00002000:00100000:2.0:1746143531.565352:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a73480 x1830963462200704/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.565359:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a73480 with x1830963462200704 ext(0->4095) 00002000:00010000:2.0:1746143531.565362:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a73480 00000100:00100000:3.0:1746143531.566524:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455335040:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.566543:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.566591:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2006:x1830963462200448:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7793us (8155us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.566599:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16633 00000100:00100000:0.0:1746143531.571050:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.571290:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462200832 00000100:00100000:2.0:1746143531.571332:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462200832 00000100:00100000:2.0:1746143531.572260:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30728 00000100:00100000:2.0:1746143531.572268:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462200832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.572289:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.572323:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23ab4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c276 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.572354:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23aad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c26f expref: 59 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.572366:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.572368:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.572371:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23ab4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c276 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.572401:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23aad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c26f expref: 59 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.572412:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23aad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c26f expref: 59 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.572424:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096988a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455335168:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.573469:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8e9e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.579184:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096988a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455335168:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.579221:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23ab4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c276 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.579241:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:2.0:1746143531.579291:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462200832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7023us (8253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.579326:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30728 00000100:00100000:0.0:1746143531.583692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.583805:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462200960 00000100:00100000:2.0:1746143531.583814:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462200960 00002000:00100000:2.0:1746143531.583860:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880130715f80 x1830963462200960/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.583876:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130715f80 with x1830963462200960 ext(0->7) 00010000:00010000:2.0:1746143531.583885:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23aad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c26f expref: 60 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.583898:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23aad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c26f expref: 60 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.583905:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130715f80 00000100:00100000:2.0:1746143531.583921:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3166 00000100:00100000:2.0:1746143531.583928:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+60:2005:x1830963462200960:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143531.584717:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2005:x1830963462200960:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 786us (1032us total) trans 4294972310 rc 0/0 00000100:00100000:0.0:1746143531.584725:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3166 00002000:00100000:0.0:1746143531.584731:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880130715f80 x1830963462200960/t4294972310(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/448 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143531.584738:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130715f80 with x1830963462200960 ext(0->7) 00010000:00010000:0.0:1746143531.584743:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23aad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c26f expref: 62 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143531.584753:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23aad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c26f expref: 62 pid: 12044 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746143531.584758:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130715f80 00000100:00100000:1.0:1746143531.591619:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.591734:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.591813:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462201088 00000100:00100000:2.0:1746143531.591823:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462201088 00000100:00100000:3.0:1746143531.591866:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462201216 00000100:00100000:3.0:1746143531.591871:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462201216 00010000:00010000:3.0:1746143531.591963:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23aad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c26f expref: 63 pid: 12044 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.592004:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16634 00000100:00100000:3.0:1746143531.592013:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+63:2005:x1830963462201216:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.592028:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.592048:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23aad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c26f expref: 63 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.592061:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23aad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c26f expref: 63 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.592157:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23aad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c26f expref: 63 pid: 12044 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.592186:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.592188:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.592195:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23ab4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c276 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.592203:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23ab4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c276 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.592236:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23ab4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c276 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.592252:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455335296:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.592374:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30729 00000100:00100000:2.0:1746143531.592381:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:1782:x1830963462201088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.592395:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.592406:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23abb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c27d expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.592424:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23ab4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c276 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.592431:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.592432:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.592435:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23abb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c27d expref: 63 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.592456:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23ab4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c276 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.592635:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0600 going to sleep for 11 seconds 00010000:00010000:2.0:1746143531.593157:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23ab4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c276 expref: 5 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.593170:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096988a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455335424:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.593202:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8e9e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.595712:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096988a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455335424:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.595739:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23abb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c27d expref: 63 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.595753:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79600, rc 0) 00000100:00100000:3.0:1746143531.596914:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+63:1782:x1830963462201088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4530us (5304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.596924:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30729 00000100:00100000:2.0:1746143531.598702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143531.598727:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462201472 00000100:00100000:0.0:1746143531.598734:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462201472 00000100:00100000:3.0:1746143531.598738:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455335296:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.598756:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746143531.598772:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096988000 x1830963462201472/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143531.598782:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096988000 with x1830963462201472 ext(0->4095) 00010000:00010000:0.0:1746143531.598789:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23ab4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c276 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143531.598802:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23ab4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c276 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.598804:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2005:x1830963462201216:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6794us (7070us total) trans 0 rc 0/0 00002000:00010000:0.0:1746143531.598809:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096988000 00000100:00100000:3.0:1746143531.598812:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16634 00000100:00100000:0.0:1746143531.598825:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3167 00000100:00100000:0.0:1746143531.598830:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462201472:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143531.599050:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462201472:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 218us (351us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143531.599056:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3167 00002000:00100000:3.0:1746143531.599061:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096988000 x1830963462201472/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.599068:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096988000 with x1830963462201472 ext(0->4095) 00010000:00010000:3.0:1746143531.599072:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23ab4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c276 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.599085:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23ab4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c276 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:3.0:1746143531.599091:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096988000 00000100:00100000:0.0:1746143531.601250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.601469:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462201600 00000100:00100000:3.0:1746143531.601476:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462201600 00010000:00010000:3.0:1746143531.601505:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23ab4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c276 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.601811:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16635 00000100:00100000:3.0:1746143531.601818:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462201600:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.601833:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.601851:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23ab4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c276 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.601863:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23ab4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c276 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.601886:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23ab4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c276 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.601914:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.601916:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.601924:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23abb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c27d expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.601936:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23abb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c27d expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.601970:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23abb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c27d expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.601983:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455335552:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.602378:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.604801:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.604971:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455335552:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.604992:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.605035:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963462201600:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3217us (3794us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.605046:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16635 00000100:00100000:2.0:1746143531.605124:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462201856 00000100:00100000:2.0:1746143531.605131:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462201856 00002000:00100000:2.0:1746143531.605175:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7f100 x1830963462201856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.605184:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7f100 with x1830963462201856 ext(0->4095) 00002000:00010000:2.0:1746143531.605188:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7f100 00000100:00100000:2.0:1746143531.605205:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13860 00000100:00100000:2.0:1746143531.605211:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2007:x1830963462201856:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.605344:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2007:x1830963462201856:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (552us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.605349:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13860 00002000:00100000:2.0:1746143531.605354:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880090c7f100 x1830963462201856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.605360:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c7f100 with x1830963462201856 ext(0->4095) 00002000:00010000:2.0:1746143531.605363:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090c7f100 00000100:00100000:0.0:1746143531.609995:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.610083:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462201984 00000100:00100000:3.0:1746143531.610093:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462201984 00000100:00100000:3.0:1746143531.610136:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30730 00000100:00100000:3.0:1746143531.610144:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462201984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.610163:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.610179:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23ac2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c284 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.610210:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23abb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c27d expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.610217:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.610220:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.610224:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23ac2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c284 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.610253:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23abb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c27d expref: 61 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.610264:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23abb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c27d expref: 61 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.610275:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455335680:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.613889:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0300 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.613928:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455335680:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.613958:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23ac2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c284 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.613974:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805000, rc 0) 00000100:00100000:1.0:1746143531.614257:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.614475:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462202112 00000100:00100000:2.0:1746143531.614481:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462202112 00002000:00100000:2.0:1746143531.614519:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097a6d500 x1830963462202112/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.614528:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6d500 with x1830963462202112 ext(0->7) 00010000:00010000:2.0:1746143531.614535:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23abb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c27d expref: 62 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.614546:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23abb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c27d expref: 62 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.614551:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6d500 00000100:00100000:2.0:1746143531.614583:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3168 00000100:00100000:2.0:1746143531.614590:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+62:2006:x1830963462202112:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746143531.614864:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462201984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4720us (4879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.614871:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30730 00000100:00100000:2.0:1746143531.619883:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2006:x1830963462202112:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 5279us (5612us total) trans 4294972311 rc 0/0 00000100:00100000:2.0:1746143531.619898:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3168 00002000:00100000:2.0:1746143531.619911:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097a6d500 x1830963462202112/t4294972311(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/448 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.619922:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6d500 with x1830963462202112 ext(0->7) 00010000:00010000:2.0:1746143531.619931:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23abb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c27d expref: 64 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.619949:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23abb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c27d expref: 64 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.619956:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6d500 00000100:00100000:0.0:1746143531.631118:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.631385:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462202240 00000100:00100000:3.0:1746143531.631395:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462202240 00000100:00100000:3.0:1746143531.631442:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30731 00000100:00100000:3.0:1746143531.631449:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:1782:x1830963462202240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.631469:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.631486:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23ac9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c28b expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.631517:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.631523:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23ac2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c284 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.631529:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143531.631532:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23ac9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c28b expref: 65 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.631579:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23ac2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c284 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.631592:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23ac9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c28b expref: 65 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.631601:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00000100:00100000:3.0:1746143531.632763:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:1782:x1830963462202240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1308us (1649us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.632771:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30731 00000100:00100000:2.0:1746143531.634549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.634702:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462202368 00000100:00100000:3.0:1746143531.634709:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462202368 00010000:00010000:3.0:1746143531.634741:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23abb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c27d expref: 65 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.634776:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16636 00000100:00100000:3.0:1746143531.634782:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:2004:x1830963462202368:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.634797:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.634818:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23abb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c27d expref: 65 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.634829:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23abb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c27d expref: 65 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.634850:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23abb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c27d expref: 65 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.634867:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.634869:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.634877:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23ac2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c284 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.634885:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23ac2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c284 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.634914:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23ac2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c284 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.634925:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23ac2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c284 expref: 5 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.634937:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455335936:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.635011:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0300 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.640015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.640217:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462202624 00000100:00100000:2.0:1746143531.640226:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462202624 00002000:00100000:2.0:1746143531.640274:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2c380 x1830963462202624/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.640284:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2c380 with x1830963462202624 ext(0->4095) 00010000:00010000:2.0:1746143531.640323:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23ac2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c284 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.640338:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23ac2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c284 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.640344:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee2c380 00000100:00100000:2.0:1746143531.640366:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3169 00000100:00100000:2.0:1746143531.640372:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462202624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.640523:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462202624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 151us (519us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.640530:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3169 00002000:00100000:2.0:1746143531.640535:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee2c380 x1830963462202624/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.640541:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee2c380 with x1830963462202624 ext(0->4095) 00010000:00010000:2.0:1746143531.640546:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23ac2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c284 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.640554:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23ac2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c284 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.640559:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011ee2c380 00000100:00100000:3.0:1746143531.641249:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455335936:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.641269:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.641316:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2004:x1830963462202368:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6533us (6771us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.641325:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16636 00000100:00100000:0.0:1746143531.644819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143531.645998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.646081:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462202880 00000100:00100000:1.0:1746143531.646089:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462202880 00000100:00100000:3.0:1746143531.646133:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462202752 00000100:00100000:3.0:1746143531.646137:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462202752 00010000:00010000:3.0:1746143531.646162:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23ac2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c284 expref: 7 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.646274:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16637 00000100:00100000:3.0:1746143531.646285:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b942050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+7:2007:x1830963462202752:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.646313:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.646333:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23ac2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c284 expref: 7 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.646344:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23ac2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c284 expref: 7 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.646370:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132805000/0xa6c9a53f47f23ac2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c284 expref: 7 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.646389:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.646392:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.646400:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23ac9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c28b expref: 63 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.646407:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23ac9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c28b expref: 63 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.646443:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23ac9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c28b expref: 63 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.646456:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455336064:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.646531:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0300 going to sleep for 11 seconds 00000100:00100000:1.0:1746143531.646717:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30732 00000100:00100000:1.0:1746143531.646723:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462202880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143531.646735:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143531.646745:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23ad0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c292 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.647029:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23ac9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c28b expref: 63 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.647035:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.647037:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.647040:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23ad0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c292 expref: 7 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.647058:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23ac9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c28b expref: 63 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.647069:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23ac9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c28b expref: 63 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:1.0:1746143531.647078:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097a6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455336192:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143531.647113:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.649870:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.649905:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462203136 00000100:00100000:2.0:1746143531.649912:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462203136 00002000:00100000:2.0:1746143531.649955:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189c000 x1830963462203136/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.649965:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189c000 with x1830963462203136 ext(0->4095) 00010000:00010000:2.0:1746143531.649973:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23ac9 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c28b expref: 64 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.649985:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23ac9 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c28b expref: 64 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.649992:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189c000 00000100:00100000:2.0:1746143531.650011:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3170 00000100:00100000:2.0:1746143531.650017:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2006:x1830963462203136:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143531.650169:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009189c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2006:x1830963462203136:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (307us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.650175:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3170 00002000:00100000:2.0:1746143531.650180:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009189c000 x1830963462203136/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.650192:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009189c000 with x1830963462203136 ext(0->4095) 00010000:00010000:2.0:1746143531.650196:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23ac9 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c28b expref: 64 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.650205:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23ac9 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c28b expref: 64 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.650210:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009189c000 00000100:00100000:3.0:1746143531.650381:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455336064:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746143531.650658:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097a6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455336192:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143531.650680:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23ad0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c292 expref: 7 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.650693:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092212c00, rc 0) 00000100:00100000:1.0:1746143531.650719:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+7:1794:x1830963462202880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3996us (4722us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143531.650725:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30732 00010000:00010000:3.0:1746143531.650780:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.650802:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b942050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462202752:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4518us (5993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.650810:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16637 00000100:00100000:0.0:1746143531.652690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.652940:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462203264 00000100:00100000:1.0:1746143531.652946:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462203264 00000100:00100000:1.0:1746143531.655049:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30733 00000100:00100000:1.0:1746143531.655065:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:1782:x1830963462203264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143531.655085:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143531.655102:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23ad7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c299 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.655129:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.655134:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23ad0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c292 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.655140:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143531.655143:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23ad7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c299 expref: 65 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.655179:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23ad0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c292 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.655191:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23ad7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c299 expref: 65 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.655201:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213000, rc 0) 00000100:00100000:1.0:1746143531.655265:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:1782:x1830963462203264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (2578us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143531.655270:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30733 00000100:00100000:0.0:1746143531.658422:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.658533:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462203392 00000100:00100000:3.0:1746143531.658543:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462203392 00010000:00010000:3.0:1746143531.658596:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23ac9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c28b expref: 65 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.658630:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16638 00000100:00100000:3.0:1746143531.658637:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097903100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:2005:x1830963462203392:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.658652:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.658673:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23ac9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c28b expref: 65 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.658686:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23ac9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c28b expref: 65 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.658713:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132804200/0xa6c9a53f47f23ac9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c28b expref: 65 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.658750:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.658753:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.658761:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23ad0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c292 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.658770:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23ad0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c292 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.658812:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23ad0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c292 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.658825:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23ad0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c292 expref: 5 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.660182:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455336448:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.660284:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.669460:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455336448:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.669483:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.669540:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097903100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2005:x1830963462203392:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 10902us (11128us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.669552:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16638 00000100:00100000:0.0:1746143531.669924:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.670196:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462203648 00000100:00100000:3.0:1746143531.670203:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462203648 00002000:00100000:3.0:1746143531.670239:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097900380 x1830963462203648/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.670249:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097900380 with x1830963462203648 ext(0->4095) 00010000:00010000:3.0:1746143531.670257:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23ad0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c292 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.670275:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23ad0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c292 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00002000:00010000:3.0:1746143531.670282:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097900380 00000100:00100000:3.0:1746143531.670321:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3171 00000100:00100000:3.0:1746143531.670328:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462203648:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143531.670436:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462203648:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (513us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143531.670441:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3171 00002000:00100000:3.0:1746143531.670445:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880097900380 x1830963462203648/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.670452:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097900380 with x1830963462203648 ext(0->4095) 00010000:00010000:3.0:1746143531.670457:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23ad0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c292 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.670465:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23ad0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c292 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00002000:00010000:3.0:1746143531.670471:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097900380 00000100:00100000:0.0:1746143531.672530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.672598:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462203776 00000100:00100000:3.0:1746143531.672606:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462203776 00010000:00010000:3.0:1746143531.672638:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23ad0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c292 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.672675:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16639 00000100:00100000:3.0:1746143531.672682:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462203776:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.672692:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.672709:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23ad0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c292 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.672718:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23ad0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c292 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.672738:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23ad0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c292 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.672764:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.672766:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.672772:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23ad7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c299 expref: 63 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.672780:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23ad7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c299 expref: 63 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.672809:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23ad7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c299 expref: 63 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.672820:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455336576:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.675573:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.678226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.678337:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462204032 00000100:00100000:2.0:1746143531.678346:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462204032 00000100:00100000:3.0:1746143531.678363:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455336576:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.678389:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746143531.678402:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969efb80 x1830963462204032/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.678410:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969efb80 with x1830963462204032 ext(0->4095) 00002000:00010000:2.0:1746143531.678416:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969efb80 00000100:00100000:2.0:1746143531.678444:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13861 00000100:00100000:2.0:1746143531.678451:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2007:x1830963462204032:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143531.678452:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963462203776:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5769us (5928us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.678463:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16639 00000100:00100000:2.0:1746143531.678583:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2007:x1830963462204032:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (367us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.678589:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13861 00002000:00100000:2.0:1746143531.678594:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800969efb80 x1830963462204032/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.678601:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969efb80 with x1830963462204032 ext(0->4095) 00002000:00010000:2.0:1746143531.678603:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969efb80 00000100:00100000:0.0:1746143531.683924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.684035:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462204160 00000100:00100000:2.0:1746143531.684045:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462204160 00000100:00100000:2.0:1746143531.684108:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30734 00000100:00100000:2.0:1746143531.684117:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462204160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.684140:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.684158:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23ade lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c2a0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.684196:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23ad7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c299 expref: 63 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.684204:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.684206:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.684209:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23ade lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a0 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.684274:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23ad7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c299 expref: 63 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.684286:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23ad7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c299 expref: 63 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.684435:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098179500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455336704:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.684701:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8e9e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.686032:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098179500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455336704:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.686059:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23ade lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a0 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.686077:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79600, rc 0) 00000100:00100000:2.0:1746143531.686111:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462204160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1995us (2200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.686120:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30734 00000100:00100000:0.0:1746143531.687316:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.687379:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462204288 00000100:00100000:3.0:1746143531.687387:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462204288 00010000:00010000:3.0:1746143531.687418:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23ad7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c299 expref: 64 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.687452:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16640 00000100:00100000:3.0:1746143531.687459:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2006:x1830963462204288:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.687473:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.687492:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23ad7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c299 expref: 64 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.687502:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23ad7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c299 expref: 64 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.687523:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23ad7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c299 expref: 64 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.687545:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.687546:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.687553:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23ade lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a0 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.687561:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23ade lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a0 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.687597:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23ade lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a0 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.687609:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455336832:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.687674:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.689619:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.689673:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462204416 00000100:00100000:3.0:1746143531.689723:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455336832:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.689737:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.689767:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+63:2006:x1830963462204288:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2309us (2454us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.689773:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16640 00000100:00100000:2.0:1746143531.690055:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462204416 00000100:00100000:2.0:1746143531.690109:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30735 00000100:00100000:2.0:1746143531.690118:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+63:1782:x1830963462204416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.690140:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.690161:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23ae5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c2a7 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.690195:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23ade lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a0 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.690204:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746143531.690204:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746143531.690205:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.690210:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23ae5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a7 expref: 64 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.690253:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462204672 00000100:00100000:3.0:1746143531.690257:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462204672 00002000:00100000:3.0:1746143531.690282:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011eeef800 x1830963462204672/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.690291:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeef800 with x1830963462204672 ext(0->4095) 00010000:00010000:3.0:1746143531.690328:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23ade lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a0 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.690337:0:27162:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23ade lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a0 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746143531.690344:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011eeef800 00000100:00100000:3.0:1746143531.690366:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3172 00000100:00100000:3.0:1746143531.690371:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462204672:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143531.690480:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462204672:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (276us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143531.690490:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3172 00002000:00100000:3.0:1746143531.690495:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011eeef800 x1830963462204672/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.690502:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeef800 with x1830963462204672 ext(0->4095) 00010000:00010000:3.0:1746143531.690506:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23ade lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a0 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.690513:0:27163:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23ade lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a0 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746143531.690519:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011eeef800 00010000:00010000:2.0:1746143531.690699:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23ade lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a0 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.690711:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23ade lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a0 expref: 5 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:2.0:1746143531.690730:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098179500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455336960:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.691179:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8e9e600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.693143:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098179500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455336960:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.693168:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23ae5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a7 expref: 64 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.693180:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79e00, rc 0) 00000100:00100000:2.0:1746143531.693404:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:1782:x1830963462204416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3286us (3789us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.693412:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30735 00000100:00100000:0.0:1746143531.695484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143531.695527:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.695605:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462204800 00000100:00100000:2.0:1746143531.695613:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462204800 00000100:00100000:2.0:1746143531.695661:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30736 00000100:00100000:2.0:1746143531.695668:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:1794:x1830963462204800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.695683:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.695698:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c2ae expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.695722:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.695726:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23ae5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a7 expref: 65 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.695733:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.695736:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ae expref: 65 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.695770:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23ae5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a7 expref: 65 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.695782:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ae expref: 65 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.695791:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78000, rc 0) 00000100:00100000:2.0:1746143531.695823:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:1794:x1830963462204800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.695828:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30736 00000100:00100000:3.0:1746143531.695891:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462204928 00000100:00100000:3.0:1746143531.695896:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462204928 00010000:00010000:3.0:1746143531.695915:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23ade lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a0 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.695934:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16641 00000100:00100000:3.0:1746143531.695939:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2004:x1830963462204928:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.695949:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.695969:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23ade lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a0 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.695981:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23ade lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a0 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.696001:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23ade lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a0 expref: 6 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.696029:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.696031:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.696038:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23ae5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a7 expref: 64 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.696046:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23ae5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a7 expref: 64 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.696973:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23ae5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a7 expref: 64 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.696991:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23ae5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a7 expref: 64 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.697004:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455337216:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.697059:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.700598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.700953:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462205184 00000100:00100000:2.0:1746143531.700962:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462205184 00002000:00100000:2.0:1746143531.701011:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a87100 x1830963462205184/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.701021:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87100 with x1830963462205184 ext(0->4095) 00010000:00010000:2.0:1746143531.701031:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23ae5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a7 expref: 65 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.701044:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23ae5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a7 expref: 65 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.701050:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a87100 00000100:00100000:2.0:1746143531.701072:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3173 00000100:00100000:2.0:1746143531.701080:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:2007:x1830963462205184:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143531.701550:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455337216:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.701576:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.702268:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:2007:x1830963462205184:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1187us (1678us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.702277:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3173 00002000:00100000:2.0:1746143531.702285:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a87100 x1830963462205184/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.702292:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87100 with x1830963462205184 ext(0->4095) 00010000:00010000:2.0:1746143531.702310:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23ae5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a7 expref: 65 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.702460:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963462204928:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6519us (6930us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.702469:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16641 00010000:00010000:2.0:1746143531.702648:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23ae5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a7 expref: 65 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.702656:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a87100 00000100:00100000:0.0:1746143531.705655:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.705761:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462205312 00000100:00100000:3.0:1746143531.705771:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462205312 00010000:00010000:3.0:1746143531.705806:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23ae5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a7 expref: 65 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.705838:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16642 00000100:00100000:3.0:1746143531.705844:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+65:2005:x1830963462205312:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.705860:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.705881:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23ae5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a7 expref: 65 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.705892:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23ae5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a7 expref: 65 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.705916:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79e00/0xa6c9a53f47f23ae5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2a7 expref: 65 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.705947:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.705949:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.705956:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ae expref: 64 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.705965:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ae expref: 64 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.706001:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ae expref: 64 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.706014:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455337344:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.706105:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.711036:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455337344:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.711063:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.711114:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2005:x1830963462205312:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5268us (5470us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.711125:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16642 00000100:00100000:0.0:1746143531.711402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.711588:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462205568 00000100:00100000:2.0:1746143531.711596:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462205568 00002000:00100000:2.0:1746143531.711636:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c2680 x1830963462205568/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.711646:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c2680 with x1830963462205568 ext(0->4095) 00002000:00010000:2.0:1746143531.711651:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c2680 00000100:00100000:2.0:1746143531.711667:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13862 00000100:00100000:2.0:1746143531.711673:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2007:x1830963462205568:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.711807:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2007:x1830963462205568:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.711813:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13862 00002000:00100000:2.0:1746143531.711818:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800978c2680 x1830963462205568/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.711832:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800978c2680 with x1830963462205568 ext(0->4095) 00002000:00010000:2.0:1746143531.711835:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800978c2680 00000100:00100000:0.0:1746143531.717681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.717797:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462205696 00000100:00100000:1.0:1746143531.717809:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462205696 00000100:00100000:1.0:1746143531.718536:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30737 00000100:00100000:1.0:1746143531.718546:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462205696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143531.718578:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143531.718598:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23af3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c2b5 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.718632:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ae expref: 63 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.718640:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.718642:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.718645:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23af3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2b5 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.718679:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ae expref: 63 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.718691:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ae expref: 63 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:1.0:1746143531.718703:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097a6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455337472:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143531.722597:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143531.731759:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097a6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455337472:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143531.731801:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23af3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2b5 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.731821:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092212c00, rc 0) 00000100:00100000:1.0:1746143531.731902:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462205696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13356us (14232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143531.731911:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30737 00000100:00100000:0.0:1746143531.735919:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.736016:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462205824 00000100:00100000:2.0:1746143531.736028:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462205824 00002000:00100000:2.0:1746143531.736079:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096025f80 x1830963462205824/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.736088:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096025f80 with x1830963462205824 ext(0->7) 00010000:00010000:2.0:1746143531.736098:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ae expref: 64 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:2.0:1746143531.736110:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ae expref: 64 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:2.0:1746143531.736117:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096025f80 00000100:00100000:2.0:1746143531.736156:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3174 00000100:00100000:2.0:1746143531.736164:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+64:2007:x1830963462205824:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143531.739083:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+66:2007:x1830963462205824:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2909us (3160us total) trans 4294972312 rc 0/0 00000100:00100000:0.0:1746143531.739096:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3174 00002000:00100000:0.0:1746143531.739106:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880096025f80 x1830963462205824/t4294972312(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/448 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143531.739117:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096025f80 with x1830963462205824 ext(0->7) 00010000:00010000:0.0:1746143531.739128:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ae expref: 66 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746143531.739146:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ae expref: 66 pid: 9571 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746143531.739152:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096025f80 00000100:00100000:0.0:1746143531.744476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.744608:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462205952 00000100:00100000:1.0:1746143531.744618:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462205952 00000100:00100000:1.0:1746143531.744677:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30738 00000100:00100000:1.0:1746143531.744686:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+66:1782:x1830963462205952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143531.744706:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143531.744723:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f23afa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c2bc expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.744753:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.744759:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23af3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2b5 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.744765:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746143531.744769:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f23afa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2bc expref: 67 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.744820:0:9573:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23af3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2b5 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.744833:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f23afa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2bc expref: 67 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.744843:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091552200, rc 0) 00000100:00100000:1.0:1746143531.744902:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+67:1782:x1830963462205952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 217us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143531.744910:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30738 00000100:00100000:0.0:1746143531.746632:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.747345:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462206080 00000100:00100000:3.0:1746143531.747361:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462206080 00010000:00010000:3.0:1746143531.747423:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ae expref: 67 pid: 9571 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.747462:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16643 00000100:00100000:3.0:1746143531.747470:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+67:2006:x1830963462206080:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.747483:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746143531.747500:0:7210:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746143531 -> 1746143532 00002000:00010000:3.0:1746143531.747503:0:7210:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746143531 -> 1746143532 00010000:00010000:3.0:1746143531.747508:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ae expref: 67 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.747520:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ae expref: 67 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.747541:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23aec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ae expref: 67 pid: 9571 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.747575:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.747577:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.747586:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23af3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2b5 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.747595:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23af3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2b5 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.747628:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23af3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2b5 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.747639:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23af3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2b5 expref: 5 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.747651:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455337728:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.747739:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.750181:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.750245:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462206336 00000100:00100000:1.0:1746143531.750254:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462206336 00000100:00100000:3.0:1746143531.750275:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455337728:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.750318:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746143531.750319:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091bac380 x1830963462206336/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.750329:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bac380 with x1830963462206336 ext(0->4095) 00010000:00010000:1.0:1746143531.750337:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23af3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2b5 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.750350:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23af3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2b5 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143531.750356:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091bac380 00000100:00100000:3.0:1746143531.750359:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+66:2006:x1830963462206080:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2889us (3732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.750368:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16643 00000100:00100000:1.0:1746143531.750376:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3175 00000100:00100000:1.0:1746143531.750382:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462206336:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746143531.750512:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462206336:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.750517:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3175 00002000:00100000:1.0:1746143531.750522:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091bac380 x1830963462206336/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.750529:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bac380 with x1830963462206336 ext(0->4095) 00010000:00010000:1.0:1746143531.750533:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23af3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2b5 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:1.0:1746143531.750545:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23af3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2b5 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00002000:00010000:1.0:1746143531.750551:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091bac380 00000100:00100000:2.0:1746143531.757550:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.758677:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462206464 00000100:00100000:3.0:1746143531.758688:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462206464 00010000:00010000:3.0:1746143531.758728:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23af3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2b5 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00000100:00100000:3.0:1746143531.758762:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16644 00000100:00100000:3.0:1746143531.758770:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b941c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462206464:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.758786:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.758808:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23af3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2b5 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.758820:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23af3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2b5 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.758845:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23af3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2b5 expref: 6 pid: 9573 timeout: 849 lvb_type: 0 00010000:00010000:3.0:1746143531.758880:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.758882:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.758890:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f23afa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2bc expref: 65 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.758898:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f23afa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2bc expref: 65 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.758933:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f23afa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2bc expref: 65 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.758946:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455337856:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.759025:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.761594:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455337856:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.761618:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.764698:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b941c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462206464:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5913us (7144us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.764714:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16644 00000100:00100000:3.0:1746143531.765143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.765525:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462206720 00000100:00100000:1.0:1746143531.765534:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462206720 00002000:00100000:1.0:1746143531.765585:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045c380 x1830963462206720/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.765595:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c380 with x1830963462206720 ext(0->4095) 00002000:00010000:1.0:1746143531.765600:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045c380 00000100:00100000:1.0:1746143531.765617:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13863 00000100:00100000:1.0:1746143531.765623:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+66:2006:x1830963462206720:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143531.765756:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+66:2006:x1830963462206720:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (613us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.765761:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13863 00002000:00100000:1.0:1746143531.765765:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009045c380 x1830963462206720/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.765773:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c380 with x1830963462206720 ext(0->4095) 00002000:00010000:1.0:1746143531.765775:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009045c380 00000100:00100000:0.0:1746143531.770908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.771005:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462206848 00000100:00100000:2.0:1746143531.771015:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462206848 00000100:00100000:2.0:1746143531.771073:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30739 00000100:00100000:2.0:1746143531.771081:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462206848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.771101:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.771119:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23b01 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c2c3 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.771155:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f23afa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2bc expref: 65 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.771163:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.771165:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.771168:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23b01 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2c3 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.771199:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f23afa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2bc expref: 65 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.771211:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f23afa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2bc expref: 65 pid: 9573 timeout: 850 lvb_type: 0 00000100:00100000:2.0:1746143531.771222:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098179500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455337984:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.771340:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8e9ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.774882:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098179500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455337984:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.774923:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23b01 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2c3 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.774941:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092212c00, rc 0) 00000100:00100000:2.0:1746143531.774988:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462206848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3908us (4090us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.774997:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30739 00000100:00100000:0.0:1746143531.776127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.776207:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462206976 00000100:00100000:3.0:1746143531.776214:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462206976 00002000:00100000:3.0:1746143531.776255:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008f642680 x1830963462206976/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.776264:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f642680 with x1830963462206976 ext(0->7) 00010000:00010000:3.0:1746143531.776272:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f23afa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2bc expref: 66 pid: 9573 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.776283:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f23afa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2bc expref: 66 pid: 9573 timeout: 850 lvb_type: 0 00002000:00010000:3.0:1746143531.776291:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f642680 00000100:00100000:3.0:1746143531.777012:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3176 00000100:00100000:3.0:1746143531.777020:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+66:2007:x1830963462206976:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143531.781114:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2007:x1830963462206976:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 4083us (4979us total) trans 4294972313 rc 0/0 00000100:00100000:0.0:1746143531.781127:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3176 00002000:00100000:0.0:1746143531.781137:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008f642680 x1830963462206976/t4294972313(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/448 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143531.781147:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f642680 with x1830963462206976 ext(0->7) 00010000:00010000:0.0:1746143531.781157:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f23afa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2bc expref: 68 pid: 9573 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746143531.781173:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f23afa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2bc expref: 68 pid: 9573 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746143531.781185:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f642680 00000100:00100000:0.0:1746143531.787588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.792997:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462207104 00000100:00100000:3.0:1746143531.793014:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462207104 00010000:00010000:3.0:1746143531.793070:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f23afa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2bc expref: 68 pid: 9573 timeout: 850 lvb_type: 0 00000100:00100000:3.0:1746143531.793107:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16645 00000100:00100000:3.0:1746143531.793113:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091863100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2005:x1830963462207104:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.793126:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.793145:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f23afa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2bc expref: 68 pid: 9573 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.793156:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f23afa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2bc expref: 68 pid: 9573 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.793179:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f23afa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2bc expref: 68 pid: 9573 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.793500:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.793502:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.793513:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23b01 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2c3 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.793522:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23b01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2c3 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.793558:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23b01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2c3 expref: 5 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.793582:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455338112:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.793684:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.797177:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143531.797277:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462207232 00000100:00100000:0.0:1746143531.797287:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462207232 00000100:00100000:0.0:1746143531.797361:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30740 00000100:00100000:0.0:1746143531.797369:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:1782:x1830963462207232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746143531.797388:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746143531.797398:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746143531.797406:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b08 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c2ca expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.797426:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462207488 00000100:00100000:2.0:1746143531.797430:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462207488 00010000:00010000:0.0:1746143531.797434:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23b01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2c3 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143531.797442:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143531.797443:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143531.797447:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b08 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ca expref: 69 pid: 9571 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746143531.797460:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009817a680 x1830963462207488/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.797470:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009817a680 with x1830963462207488 ext(0->4095) 00010000:00010000:2.0:1746143531.797476:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23b01 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2c3 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143531.797476:0:9571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23b01 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2c3 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.797485:0:27162:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23b01 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2c3 expref: 6 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143531.797488:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23b01 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2c3 expref: 6 pid: 9571 timeout: 850 lvb_type: 0 00002000:00010000:2.0:1746143531.797491:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009817a680 00000100:00100000:0.0:1746143531.797500:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455338240:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.797504:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3177 00000100:00100000:2.0:1746143531.797510:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462207488:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143531.797581:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009171e180 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.797650:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009817a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462207488:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (251us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.797656:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3177 00002000:00100000:2.0:1746143531.797662:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009817a680 x1830963462207488/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.797669:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009817a680 with x1830963462207488 ext(0->4095) 00010000:00010000:2.0:1746143531.797673:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23b01 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2c3 expref: 6 pid: 9571 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.797683:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23b01 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2c3 expref: 6 pid: 9571 timeout: 850 lvb_type: 0 00002000:00010000:2.0:1746143531.797689:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009817a680 00000100:00100000:3.0:1746143531.798469:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455338112:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.798487:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.798517:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:2005:x1830963462207104:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5404us (10940us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.798526:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16645 00000100:00100000:2.0:1746143531.798898:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9571:1830963455338240:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.798912:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b08 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ca expref: 68 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.798923:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a92600, rc 0) 00000100:00100000:2.0:1746143531.798940:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:1782:x1830963462207232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1573us (1774us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.798946:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30740 00000100:00100000:0.0:1746143531.800223:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.800286:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462207616 00000100:00100000:2.0:1746143531.800292:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462207616 00000100:00100000:2.0:1746143531.800698:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30741 00000100:00100000:2.0:1746143531.800705:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:1794:x1830963462207616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.800720:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.800732:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23b0f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c2d1 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.800754:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.800758:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b08 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ca expref: 69 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.800764:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.800767:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23b0f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d1 expref: 69 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.800796:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b08 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ca expref: 69 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.800808:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23b0f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d1 expref: 69 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.800816:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213000, rc 0) 00000100:00100000:2.0:1746143531.800845:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:1794:x1830963462207616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.800851:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30741 00000100:00100000:0.0:1746143531.804462:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.804580:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462207744 00000100:00100000:3.0:1746143531.804589:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462207744 00010000:00010000:3.0:1746143531.804629:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23b01 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2c3 expref: 6 pid: 9571 timeout: 850 lvb_type: 0 00000100:00100000:3.0:1746143531.804666:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16646 00000100:00100000:3.0:1746143531.804675:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462207744:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.804689:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.804711:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23b01 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2c3 expref: 6 pid: 9571 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.804725:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23b01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2c3 expref: 6 pid: 9571 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.804749:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092212c00/0xa6c9a53f47f23b01 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2c3 expref: 6 pid: 9571 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.804907:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.804909:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.804920:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ca expref: 68 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.804928:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ca expref: 68 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.804965:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ca expref: 68 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.804977:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ca expref: 68 pid: 9571 timeout: 850 lvb_type: 0 00000100:00100000:3.0:1746143531.804993:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455338496:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.805847:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.810866:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455338496:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.810891:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.810940:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462207744:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6266us (6488us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.810950:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16646 00000100:00100000:0.0:1746143531.813258:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.814314:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462208000 00000100:00100000:2.0:1746143531.814324:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462208000 00002000:00100000:2.0:1746143531.814372:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96df80 x1830963462208000/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.814381:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96df80 with x1830963462208000 ext(0->4095) 00010000:00010000:2.0:1746143531.814390:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ca expref: 69 pid: 9571 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.814404:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ca expref: 69 pid: 9571 timeout: 850 lvb_type: 0 00002000:00010000:2.0:1746143531.814411:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96df80 00000100:00100000:2.0:1746143531.814533:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3178 00000100:00100000:2.0:1746143531.814541:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:2006:x1830963462208000:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143531.814949:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:2006:x1830963462208000:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 408us (1699us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.814955:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3178 00002000:00100000:2.0:1746143531.814962:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011d96df80 x1830963462208000/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.814968:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d96df80 with x1830963462208000 ext(0->4095) 00010000:00010000:2.0:1746143531.814972:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ca expref: 69 pid: 9571 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.814981:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ca expref: 69 pid: 9571 timeout: 850 lvb_type: 0 00002000:00010000:2.0:1746143531.814986:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d96df80 00000100:00100000:0.0:1746143531.823899:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.823972:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462208128 00000100:00100000:3.0:1746143531.823982:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462208128 00010000:00010000:3.0:1746143531.824184:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ca expref: 69 pid: 9571 timeout: 850 lvb_type: 0 00000100:00100000:3.0:1746143531.824227:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16647 00000100:00100000:3.0:1746143531.824234:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:2006:x1830963462208128:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.824249:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.824269:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ca expref: 69 pid: 9571 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.824281:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ca expref: 69 pid: 9571 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.824745:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b08 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ca expref: 69 pid: 9571 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.824773:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.824776:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.824783:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23b0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d1 expref: 68 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.824904:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23b0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d1 expref: 68 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.824938:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23b0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d1 expref: 68 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.824951:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455338624:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.825031:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.826813:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.826896:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455338624:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.826913:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.826954:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2006:x1830963462208128:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2720us (3066us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.826964:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16647 00000100:00100000:0.0:1746143531.827250:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462208384 00000100:00100000:0.0:1746143531.827256:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462208384 00002000:00100000:0.0:1746143531.827313:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800834a6d80 x1830963462208384/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143531.827324:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a6d80 with x1830963462208384 ext(0->4095) 00002000:00010000:0.0:1746143531.827328:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800834a6d80 00000100:00100000:0.0:1746143531.827716:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13864 00000100:00100000:0.0:1746143531.827724:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2007:x1830963462208384:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143531.828019:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2007:x1830963462208384:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 294us (1210us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143531.828026:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13864 00002000:00100000:0.0:1746143531.828031:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800834a6d80 x1830963462208384/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143531.828039:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a6d80 with x1830963462208384 ext(0->4095) 00002000:00010000:0.0:1746143531.828041:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800834a6d80 00000100:00100000:0.0:1746143531.830063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.830154:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462208512 00000100:00100000:1.0:1746143531.830164:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462208512 00000100:00100000:1.0:1746143531.830209:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30742 00000100:00100000:1.0:1746143531.830216:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462208512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143531.830236:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143531.830252:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091552e00/0xa6c9a53f47f23b16 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c2d8 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.830281:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23b0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d1 expref: 67 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.830289:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.830291:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746143531.830316:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091552e00/0xa6c9a53f47f23b16 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d8 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.830348:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23b0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d1 expref: 67 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.830359:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23b0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d1 expref: 67 pid: 9571 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746143531.830371:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097a6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455338752:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143531.830458:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340facc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746143531.832033:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097a6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455338752:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143531.832063:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091552e00/0xa6c9a53f47f23b16 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d8 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.832076:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091552e00, rc 0) 00000100:00100000:1.0:1746143531.832110:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009787c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462208512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1893us (2055us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143531.832121:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30742 00000100:00100000:0.0:1746143531.832859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.832954:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462208640 00000100:00100000:3.0:1746143531.832960:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462208640 00010000:00010000:3.0:1746143531.832984:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23b0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d1 expref: 68 pid: 9571 timeout: 850 lvb_type: 0 00000100:00100000:3.0:1746143531.833013:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16648 00000100:00100000:3.0:1746143531.833018:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2007:x1830963462208640:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.833030:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.833047:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23b0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d1 expref: 68 pid: 9571 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.833062:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23b0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d1 expref: 68 pid: 9571 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.833285:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092213000/0xa6c9a53f47f23b0f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d1 expref: 68 pid: 9571 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.833317:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.833319:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.833326:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091552e00/0xa6c9a53f47f23b16 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d8 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.833334:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091552e00/0xa6c9a53f47f23b16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d8 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.833365:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091552e00/0xa6c9a53f47f23b16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d8 expref: 5 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.833377:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455338880:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.834012:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.835197:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455338880:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.835217:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.835252:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+67:2007:x1830963462208640:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2232us (2394us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.835262:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16648 00000100:00100000:0.0:1746143531.836365:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.836462:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462208896 00000100:00100000:2.0:1746143531.836468:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462208896 00002000:00100000:2.0:1746143531.836508:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013406d880 x1830963462208896/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.836517:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406d880 with x1830963462208896 ext(0->4095) 00002000:00010000:2.0:1746143531.836522:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013406d880 00000100:00100000:2.0:1746143531.836635:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13865 00000100:00100000:2.0:1746143531.836642:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462208896:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746143531.836832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.836912:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462209024 00000100:00100000:1.0:1746143531.836916:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462209024 00000100:00100000:1.0:1746143531.836948:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30743 00000100:00100000:1.0:1746143531.836953:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+67:1782:x1830963462209024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746143531.836962:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143531.836977:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23b1d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c2df expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.836999:0:9573:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091552e00/0xa6c9a53f47f23b16 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d8 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.837007:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143531.837008:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143531.837012:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23b1d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2df expref: 68 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.837038:0:9573:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091552e00/0xa6c9a53f47f23b16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d8 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.837471:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462208896:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 829us (1109us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.837478:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13865 00002000:00100000:2.0:1746143531.837483:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88013406d880 x1830963462208896/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.837491:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013406d880 with x1830963462208896 ext(0->4095) 00010000:00010000:2.0:1746143531.837497:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091552e00/0xa6c9a53f47f23b16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d8 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.837506:0:27162:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880091552e00/0xa6c9a53f47f23b16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d8 expref: 6 pid: 9573 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746143531.837512:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013406d880 00010000:00010000:1.0:1746143531.837765:0:9573:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091552e00/0xa6c9a53f47f23b16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d8 expref: 5 pid: 9573 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746143531.837777:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097a6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455339008:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143531.838115:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340facc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.839068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.839197:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462209152 00000100:00100000:3.0:1746143531.839204:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462209152 00000100:00100000:3.0:1746143531.839233:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30744 00000100:00100000:3.0:1746143531.839238:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:1794:x1830963462209152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.839249:0:9571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.839259:0:9571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b24 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c2e6 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.839278:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.839282:0:9571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23b1d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2df expref: 70 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.839288:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.839291:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b24 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2e6 expref: 70 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.839333:0:9571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23b1d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2df expref: 70 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.839343:0:9571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b24 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2e6 expref: 70 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.839351:0:9571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827ee00, rc 0) 00000100:00100000:3.0:1746143531.839386:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:1794:x1830963462209152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.839391:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30744 00000100:00100000:1.0:1746143531.839515:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097a6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455339008:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143531.839535:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23b1d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2df expref: 69 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143531.839542:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351a00, rc 0) 00000100:00100000:1.0:1746143531.839558:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013406e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:1782:x1830963462209024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2606us (2727us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143531.839563:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30743 00000100:00100000:0.0:1746143531.842388:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.843161:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462209280 00000100:00100000:3.0:1746143531.843170:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462209280 00010000:00010000:3.0:1746143531.843205:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091552e00/0xa6c9a53f47f23b16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d8 expref: 6 pid: 9573 timeout: 850 lvb_type: 0 00000100:00100000:3.0:1746143531.843232:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16649 00000100:00100000:3.0:1746143531.843239:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462209280:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.843251:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.843270:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091552e00/0xa6c9a53f47f23b16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d8 expref: 6 pid: 9573 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.843281:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091552e00/0xa6c9a53f47f23b16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d8 expref: 6 pid: 9573 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.843336:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091552e00/0xa6c9a53f47f23b16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2d8 expref: 6 pid: 9573 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.843495:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.843498:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.843505:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23b1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2df expref: 68 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.843513:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23b1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2df expref: 68 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.843545:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23b1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2df expref: 68 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.843555:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23b1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2df expref: 68 pid: 9573 timeout: 850 lvb_type: 0 00000100:00100000:3.0:1746143531.843580:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455339264:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.845210:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.849962:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.850042:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462209536 00000100:00100000:2.0:1746143531.850051:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462209536 00002000:00100000:2.0:1746143531.850099:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134093100 x1830963462209536/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.850109:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134093100 with x1830963462209536 ext(0->4095) 00010000:00010000:2.0:1746143531.850118:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23b1d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2df expref: 69 pid: 9573 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.850133:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23b1d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2df expref: 69 pid: 9573 timeout: 850 lvb_type: 0 00002000:00010000:2.0:1746143531.850139:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134093100 00000100:00100000:2.0:1746143531.850174:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3179 00000100:00100000:2.0:1746143531.850181:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:2007:x1830963462209536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746143531.850351:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:2007:x1830963462209536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (400us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.850358:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3179 00002000:00100000:2.0:1746143531.850363:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134093100 x1830963462209536/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.850376:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134093100 with x1830963462209536 ext(0->4095) 00010000:00010000:2.0:1746143531.850380:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23b1d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2df expref: 69 pid: 9573 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.850389:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23b1d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2df expref: 69 pid: 9573 timeout: 850 lvb_type: 0 00002000:00010000:2.0:1746143531.850394:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134093100 00000100:00100000:3.0:1746143531.850855:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455339264:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.850875:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.850898:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462209280:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7660us (8518us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.850906:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16649 00000100:00100000:0.0:1746143531.856519:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.857976:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462209664 00000100:00100000:3.0:1746143531.857989:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462209664 00010000:00010000:3.0:1746143531.858034:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23b1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2df expref: 69 pid: 9573 timeout: 850 lvb_type: 0 00000100:00100000:3.0:1746143531.858074:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16650 00000100:00100000:3.0:1746143531.858082:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:2005:x1830963462209664:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.858098:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.858119:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23b1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2df expref: 69 pid: 9573 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.858133:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23b1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2df expref: 69 pid: 9573 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.858157:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f23b1d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2df expref: 69 pid: 9573 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.858194:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.858197:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.858206:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2e6 expref: 68 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.858214:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2e6 expref: 68 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.858252:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2e6 expref: 68 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.858266:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455339392:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.858403:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.865780:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.865932:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462209920 00000100:00100000:1.0:1746143531.865942:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462209920 00000100:00100000:3.0:1746143531.866052:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455339392:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.866078:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.866126:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:2005:x1830963462209664:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 8044us (9617us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.866136:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16650 00002000:00100000:1.0:1746143531.866436:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9d180 x1830963462209920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.866446:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9d180 with x1830963462209920 ext(0->4095) 00002000:00010000:1.0:1746143531.866454:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9d180 00000100:00100000:1.0:1746143531.866646:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13866 00000100:00100000:1.0:1746143531.866654:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2006:x1830963462209920:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143531.866785:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2006:x1830963462209920:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (1020us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.866791:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13866 00002000:00100000:1.0:1746143531.866796:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011fc9d180 x1830963462209920/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.866803:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fc9d180 with x1830963462209920 ext(0->4095) 00002000:00010000:1.0:1746143531.866805:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fc9d180 00000100:00100000:0.0:1746143531.869376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.869492:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462210048 00000100:00100000:2.0:1746143531.869501:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462210048 00000100:00100000:2.0:1746143531.869552:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30745 00000100:00100000:2.0:1746143531.869560:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462210048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.869582:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.869599:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23b2b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c2ed expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.869628:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2e6 expref: 67 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.869636:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.869637:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143531.869641:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23b2b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ed expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.869676:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2e6 expref: 67 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.869693:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2e6 expref: 67 pid: 9571 timeout: 850 lvb_type: 0 00000100:00100000:2.0:1746143531.869705:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455339520:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.871253:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8e9e780 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.871282:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455339520:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143531.871323:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23b2b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ed expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.871336:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213400, rc 0) 00000100:00100000:2.0:1746143531.871367:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462210048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1809us (2003us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.871374:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30745 00000100:00100000:0.0:1746143531.872961:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.873013:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462210176 00000100:00100000:3.0:1746143531.873021:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462210176 00010000:00010000:3.0:1746143531.873051:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2e6 expref: 68 pid: 9571 timeout: 850 lvb_type: 0 00000100:00100000:3.0:1746143531.873089:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16651 00000100:00100000:3.0:1746143531.873095:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b941850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2006:x1830963462210176:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.873110:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.873130:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2e6 expref: 68 pid: 9571 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.873146:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2e6 expref: 68 pid: 9571 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.873167:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2e6 expref: 68 pid: 9571 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746143531.873444:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.873616:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462210304 00010000:00010000:3.0:1746143531.873638:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.873640:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.873648:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23b2b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ed expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.873656:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23b2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ed expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.873685:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23b2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ed expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.873697:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455339648:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.875110:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.875263:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462210304 00000100:00100000:2.0:1746143531.875324:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30746 00000100:00100000:2.0:1746143531.875329:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:1782:x1830963462210304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746143531.875345:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143531.875361:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23b32 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c2f4 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.875383:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23b2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ed expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.875394:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.875396:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.875399:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23b32 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2f4 expref: 69 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.875417:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23b2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ed expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.875427:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23b2b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ed expref: 5 pid: 12044 timeout: 850 lvb_type: 0 00000100:00100000:2.0:1746143531.875438:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455339776:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143531.875497:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8e9e780 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.875961:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455339648:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.875978:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143531.876155:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.876193:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462210560 00000100:00100000:1.0:1746143531.876200:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462210560 00002000:00100000:1.0:1746143531.876229:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230aea00 x1830963462210560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.876237:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230aea00 with x1830963462210560 ext(0->4095) 00010000:00010000:1.0:1746143531.876242:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23b2b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ed expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746143531.876251:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23b2b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ed expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00002000:00010000:1.0:1746143531.876256:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230aea00 00000100:00100000:3.0:1746143531.877454:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b941850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+69:2006:x1830963462210176:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4354us (4492us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.877464:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16651 00000100:00100000:1.0:1746143531.878339:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3180 00000100:00100000:1.0:1746143531.878349:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801230aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462210560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143531.878491:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801230aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462210560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (2336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.878497:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3180 00002000:00100000:1.0:1746143531.878502:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801230aea00 x1830963462210560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.878510:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801230aea00 with x1830963462210560 ext(0->4095) 00010000:00010000:1.0:1746143531.878516:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23b2b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ed expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746143531.878527:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23b2b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ed expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00002000:00010000:1.0:1746143531.878533:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801230aea00 00000100:00100000:3.0:1746143531.878772:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455339776:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.878797:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23b32 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2f4 expref: 68 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.878810:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9a00, rc 0) 00000100:00100000:3.0:1746143531.878829:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:1782:x1830963462210304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3500us (5386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.878835:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30746 00000100:00100000:0.0:1746143531.885602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.885772:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462210688 00000100:00100000:3.0:1746143531.885782:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462210688 00010000:00010000:3.0:1746143531.885817:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23b2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ed expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00000100:00100000:3.0:1746143531.885843:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16652 00000100:00100000:3.0:1746143531.885850:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092116a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462210688:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143531.885864:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143531.885885:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23b2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ed expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.885896:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23b2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ed expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.885919:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092213400/0xa6c9a53f47f23b2b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2ed expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:3.0:1746143531.885949:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.885951:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.885958:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23b32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2f4 expref: 67 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.885969:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23b32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2f4 expref: 67 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.886001:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23b32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2f4 expref: 67 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143531.886014:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455339904:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.886449:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.889494:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455339904:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143531.889516:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143531.889581:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092116a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462210688:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3729us (3989us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.889592:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16652 00000100:00100000:0.0:1746143531.890449:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.890521:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462210944 00000100:00100000:2.0:1746143531.890528:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462210944 00002000:00100000:2.0:1746143531.890577:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c052680 x1830963462210944/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.890586:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c052680 with x1830963462210944 ext(0->4095) 00002000:00010000:2.0:1746143531.890590:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c052680 00000100:00100000:2.0:1746143531.890619:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13867 00000100:00100000:2.0:1746143531.890625:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2006:x1830963462210944:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143531.890761:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2006:x1830963462210944:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (313us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.890768:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13867 00002000:00100000:2.0:1746143531.890774:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c052680 x1830963462210944/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.890781:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c052680 with x1830963462210944 ext(0->4095) 00002000:00010000:2.0:1746143531.890784:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c052680 00000100:00100000:0.0:1746143531.896594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.896666:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462211072 00000100:00100000:3.0:1746143531.896676:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462211072 00000100:00100000:3.0:1746143531.896734:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30747 00000100:00100000:3.0:1746143531.896742:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462211072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.896762:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.896780:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b39 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c2fb expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.896811:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23b32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2f4 expref: 67 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.896818:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.896821:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.896824:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b39 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2fb expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.896857:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23b32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2f4 expref: 67 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.896869:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23b32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2f4 expref: 67 pid: 12044 timeout: 850 lvb_type: 0 00000100:00100000:3.0:1746143531.896883:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455340032:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.898344:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.900209:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455340032:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.900243:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b39 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2fb expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.900262:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827fa00, rc 0) 00000100:00100000:3.0:1746143531.900332:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462211072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3589us (3746us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.900342:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30747 00000100:00100000:0.0:1746143531.907415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.907647:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462211200 00000100:00100000:2.0:1746143531.907659:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462211200 00002000:00100000:2.0:1746143531.907710:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880085859500 x1830963462211200/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.907720:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859500 with x1830963462211200 ext(0->7) 00010000:00010000:2.0:1746143531.907730:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23b32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2f4 expref: 68 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.907745:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23b32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2f4 expref: 68 pid: 12044 timeout: 850 lvb_type: 0 00002000:00010000:2.0:1746143531.907752:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085859500 00000100:00100000:2.0:1746143531.907785:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3181 00000100:00100000:2.0:1746143531.907792:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+68:2004:x1830963462211200:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746143531.909361:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2004:x1830963462211200:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1562us (1950us total) trans 4294972314 rc 0/0 00000100:00100000:0.0:1746143531.909371:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3181 00002000:00100000:0.0:1746143531.909379:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880085859500 x1830963462211200/t4294972314(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/448 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143531.909387:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859500 with x1830963462211200 ext(0->7) 00010000:00010000:0.0:1746143531.909395:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23b32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2f4 expref: 70 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746143531.909408:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23b32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2f4 expref: 70 pid: 12044 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746143531.909414:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085859500 00000100:00100000:0.0:1746143531.916512:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.917132:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462211328 00000100:00100000:3.0:1746143531.917145:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462211328 00000100:00100000:3.0:1746143531.917534:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30748 00000100:00100000:3.0:1746143531.917543:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:1782:x1830963462211328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.917562:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.917590:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b40 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c302 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143531.917595:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746143531.917624:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.917630:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b39 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2fb expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.917635:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143531.917638:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b40 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c302 expref: 71 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.917677:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b39 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2fb expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.917687:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b40 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c302 expref: 71 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.917696:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827e400, rc 0) 00000100:00100000:2.0:1746143531.918490:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462211456 00000100:00100000:2.0:1746143531.918496:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462211456 00010000:00010000:2.0:1746143531.918518:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23b32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2f4 expref: 72 pid: 12044 timeout: 850 lvb_type: 0 00000100:00100000:2.0:1746143531.918540:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16653 00000100:00100000:2.0:1746143531.918544:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f668a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2005:x1830963462211456:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.918553:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.918580:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23b32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2f4 expref: 72 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.918590:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23b32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2f4 expref: 72 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.918606:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f23b32 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2f4 expref: 72 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.918627:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.918629:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.918635:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b39 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2fb expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.918641:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2fb expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.918662:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2fb expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.918672:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2fb expref: 5 pid: 12044 timeout: 850 lvb_type: 0 00000100:00100000:2.0:1746143531.918683:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455340288:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143531.919422:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+71:1782:x1830963462211328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1876us (2916us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.919430:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30748 00000100:00100000:2.0:1746143531.919447:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8e9e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.922674:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455340288:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.922699:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.922741:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f668a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2005:x1830963462211456:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4195us (5146us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.922752:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16653 00000100:00100000:0.0:1746143531.924532:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.925017:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462211712 00000100:00100000:2.0:1746143531.925025:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462211712 00002000:00100000:2.0:1746143531.925073:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134050380 x1830963462211712/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.925084:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050380 with x1830963462211712 ext(0->4095) 00010000:00010000:2.0:1746143531.925094:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2fb expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.925107:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2fb expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00002000:00010000:2.0:1746143531.925113:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134050380 00000100:00100000:2.0:1746143531.925754:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3182 00000100:00100000:2.0:1746143531.925763:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462211712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746143531.925903:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462211712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (1376us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143531.925909:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3182 00002000:00100000:2.0:1746143531.925914:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880134050380 x1830963462211712/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746143531.925921:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050380 with x1830963462211712 ext(0->4095) 00010000:00010000:2.0:1746143531.925927:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2fb expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.925941:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2fb expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00002000:00010000:2.0:1746143531.925947:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134050380 00000100:00100000:0.0:1746143531.931375:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.931537:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462211840 00000100:00100000:2.0:1746143531.931547:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462211840 00010000:00010000:2.0:1746143531.931598:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2fb expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00000100:00100000:2.0:1746143531.931634:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16654 00000100:00100000:2.0:1746143531.931642:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462211840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.931657:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.931679:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2fb expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.931692:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2fb expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.931716:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c2fb expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.931736:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.931737:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.931746:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c302 expref: 69 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.931759:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c302 expref: 69 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.931819:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c302 expref: 69 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.931833:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455340416:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.932648:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8e9e180 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.935438:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455340416:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.935465:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.935510:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800978c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462211840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3868us (4145us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.935521:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16654 00000100:00100000:0.0:1746143531.936482:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.936652:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462212096 00000100:00100000:1.0:1746143531.936660:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462212096 00002000:00100000:1.0:1746143531.936697:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee27800 x1830963462212096/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.936706:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee27800 with x1830963462212096 ext(0->4095) 00002000:00010000:1.0:1746143531.936711:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee27800 00000100:00100000:1.0:1746143531.936957:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13868 00000100:00100000:1.0:1746143531.936964:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ee27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2006:x1830963462212096:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143531.937491:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ee27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2006:x1830963462212096:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 527us (1017us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.937497:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13868 00002000:00100000:1.0:1746143531.937502:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011ee27800 x1830963462212096/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.937509:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ee27800 with x1830963462212096 ext(0->4095) 00002000:00010000:1.0:1746143531.937512:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ee27800 00000100:00100000:0.0:1746143531.940020:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.940098:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462212224 00000100:00100000:3.0:1746143531.940105:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462212224 00000100:00100000:3.0:1746143531.940145:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30749 00000100:00100000:3.0:1746143531.940151:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462212224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.940165:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.940180:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b47 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c309 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.940213:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c302 expref: 69 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.940221:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.940222:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.940226:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b47 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c309 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.940257:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c302 expref: 69 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.940268:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c302 expref: 69 pid: 12044 timeout: 850 lvb_type: 0 00000100:00100000:3.0:1746143531.940280:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455340544:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.944073:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0600 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.945813:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455340544:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.945846:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b47 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c309 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.945864:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827ee00, rc 0) 00000100:00100000:3.0:1746143531.945903:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462212224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5751us (5887us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.945911:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30749 00000100:00100000:0.0:1746143531.947764:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.947844:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462212480 00000100:00100000:1.0:1746143531.947852:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462212480 00002000:00100000:1.0:1746143531.947902:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969ef800 x1830963462212480/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.947911:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef800 with x1830963462212480 ext(0->7) 00010000:00010000:1.0:1746143531.947918:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c302 expref: 70 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746143531.947930:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c302 expref: 70 pid: 12044 timeout: 850 lvb_type: 0 00002000:00010000:1.0:1746143531.947941:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ef800 00000100:00100000:1.0:1746143531.947971:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3183 00000100:00100000:1.0:1746143531.947978:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+70:2006:x1830963462212480:12345-192.168.203.27@tcp:4:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143531.948990:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2006:x1830963462212480:12345-192.168.203.27@tcp:4:ptlrpcd_01_00.0 Request processed in 1010us (1230us total) trans 4294972315 rc 0/0 00000100:00100000:0.0:1746143531.948998:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3183 00002000:00100000:0.0:1746143531.949010:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800969ef800 x1830963462212480/t4294972315(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 496/448 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143531.949018:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef800 with x1830963462212480 ext(0->7) 00010000:00010000:0.0:1746143531.949023:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c302 expref: 72 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746143531.949033:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c302 expref: 72 pid: 12044 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746143531.949039:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ef800 00000100:00100000:0.0:1746143531.950017:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.951213:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462212608 00000100:00100000:3.0:1746143531.951222:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462212608 00000100:00100000:0.0:1746143531.952325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.953426:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30750 00000100:00100000:3.0:1746143531.953439:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:1782:x1830963462212608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.953458:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.953476:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b4e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c310 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.953506:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.953512:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b47 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c309 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.953517:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746143531.953521:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b4e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c310 expref: 73 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.953557:0:12044:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b47 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c309 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.953597:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b4e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c310 expref: 73 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.953607:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827f800, rc 0) 00000100:00100000:3.0:1746143531.953655:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+73:1782:x1830963462212608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 220us (3639us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.953661:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30750 00000100:00100000:2.0:1746143531.953729:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462212736 00000100:00100000:2.0:1746143531.953736:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462212736 00010000:00010000:2.0:1746143531.953759:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c302 expref: 73 pid: 12044 timeout: 850 lvb_type: 0 00000100:00100000:2.0:1746143531.953791:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16655 00000100:00100000:2.0:1746143531.953796:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+73:2007:x1830963462212736:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.953806:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.953824:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c302 expref: 73 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.953840:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c302 expref: 73 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.953857:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b40 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c302 expref: 73 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.953873:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.953874:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.953881:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b47 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c309 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.953888:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c309 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.953923:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c309 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.953933:0:7210:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c309 expref: 5 pid: 12044 timeout: 850 lvb_type: 0 00000100:00100000:2.0:1746143531.953945:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455340800:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.954075:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8e9e180 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.956060:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455340800:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.956081:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.956126:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2007:x1830963462212736:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2327us (3805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.956138:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16655 00000100:00100000:0.0:1746143531.956714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143531.957596:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462212992 00000100:00100000:1.0:1746143531.957605:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462212992 00002000:00100000:1.0:1746143531.957647:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096027b80 x1830963462212992/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.957657:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027b80 with x1830963462212992 ext(0->4095) 00010000:00010000:1.0:1746143531.957665:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c309 expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746143531.957679:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c309 expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00002000:00010000:1.0:1746143531.957686:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096027b80 00000100:00100000:1.0:1746143531.957719:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3184 00000100:00100000:1.0:1746143531.957726:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096027b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462212992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143531.957848:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096027b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462212992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (1134us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.957853:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3184 00002000:00100000:1.0:1746143531.957858:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096027b80 x1830963462212992/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.957864:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096027b80 with x1830963462212992 ext(0->4095) 00010000:00010000:1.0:1746143531.957869:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c309 expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746143531.957877:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c309 expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00002000:00010000:1.0:1746143531.957882:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096027b80 00000100:00100000:0.0:1746143531.961682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.961755:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462213120 00000100:00100000:2.0:1746143531.961764:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462213120 00010000:00010000:2.0:1746143531.961799:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c309 expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00000100:00100000:2.0:1746143531.961841:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16656 00000100:00100000:2.0:1746143531.961849:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086109180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2005:x1830963462213120:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.961863:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.961883:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c309 expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.961896:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c309 expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.961919:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009827ee00/0xa6c9a53f47f23b47 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c309 expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.961953:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.961955:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.961964:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c310 expref: 71 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.961972:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c310 expref: 71 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.962009:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c310 expref: 71 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.962022:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455340928:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.962112:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8e9e180 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.965597:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455340928:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.965628:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.965674:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086109180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462213120:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3824us (4002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.965685:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16656 00000100:00100000:0.0:1746143531.966234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.966402:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462213376 00000100:00100000:3.0:1746143531.966410:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462213376 00002000:00100000:3.0:1746143531.966446:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086108a80 x1830963462213376/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.966461:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108a80 with x1830963462213376 ext(0->4095) 00002000:00010000:3.0:1746143531.966466:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086108a80 00000100:00100000:3.0:1746143531.966482:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13869 00000100:00100000:3.0:1746143531.966488:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2007:x1830963462213376:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746143531.966642:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2007:x1830963462213376:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (409us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143531.966648:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13869 00002000:00100000:3.0:1746143531.966653:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880086108a80 x1830963462213376/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.966660:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086108a80 with x1830963462213376 ext(0->4095) 00002000:00010000:3.0:1746143531.966663:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086108a80 00000100:00100000:0.0:1746143531.972000:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.972127:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462213504 00000100:00100000:3.0:1746143531.972139:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462213504 00000100:00100000:3.0:1746143531.972200:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30751 00000100:00100000:3.0:1746143531.972207:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008610b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462213504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.972231:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.972248:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b55 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c317 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.972282:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c310 expref: 71 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.972290:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.972291:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.972332:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b55 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c317 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.972363:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c310 expref: 71 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.972374:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c310 expref: 71 pid: 12044 timeout: 850 lvb_type: 0 00000100:00100000:3.0:1746143531.972385:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455341056:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.972473:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.974054:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455341056:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.974081:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b55 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c317 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.974095:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827fa00, rc 0) 00000100:00100000:3.0:1746143531.974136:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008610b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462213504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1930us (2147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.974144:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30751 00000100:00100000:0.0:1746143531.975200:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143531.975246:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.975343:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462213760 00000100:00100000:2.0:1746143531.975380:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462213632 00000100:00100000:2.0:1746143531.975387:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462213632 00010000:00010000:2.0:1746143531.975412:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c310 expref: 72 pid: 12044 timeout: 850 lvb_type: 0 00000100:00100000:2.0:1746143531.975434:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16657 00000100:00100000:2.0:1746143531.975439:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096988a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2007:x1830963462213632:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.975450:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.975470:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c310 expref: 72 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.975479:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c310 expref: 72 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.975501:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c310 expref: 72 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.975525:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.975528:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.975535:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b55 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c317 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.975542:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c317 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.975579:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c317 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.975591:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455341184:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.975657:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8e9e180 going to sleep for 11 seconds 00000100:00100000:3.0:1746143531.975725:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462213760 00000100:00100000:3.0:1746143531.975748:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30752 00000100:00100000:3.0:1746143531.975754:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:1782:x1830963462213760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.975764:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.975774:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23b5c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c31e expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.975793:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c317 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.975799:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.975800:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143531.975802:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23b5c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c31e expref: 73 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.975817:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c317 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.975826:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b55 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c317 expref: 5 pid: 12044 timeout: 850 lvb_type: 0 00000100:00100000:3.0:1746143531.975834:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455341312:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.975855:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143531.977576:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.977650:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455341312:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143531.977673:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23b5c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c31e expref: 73 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.977683:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827ea00, rc 0) 00000100:00100000:3.0:1746143531.977716:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+73:1782:x1830963462213760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1962us (2468us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143531.977723:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30752 00000100:00100000:1.0:1746143531.977791:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462214016 00000100:00100000:1.0:1746143531.977795:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462214016 00002000:00100000:1.0:1746143531.977829:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a70e00 x1830963462214016/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.977837:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a70e00 with x1830963462214016 ext(0->4095) 00010000:00010000:1.0:1746143531.977843:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b55 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c317 expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746143531.977853:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b55 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c317 expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00002000:00010000:1.0:1746143531.977859:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a70e00 00000100:00100000:1.0:1746143531.977883:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3185 00000100:00100000:1.0:1746143531.977889:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462214016:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746143531.978003:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462214016:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (439us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143531.978008:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3185 00002000:00100000:1.0:1746143531.978013:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880096a70e00 x1830963462214016/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143531.978026:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a70e00 with x1830963462214016 ext(0->4095) 00010000:00010000:1.0:1746143531.978030:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b55 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c317 expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746143531.978038:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b55 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c317 expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00002000:00010000:1.0:1746143531.978044:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a70e00 00000100:00100000:2.0:1746143531.978681:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455341184:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.978697:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.978729:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096988a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2007:x1830963462213632:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3290us (3531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.978737:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16657 00000100:00100000:0.0:1746143531.980051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143531.980163:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462214144 00000100:00100000:2.0:1746143531.980169:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462214144 00010000:00010000:2.0:1746143531.980192:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c317 expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00000100:00100000:2.0:1746143531.980222:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16658 00000100:00100000:2.0:1746143531.980228:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b941450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462214144:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143531.980240:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143531.980257:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c317 expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.980273:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c317 expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.980317:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009827fa00/0xa6c9a53f47f23b55 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c317 expref: 6 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143531.980331:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.980333:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143531.980339:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23b5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c31e expref: 71 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.980346:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23b5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c31e expref: 71 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143531.980374:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23b5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c31e expref: 71 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143531.980386:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455341440:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143531.980460:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8e9e180 going to sleep for 11 seconds 00000100:00100000:2.0:1746143531.982090:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455341440:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143531.982111:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143531.982631:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b941450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462214144:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1926us (2105us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143531.982649:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16658 00000100:00100000:0.0:1746143531.983468:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.983609:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462214400 00000100:00100000:3.0:1746143531.983616:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462214400 00002000:00100000:3.0:1746143531.983651:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236bb100 x1830963462214400/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/0 e 0 to 0 dl 1746143542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.983661:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236bb100 with x1830963462214400 ext(0->4095) 00002000:00010000:3.0:1746143531.983666:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236bb100 00000100:00100000:3.0:1746143531.983690:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13870 00000100:00100000:3.0:1746143531.983696:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2006:x1830963462214400:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746143531.983814:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801236bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2006:x1830963462214400:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (348us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746143531.983819:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13870 00002000:00100000:3.0:1746143531.983824:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801236bb100 x1830963462214400/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:682/0 lens 488/4536 e 0 to 0 dl 1746143542 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746143531.983830:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801236bb100 with x1830963462214400 ext(0->4095) 00002000:00010000:3.0:1746143531.983833:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801236bb100 00000100:00100000:0.0:1746143531.992445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143531.993740:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462214528 00000100:00100000:3.0:1746143531.993753:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462214528 00000100:00100000:3.0:1746143531.993816:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30753 00000100:00100000:3.0:1746143531.993824:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+5:1794:x1830963462214528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746143531.993842:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143531.993859:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b63 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c325 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.993890:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23b5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c31e expref: 71 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.993901:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.993903:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143531.993907:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b63 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c325 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.993941:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23b5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c31e expref: 71 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143531.993952:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23b5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c31e expref: 71 pid: 12044 timeout: 850 lvb_type: 0 00000100:00100000:3.0:1746143531.993963:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455341568:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143531.994528:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801311c0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143532.005395:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455341568:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143532.005429:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b63 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c325 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143532.005447:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827e400, rc 0) 00000100:00100000:3.0:1746143532.005511:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:1794:x1830963462214528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11687us (13077us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143532.005520:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30753 00000100:00100000:0.0:1746143532.006195:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143532.006752:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462214656 00000100:00100000:1.0:1746143532.006760:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462214656 00002000:00100000:1.0:1746143532.006823:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097891c00 x1830963462214656/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:683/0 lens 496/0 e 0 to 0 dl 1746143543 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143532.006831:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097891c00 with x1830963462214656 ext(0->7) 00010000:00010000:1.0:1746143532.006838:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23b5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c31e expref: 72 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746143532.006850:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23b5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c31e expref: 72 pid: 12044 timeout: 850 lvb_type: 0 00002000:00010000:1.0:1746143532.006856:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097891c00 00000100:00100000:1.0:1746143532.006882:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3186 00000100:00100000:1.0:1746143532.006889:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+72:2007:x1830963462214656:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00080000:2.0:1746143532.007015:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746143532.007799:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:2007:x1830963462214656:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 909us (1603us total) trans 4294972316 rc 0/0 00000100:00100000:0.0:1746143532.007807:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3186 00002000:00100000:0.0:1746143532.007813:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880097891c00 x1830963462214656/t4294972316(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:683/0 lens 496/448 e 0 to 0 dl 1746143543 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143532.007821:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097891c00 with x1830963462214656 ext(0->7) 00010000:00010000:0.0:1746143532.007826:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23b5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c31e expref: 74 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746143532.007835:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23b5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c31e expref: 74 pid: 12044 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746143532.007842:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097891c00 00000100:00100000:0.0:1746143532.009501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143532.009639:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462214784 00000100:00100000:2.0:1746143532.009646:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462214784 00010000:00010000:2.0:1746143532.009672:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23b5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c31e expref: 74 pid: 12044 timeout: 850 lvb_type: 0 00000100:00100000:2.0:1746143532.009708:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16659 00000100:00100000:2.0:1746143532.009715:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:2004:x1830963462214784:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143532.009726:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143532.009885:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23b5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c31e expref: 74 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143532.009897:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23b5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c31e expref: 74 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143532.009920:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23b5c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c31e expref: 74 pid: 12044 timeout: 850 lvb_type: 0 00010000:00010000:2.0:1746143532.009978:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143532.009980:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143532.009988:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b63 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c325 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143532.009996:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c325 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143532.010029:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c325 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143532.010045:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455341696:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143532.010574:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8e9e3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746143532.011927:0:7210:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.203.27@tcp) returned -22 from completion AST (req@ffff8800834a5f80 x1830963455341696) - normal race ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c325 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143532.011959:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23b63 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c325 expref: 5 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143532.011971:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455341696:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143532.011997:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143532.012031:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+73:2004:x1830963462214784:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2317us (2534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143532.012039:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16659 00000100:00100000:0.0:1746143532.018604:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143532.018809:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462215040 00000100:00100000:2.0:1746143532.018819:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462215040 00000100:00100000:2.0:1746143532.018887:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 182 00000100:00100000:2.0:1746143532.018896:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:1782:x1830963462215040:12345-192.168.203.27@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:2.0:1746143532.019097:0:7225:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986240 00000100:00100000:2.0:1746143532.019199:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:1782:x1830963462215040:12345-192.168.203.27@tcp:35:rw_seq_cst_vs_d.0 Request processed in 305us (605us total) trans 4294986241 rc 0/0 00000100:00100000:2.0:1746143532.019206:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 182 00000020:00080000:2.0:1746143532.019211:0:7225:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1746143532.019708:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746143532.022711:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143532.023105:0:21497:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462215296 00000100:00100000:3.0:1746143532.023114:0:21497:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462215296 00000100:00100000:3.0:1746143532.023170:0:21497:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 183 00000100:00100000:3.0:1746143532.023178:0:21497:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6c035184-928a-4088-be86-d6b338962a2f+7:1782:x1830963462215296:12345-192.168.203.27@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746143532.023402:0:21497:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6c035184-928a-4088-be86-d6b338962a2f+8:1782:x1830963462215296:12345-192.168.203.27@tcp:35:rw_seq_cst_vs_d.0 Request processed in 224us (698us total) trans 4294986242 rc 0/0 00000100:00100000:3.0:1746143532.023409:0:21497:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 183 00000100:00080000:0.0:1746143532.023556:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746143532.060902:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143532.061060:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462215424 00000100:00100000:2.0:1746143532.061070:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462215424 00000100:00100000:2.0:1746143532.061129:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44140 00000100:00100000:2.0:1746143532.061137:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:1811:x1830963462215424:12345-192.168.203.27@tcp:101:rm.0 00010000:00010000:2.0:1746143532.061161:0:7221:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143532.061179:0:7221:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009237d600/0xa6c9a53f47f23b6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c32c expref: -99 pid: 7221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143532.061239:0:7221:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009237c200/0xa6c9a53f47f23b71 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.061251:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009237c200/0xa6c9a53f47f23b71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.061263:0:7221:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009237c200/0xa6c9a53f47f23b71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00000004:00200000:2.0:1746143532.061330:0:7221:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746143532.061334:0:7221:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746143532.061352:0:7221:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009237c200/0xa6c9a53f47f23b71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.061372:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009237d600/0xa6c9a53f47f23b6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c32c expref: 10 pid: 7221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143532.062334:0:7221:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009237c200/0xa6c9a53f47f23b71 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c32c expref: 9 pid: 7221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143532.062345:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143532.062347:0:7221:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746143532.062351:0:7221:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009237c200, rc 0) 00000100:00100000:2.0:1746143532.062401:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:1811:x1830963462215424:12345-192.168.203.27@tcp:101:rm.0 Request processed in 1265us (1512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143532.062411:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44140 00000100:00100000:0.0:1746143532.064944:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143532.064991:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462215552 00000100:00100000:2.0:1746143532.064998:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462215552 00000100:00100000:2.0:1746143532.065034:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44141 00000100:00100000:2.0:1746143532.065039:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:1811:x1830963462215552:12345-192.168.203.27@tcp:101:rm.0 00010000:00010000:2.0:1746143532.065507:0:7221:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143532.065532:0:7221:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b78 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c333 expref: -99 pid: 7221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143532.065609:0:7221:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aee00/0xa6c9a53f47f23b7f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.065622:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aee00/0xa6c9a53f47f23b7f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.065631:0:7221:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aee00/0xa6c9a53f47f23b7f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.065645:0:7221:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23b86 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.065654:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23b86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.065660:0:7221:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23b86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066001:0:7221:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aea00/0xa6c9a53f47f23b8d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066014:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aea00/0xa6c9a53f47f23b8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066024:0:7221:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aea00/0xa6c9a53f47f23b8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00000004:00200000:2.0:1746143532.066057:0:7221:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 8 00000004:00200000:2.0:1746143532.066061:0:7221:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746143532.066080:0:7221:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aea00/0xa6c9a53f47f23b8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066089:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aea00/0xa6c9a53f47f23b8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066096:0:7221:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aee00/0xa6c9a53f47f23b7f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066102:0:7221:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aee00/0xa6c9a53f47f23b7f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066107:0:7221:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aee00/0xa6c9a53f47f23b7f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066113:0:7221:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aee00/0xa6c9a53f47f23b7f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066119:0:7221:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800921aee00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143532.066123:0:7221:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aee00/0xa6c9a53f47f23b7f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066129:0:7221:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aee00/0xa6c9a53f47f23b7f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066138:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143532.066140:0:7221:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143532.066144:0:7221:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aee00/0xa6c9a53f47f23b7f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066149:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aee00/0xa6c9a53f47f23b7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066159:0:7221:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23b86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066164:0:7221:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23b86 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066168:0:7221:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23b86 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066172:0:7221:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800921afe00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143532.066174:0:7221:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23b86 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066178:0:7221:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23b86 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066184:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012de34000) 00010000:00010000:2.0:1746143532.066186:0:7221:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143532.066188:0:7221:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23b86 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066193:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23b86 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.066217:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134a92600/0xa6c9a53f47f23b78 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c333 expref: 11 pid: 7221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143532.066227:0:7221:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aea00/0xa6c9a53f47f23b8d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c333 expref: 10 pid: 7221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143532.066237:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88009177d700) 00010000:00010000:2.0:1746143532.066239:0:7221:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746143532.066241:0:7221:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800921aea00, rc 0) 00000100:00100000:2.0:1746143532.066308:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:1811:x1830963462215552:12345-192.168.203.27@tcp:101:rm.0 Request processed in 1255us (1358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143532.066313:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44141 00000100:00100000:0.0:1746143532.067856:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143532.068016:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462215680 00000100:00100000:3.0:1746143532.068024:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462215680 00000100:00100000:3.0:1746143532.068067:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30754 00000100:00100000:3.0:1746143532.068074:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+73:2005:x1830963462215680:12345-192.168.203.27@tcp:101:rm.0 00010000:00010000:3.0:1746143532.068086:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143532.068101:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b94 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c33a expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746143532.068120:0:12044:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 8, mtime: 0x6814092c, atime: 0x68140918, ctime: 0x6814092c, blocks: 0x8 00010000:00010000:3.0:1746143532.068136:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143532.068138:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143532.068144:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c33a expref: 74 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143532.068156:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c33a expref: 74 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143532.068164:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827f800, rc 0) 00000100:00100000:3.0:1746143532.068206:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+74:2005:x1830963462215680:12345-192.168.203.27@tcp:101:rm.0 Request processed in 132us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143532.068211:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30754 00000100:00100000:0.0:1746143532.070813:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143532.072197:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462215936 00000100:00100000:2.0:1746143532.072208:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462215936 00000100:00100000:2.0:1746143532.072256:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44142 00000100:00100000:2.0:1746143532.072264:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:1811:x1830963462215936:12345-192.168.203.27@tcp:36:rm.0 00010000:00010000:2.0:1746143532.072336:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746143532.072364:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aea00/0xa6c9a53f47f23b8d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c333 expref: 10 pid: 7221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143532.072382:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009808ac00/0xa6c9a53f47f20b0b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed692d4 expref: 9 pid: 12697 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143532.072392:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88009177d700) 00010000:00010000:2.0:1746143532.072401:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009237c200/0xa6c9a53f47f23b71 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c32c expref: 8 pid: 7221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143532.072408:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143532.072411:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143532.072430:0:7221:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921ae400/0xa6c9a53f47f23b9b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.072440:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921ae400/0xa6c9a53f47f23b9b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.072449:0:7221:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921ae400/0xa6c9a53f47f23b9b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074004:0:7221:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921af800/0xa6c9a53f47f23ba2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074018:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921af800/0xa6c9a53f47f23ba2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074026:0:7221:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921af800/0xa6c9a53f47f23ba2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074110:0:7221:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23ba9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074117:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23ba9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074123:0:7221:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23ba9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00000040:00080000:2.0:1746143532.074333:0:7221:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00000004:00080000:2.0:1746143532.074340:0:7221:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 750320044405ns, next at 751320043025ns, rc = 0 00010000:00010000:2.0:1746143532.074393:0:7221:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009237d600/0xa6c9a53f47f23bb0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074400:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009237d600/0xa6c9a53f47f23bb0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074407:0:7221:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009237d600/0xa6c9a53f47f23bb0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074413:0:7221:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009237d600/0xa6c9a53f47f23bb0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074418:0:7221:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009237d600/0xa6c9a53f47f23bb0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074423:0:7221:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009237d600/0xa6c9a53f47f23bb0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074449:0:7221:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746143532.074466:0:7221:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23ba9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074471:0:7221:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23ba9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074477:0:7221:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23ba9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074482:0:7221:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800921afe00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143532.074486:0:7221:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23ba9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074492:0:7221:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23ba9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074502:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88009177d700) 00010000:00010000:2.0:1746143532.074504:0:7221:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746143532.074507:0:7221:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23ba9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074512:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23ba9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074613:0:7221:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921ae400/0xa6c9a53f47f23b9b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074622:0:7221:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921ae400/0xa6c9a53f47f23b9b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074627:0:7221:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921ae400/0xa6c9a53f47f23b9b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074635:0:7221:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800921ae400/0xa6c9a53f47f23b9b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074639:0:7221:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800921ae400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143532.074641:0:7221:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921ae400/0xa6c9a53f47f23b9b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074645:0:7221:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921ae400/0xa6c9a53f47f23b9b lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074652:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143532.074654:0:7221:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143532.074657:0:7221:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800921ae400/0xa6c9a53f47f23b9b lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074661:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921ae400/0xa6c9a53f47f23b9b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7221 initiator: MDT0 00000004:00010000:2.0:1746143532.074669:0:7221:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012ffb4e00 reply state ffff8800923ca000 transno 4294986243 ns: mdt-lustre-MDT0000_UUID lock: ffff8800921af800/0xa6c9a53f47f23ba2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074677:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921af800/0xa6c9a53f47f23ba2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143532.074681:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012de34500) 00010000:00010000:2.0:1746143532.074683:0:7221:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746143532.074686:0:7221:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746143532.074778:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:1811:x1830963462215936:12345-192.168.203.27@tcp:36:rm.0 Request processed in 2510us (3969us total) trans 4294986243 rc 0/0 00000100:00100000:2.0:1746143532.074790:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44142 00010000:00010000:0.0:1746143532.074890:0:7211:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746143532.074896:0:7211:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009237d600/0xa6c9a53f47f23bb0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7221 initiator: MDT0 00010000:00010000:0.0:1746143532.074903:0:7211:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009237d600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746143532.074906:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009237d600/0xa6c9a53f47f23bb0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7221 initiator: MDT0 00010000:00010000:0.0:1746143532.074912:0:7211:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009237d600/0xa6c9a53f47f23bb0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7221 initiator: MDT0 00010000:00010000:0.0:1746143532.074920:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88009177d700) 00010000:00010000:0.0:1746143532.074923:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746143532.074926:0:7211:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009237d600/0xa6c9a53f47f23bb0 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7221 initiator: MDT0 00010000:00010000:0.0:1746143532.074931:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009237d600/0xa6c9a53f47f23bb0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7221 initiator: MDT0 00010000:00010000:0.0:1746143532.075318:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746143532.075320:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746143532.075322:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746143532.470861:0:8900:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746143533.471102:0:9569:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972316 is committed 00010000:00010000:1.0:1746143533.474361:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746143533.977788:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746143533.977807:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830963455341824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746143533.977863:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143533.978000:0:10693:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455341824 00000100:00100000:0.0:1746143533.978007:0:10693:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455341824 00000100:00100000:0.0:1746143533.978051:0:10693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1746143533.978059:0:10693:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830963455341824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746143533.978083:0:10693:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3922051072 avail 3690528768 00000100:00100000:0.0:1746143533.978115:0:10693:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830963455341824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143533.978121:0:10693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1746143533.978159:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830963455341824:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1746143533.978241:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1746143534.026652:0:10110:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 752272355126ns, next at 753272353041ns, rc = 0 00000100:00100000:3.0:1746143534.026992:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746143534.027010:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963455341952:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746143534.027068:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143534.027339:0:9575:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455341952 00000100:00100000:1.0:1746143534.027352:0:9575:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455341952 00000100:00080000:3.0:1746143534.027400:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746143534.027407:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1746143534.027415:0:9575:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963455341952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746143534.027437:0:9575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3922051072 avail 3690528768 00000100:00100000:1.0:1746143534.027777:0:9575:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963455341952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 362us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143534.027784:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1746143534.029961:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963455341952:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746143534.383435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143534.383474:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143534.383492:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143534.383527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143534.383558:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462216448 00000100:00100000:1.0:1746143534.383565:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462216448 00000100:00100000:0.0:1746143534.383601:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462216320 00000100:00100000:1.0:1746143534.383604:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 744 00000100:00100000:0.0:1746143534.383605:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462216320 00000100:00100000:1.0:1746143534.383611:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462216448:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746143534.383628:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462216192 00000100:00100000:0.0:1746143534.383630:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462216192 00000100:00100000:0.0:1746143534.383648:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1146 00000100:00100000:0.0:1746143534.383653:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123cba450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2004:x1830963462216320:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1746143534.383666:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462216448:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 55us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143534.383672:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 744 00000100:00100000:0.0:1746143534.383679:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123cba450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2004:x1830963462216320:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 26us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143534.383684:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1146 00000100:00100000:3.0:1746143534.383792:0:7217:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462216064 00000100:00100000:3.0:1746143534.383795:0:7217:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462216064 00000100:00100000:3.0:1746143534.383818:0:7217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 556 00000100:00100000:3.0:1746143534.383823:0:7217:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b17a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1517d466-6266-498b-bada-804fa5332ca6+12:2004:x1830963462216064:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1746143534.383846:0:7217:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b17a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1517d466-6266-498b-bada-804fa5332ca6+12:2004:x1830963462216064:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 23us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143534.383850:0:7217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 556 00000100:00080000:3.0:1746143534.383867:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746143534.383870:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746143534.383872:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746143534.383927:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1147 00000100:00100000:2.0:1746143534.383933:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462216192:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1746143534.383962:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462216192:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 30us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143534.383967:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1147 00000100:00100000:1.0:1746143534.393569:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3:3764:1830963455342080:0@lo:400:kworker.0 00000100:00100000:3.0:1746143534.393606:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963455342336:0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.393714:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830963455342208:0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.395495:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143534.395495:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143534.395536:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3767:1830963455342464:0@lo:400:kworker.0 00000100:00100000:1.0:1746143534.395563:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455342592:0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.395575:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143534.395590:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143534.395593:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3767:1830963455342976:0@lo:400:kworker.0 00000100:00100000:1.0:1746143534.395606:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3764:1830963455343104:0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.395609:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143534.395624:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143534.395639:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455342208 00000100:00100000:2.0:1746143534.395647:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455342208 00000100:00100000:1.0:1746143534.395649:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455342592 00000100:00100000:1.0:1746143534.395653:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455342592 00000100:00100000:2.0:1746143534.395675:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455342464 00000100:00100000:2.0:1746143534.395678:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455342464 00000100:00100000:1.0:1746143534.395678:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1746143534.395684:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830963455342592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.395688:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455342976 00000100:00100000:2.0:1746143534.395690:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455342976 00000100:00100000:2.0:1746143534.395703:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455343104 00000100:00100000:2.0:1746143534.395704:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455343104 00000100:00100000:2.0:1746143534.395714:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:2.0:1746143534.395718:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830963455342208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746143534.395731:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830963455342592:12345-0@lo:400:kworker.0 Request processed in 46us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143534.395737:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1746143534.395745:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830963455342208:12345-0@lo:400:kworker.0 Request processed in 27us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143534.395753:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:1.0:1746143534.395757:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:1.0:1746143534.395762:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1830963455342464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.395764:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:2.0:1746143534.395768:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830963455342976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746143534.395788:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1830963455342464:12345-0@lo:400:kworker.0 Request processed in 27us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143534.395789:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830963455342976:12345-0@lo:400:kworker.0 Request processed in 21us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143534.395793:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:0.0:1746143534.395845:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143534.395862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143534.395874:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143534.395955:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143534.395974:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462216832 00000100:00100000:0.0:1746143534.395977:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462216832 00000100:00100000:3.0:1746143534.396019:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143534.396041:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3766:1830963455342848:0@lo:400:kworker.0 00000100:00100000:3.0:1746143534.396058:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143534.396068:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091860380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963455343360:0@lo:400:kworker.0 00000100:00100000:3.0:1746143534.396082:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143534.396103:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455342080 00000100:00100000:3.0:1746143534.396105:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455342080 00000100:00100000:3.0:1746143534.396122:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1746143534.396126:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b17a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3+23:3764:x1830963455342080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746143534.396150:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b17a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3+23:3764:x1830963455342080:12345-0@lo:400:kworker.0 Request processed in 23us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143534.396155:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1746143534.396184:0:8386:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455342336 00000100:00100000:3.0:1746143534.396186:0:8386:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455342336 00000100:00100000:2.0:1746143534.396204:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:3.0:1746143534.396205:0:8386:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1746143534.396209:0:8386:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091863800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3766:x1830963455342336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.396213:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462216704 00000100:00100000:2.0:1746143534.396215:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462216704 00000100:00100000:2.0:1746143534.396224:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455342848 00000100:00100000:2.0:1746143534.396226:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455342848 00000100:00100000:3.0:1746143534.396234:0:8386:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3766:x1830963455342336:12345-0@lo:400:kworker.0 Request processed in 25us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143534.396235:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:3.0:1746143534.396238:0:8386:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1746143534.396239:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830963455343104:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746143534.396250:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746143534.396253:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746143534.396258:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830963455343104:12345-0@lo:400:kworker.0 Request processed in 19us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143534.396262:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462216960 00000100:00100000:2.0:1746143534.396263:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:3.0:1746143534.396264:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462216960 00000100:00100000:2.0:1746143534.396270:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1152 00000100:00100000:2.0:1746143534.396274:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+8:2004:x1830963462216704:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1746143534.396283:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462216576 00000100:00100000:3.0:1746143534.396285:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462216576 00000100:00100000:3.0:1746143534.396314:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455343360 00000100:00100000:3.0:1746143534.396316:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455343360 00000100:00100000:2.0:1746143534.396320:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+8:2004:x1830963462216704:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 45us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143534.396325:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1152 00000100:00100000:3.0:1746143534.396326:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 745 00000100:00100000:3.0:1746143534.396329:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963462216960:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1746143534.396332:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:2.0:1746143534.396336:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830963455342848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746143534.396350:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6c035184-928a-4088-be86-d6b338962a2f+5:2004:x1830963462216960:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 20us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143534.396354:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830963455342848:12345-0@lo:400:kworker.0 Request processed in 18us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143534.396355:0:10111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1746143534.396358:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:2.0:1746143534.396444:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3767:1830963455342464:0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.396452:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3767:1830963455342976:0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.396474:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830963455342208:0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.396479:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3765:1830963455342720:0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.396496:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143534.396507:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830963455343232:0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.396520:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143534.396535:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455342720 00000100:00100000:2.0:1746143534.396537:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455342720 00000100:00100000:2.0:1746143534.396567:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:2.0:1746143534.396571:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830963455342720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.396595:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830963455342720:12345-0@lo:400:kworker.0 Request processed in 23us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143534.396599:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:2.0:1746143534.396615:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3765:1830963455342720:0@lo:400:kworker.0 00000100:00100000:0.0:1746143534.396684:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1155 00000100:00100000:0.0:1746143534.396690:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462216832:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746143534.396719:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2005:x1830963462216832:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 30us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143534.396724:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1155 00000100:00100000:3.0:1746143534.396759:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 745 00000100:00100000:3.0:1746143534.396772:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455343232 00000100:00100000:3.0:1746143534.396774:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455343232 00000100:00100000:3.0:1746143534.396786:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1746143534.396790:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1830963455343232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.396795:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30755 00000100:00100000:3.0:1746143534.396819:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1830963455343232:12345-0@lo:400:kworker.0 Request processed in 28us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143534.396959:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1746143534.396961:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2003:x1830963462216576:12345-192.168.203.27@tcp:9:kworker.0 00000020:00000080:2.0:1746143534.396978:0:9572:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xa6c9a53f47dff3f8 00000100:00080000:2.0:1746143534.396984:0:9572:0:(import.c:66:import_set_state_nolock()) ffff8800923f5000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1746143534.397017:0:9572:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294970716 00000100:00100000:1.0:1746143534.397021:0:10111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963455343360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746143534.397053:0:10111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963455343360:12345-0@lo:400:kworker.0 Request processed in 692us (969us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143534.397059:0:10111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1746143534.397095:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455342592:0@lo:400:kworker.0 00000100:00100000:1.0:1746143534.397104:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3764:1830963455343104:0@lo:400:kworker.0 00000100:00100000:1.0:1746143534.397112:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3:3764:1830963455342080:0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.397115:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+2:2003:x1830963462216576:12345-192.168.203.27@tcp:9:kworker.0 Request processed in 155us (1159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143534.397120:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30755 00000100:00080000:2.0:1746143534.397133:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746143534.397136:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746143534.397137:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746143534.397151:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830963455343232:0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.397168:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963455342336:0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.397176:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3766:1830963455342848:0@lo:400:kworker.0 00000100:00100000:2.0:1746143534.397182:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091860380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963455343360:0@lo:400:kworker.0 00010000:00010000:0.0:1746143534.397280:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1746143534.402807:0:10908:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c97f0927-0cf9-481f-8b16-07ea4f949ecf 00000020:00000080:0.0:1746143534.402815:0:10908:0:(genops.c:904:class_export_put()) final put ffff8800923f7000/c97f0927-0cf9-481f-8b16-07ea4f949ecf 00000001:00100000:0.0:1746143534.402843:0:10908:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 6c035184-928a-4088-be86-d6b338962a2f 00000020:00000080:0.0:1746143534.402845:0:10908:0:(genops.c:904:class_export_put()) final put ffff8800923f2800/6c035184-928a-4088-be86-d6b338962a2f 00000020:00000080:3.0:1746143534.402902:0:26125:0:(genops.c:863:class_export_destroy()) destroying export ffff8800923f7000/c97f0927-0cf9-481f-8b16-07ea4f949ecf for lustre-OST0001 00000020:00000080:3.0:1746143534.402935:0:26125:0:(genops.c:863:class_export_destroy()) destroying export ffff8800923f2800/6c035184-928a-4088-be86-d6b338962a2f for lustre-OST0001 00000020:00000080:3.0:1746143534.402948:0:26125:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8800923f5000 for lustre-OST0001 00000020:00000080:3.0:1746143534.402952:0:26125:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8800923f2000 for lustre-OST0001 00010000:00010000:0.0:1746143534.476873:0:8900:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746143535.417646:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830963455343488:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746143535.417726:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143535.418327:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455343488 00000100:00100000:0.0:1746143535.418337:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455343488 00000100:00100000:0.0:1746143535.418463:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1746143535.418472:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3767:x1830963455343488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746143535.418510:0:7227:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:0.0:1746143535.418587:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3767:x1830963455343488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143535.418593:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1746143535.418778:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830963455343488:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746143535.477424:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746143535.511776:0:28230:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 19:52:15 (1746143535) 00000100:00100000:3.0:1746143535.578801:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746143535.578818:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963455343616:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746143535.578866:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143535.578943:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455343616 00000100:00100000:0.0:1746143535.578949:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455343616 00000100:00100000:0.0:1746143535.578978:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1746143535.578983:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091862a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1830963455343616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746143535.579009:0:7226:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746143535.579039:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091862a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1830963455343616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143535.579045:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1746143535.579474:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963455343616:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746143535.591925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143535.592012:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462217088 00000100:00100000:2.0:1746143535.592019:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462217088 00000100:00100000:2.0:1746143535.592064:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44143 00000100:00100000:2.0:1746143535.592071:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2468:x1830963462217088:12345-192.168.203.27@tcp:41:stat.0 00000004:00000024:2.0:1746143535.592111:0:8934:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842304000 avail 7379259392 00000100:00100000:2.0:1746143535.592159:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2468:x1830963462217088:12345-192.168.203.27@tcp:41:stat.0 Request processed in 88us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143535.592165:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44143 00000100:00100000:0.0:1746143535.674757:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.674844:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462217216 00000100:00100000:3.0:1746143535.674851:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462217216 00000100:00100000:3.0:1746143535.674897:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44144 00000100:00100000:3.0:1746143535.674903:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2472:x1830963462217216:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:3.0:1746143535.674918:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.674931:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009219b400/0xa6c9a53f47f23bb7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c341 expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.674970:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23bbe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.674980:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23bbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.674988:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23bbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00000004:00200000:3.0:1746143535.675018:0:21530:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746143535.675020:0:21530:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746143535.675032:0:21530:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23bbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.675049:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009219b400/0xa6c9a53f47f23bb7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c341 expref: 11 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.675066:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23bbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c341 expref: 10 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.675072:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143535.675074:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746143535.675076:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800907f4400, rc 0) 00000100:00100000:3.0:1746143535.675109:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2472:x1830963462217216:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 206us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143535.675113:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44144 00000100:00100000:0.0:1746143535.683136:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143535.684612:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462217344 00000100:00100000:2.0:1746143535.684629:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462217344 00000100:00100000:2.0:1746143535.684969:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44145 00000100:00100000:2.0:1746143535.684978:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2472:x1830963462217344:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:2.0:1746143535.685001:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143535.685022:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132804200/0xa6c9a53f47f23bc5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c348 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.685092:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23bcc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.685105:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23bcc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.685116:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23bcc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686133:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23bd3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686149:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23bd3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686158:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23bd3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686196:0:8934:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23bcc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686200:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23bcc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686203:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23bcc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686206:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23bcc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686210:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132805e00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143535.686212:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23bcc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686219:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23bcc lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686226:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143535.686228:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143535.686230:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23bcc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686233:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132805e00/0xa6c9a53f47f23bcc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686262:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23bd3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686265:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23bd3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686268:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23bd3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686270:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132804e00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143535.686271:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23bd3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686273:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23bd3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686276:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012de34600) 00010000:00010000:2.0:1746143535.686277:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143535.686278:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23bd3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686280:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f23bd3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.686326:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132804200/0xa6c9a53f47f23bc5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c348 expref: 11 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.686331:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132804200/0xa6c9a53f47f23bc5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c348 expref: 11 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.686336:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132804200, rc 0) 00000100:00100000:2.0:1746143535.686394:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2472:x1830963462217344:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 1416us (3269us total) trans 0 rc 301/301 00000100:00100000:2.0:1746143535.686400:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44145 00000100:00100000:0.0:1746143535.690434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143535.690856:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462217600 00000100:00100000:2.0:1746143535.690866:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462217600 00000100:00100000:2.0:1746143535.690931:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44146 00000100:00100000:2.0:1746143535.690939:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2472:x1830963462217600:12345-192.168.203.27@tcp:36:lfs.0 00010000:00010000:2.0:1746143535.690997:0:8934:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143535.691029:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23bbe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c341 expref: 10 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.691101:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143535.691106:0:8934:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143535.691169:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880132805400/0xa6c9a53f47f23bda lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.691183:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132805400/0xa6c9a53f47f23bda lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.691193:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132805400/0xa6c9a53f47f23bda lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.691210:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880132805800/0xa6c9a53f47f23be1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.691216:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132805800/0xa6c9a53f47f23be1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.691221:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132805800/0xa6c9a53f47f23be1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000040:00080000:2.0:1746143535.692047:0:8934:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].8, 2152 off47360 00000040:00080000:2.0:1746143535.692115:0:8934:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].8, 2352 off48856 00000004:00080000:2.0:1746143535.692120:0:8934:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88012e14b840 with version 18 00000004:00080000:1.0:1746143535.692325:0:8390:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800b415c9c0 version 18 rpc_version 18 00000020:00100000:1.0:1746143535.692367:0:8390:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1746143535.692375:0:8390:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880091af3100 x1830963455343872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746143535.692396:0:8390:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091af3100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8390:1830963455343872:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746143535.692451:0:8390:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143535.692500:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455343872 00000100:00100000:0.0:1746143535.692505:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455343872 00000100:00100000:1.0:1746143535.692513:0:8390:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746143535.692536:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1746143535.692551:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc10050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8390:x1830963455343872:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746143535.694453:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc10050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8390:x1830963455343872:12345-0@lo:1000:osp_up1-0.0 Request processed in 1895us (1993us total) trans 4294967382 rc 0/0 00000100:00100000:0.0:1746143535.694463:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1746143535.695461:0:8390:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091af3100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8390:1830963455343872:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1746143535.695940:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f23be8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.695957:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f23be8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.695970:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f23be8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.695987:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f23bef lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.695993:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f23bef lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.695998:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f23bef lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.696030:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091ae5e00/0xa6c9a53f47f23bf6 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.696036:0:8934:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091ae5e00/0xa6c9a53f47f23bf6 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.696046:0:8934:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091ae5e00/0xa6c9a53f47f23bf6 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8934 initiator: MDT0 00000100:00100000:2.0:1746143535.696068:0:8934:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8934:1830963455344000:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1746143535.696168:0:8934:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143535.697127:0:8934:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e14ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143535.697718:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455344000 00000100:00100000:1.0:1746143535.697733:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455344000 00000100:00100000:1.0:1746143535.698347:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1746143535.698356:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8934:x1830963455344000:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1746143535.698379:0:7227:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143535.698506:0:7227:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f23bfd lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6c9a53f47f23bf6 expref: -99 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143535.698556:0:7227:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f23bfd lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa6c9a53f47f23bf6 expref: 7 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143535.698571:0:7227:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f23bfd lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa6c9a53f47f23bf6 expref: 7 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143535.698577:0:7227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff8800920f8000) 00010000:00010000:1.0:1746143535.698580:0:7227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143535.698582:0:7227:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808ba00, rc 0) 00000100:00100000:1.0:1746143535.698656:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:8934:x1830963455344000:12345-0@lo:101:mdt00_003.0 Request processed in 301us (2488us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143535.698662:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1746143535.699360:0:8934:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8934:1830963455344000:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1746143535.699381:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091ae5e00/0xa6c9a53f47f23bf6 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa6c9a53f47f23bfd expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.699393:0:8934:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091ae5e00/0xa6c9a53f47f23bf6 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa6c9a53f47f23bfd expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1746143535.699419:0:8934:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012ffb6680 reply state ffff880122dfa000 transno 4294986244 ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f23bef lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.699430:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f23bef lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.699437:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012de34800) 00010000:00010000:2.0:1746143535.699440:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746143535.699443:0:8934:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746143535.699449:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091ae5e00/0xa6c9a53f47f23bf6 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa6c9a53f47f23bfd expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.699456:0:8934:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091ae5e00/0xa6c9a53f47f23bf6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa6c9a53f47f23bfd expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1746143535.699468:0:8934:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0x9:0x0] 00000004:00010000:2.0:1746143535.699473:0:8934:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012ffb6680 reply state ffff880122dfa000 transno 4294986244 ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f23be8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.699481:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f23be8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.699486:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88012de34700) 00010000:00010000:2.0:1746143535.699488:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746143535.699489:0:8934:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1746143535.699494:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 4096 00010000:00010000:2.0:1746143535.699506:0:8934:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880132805400/0xa6c9a53f47f23bda lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.699511:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880132805400/0xa6c9a53f47f23bda lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.699516:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132805400/0xa6c9a53f47f23bda lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.699522:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132805400/0xa6c9a53f47f23bda lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.699527:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132805400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143535.699531:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132805400/0xa6c9a53f47f23bda lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.699550:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132805400/0xa6c9a53f47f23bda lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.699560:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143535.699562:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143535.699566:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132805400/0xa6c9a53f47f23bda lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.699571:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132805400/0xa6c9a53f47f23bda lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00000004:00010000:2.0:1746143535.699607:0:8934:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012ffb6680 reply state ffff880122dfa000 transno 4294986244 ns: mdt-lustre-MDT0000_UUID lock: ffff880132805800/0xa6c9a53f47f23be1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.699615:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132805800/0xa6c9a53f47f23be1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.699620:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012de34000) 00010000:00010000:2.0:1746143535.699622:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746143535.699624:0:8934:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1746143535.699706:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2472:x1830963462217600:12345-192.168.203.27@tcp:36:lfs.0 Request processed in 8765us (9280us total) trans 4294986244 rc 0/0 00000100:00100000:2.0:1746143535.699713:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44146 00000100:00100000:0.0:1746143535.731496:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143535.732023:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462217728 00000100:00100000:2.0:1746143535.732033:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462217728 00000100:00100000:2.0:1746143535.732093:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44147 00000100:00100000:2.0:1746143535.732102:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2473:x1830963462217728:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:2.0:1746143535.732130:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143535.732149:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f23c04 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c34f expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.732203:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae4c00/0xa6c9a53f47f23c0b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.732215:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae4c00/0xa6c9a53f47f23c0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.732225:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae4c00/0xa6c9a53f47f23c0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:2.0:1746143535.732265:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746143535.732269:0:8934:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746143535.732285:0:8934:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae4c00/0xa6c9a53f47f23c0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.732328:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae4000/0xa6c9a53f47f23c04 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c34f expref: 13 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.732355:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae4c00/0xa6c9a53f47f23c0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c34f expref: 12 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.732362:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143535.732365:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746143535.732368:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ae4c00, rc 0) 00000100:00100000:2.0:1746143535.732415:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2473:x1830963462217728:12345-192.168.203.27@tcp:101:cp.0 Request processed in 314us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143535.732421:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44147 00000100:00100000:0.0:1746143535.739178:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.739259:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462217856 00000100:00100000:3.0:1746143535.739271:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462217856 00000100:00100000:3.0:1746143535.739471:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44148 00000100:00100000:3.0:1746143535.739480:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2473:x1830963462217856:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:3.0:1746143535.739502:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.739521:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23c12 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c356 expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.739587:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5800/0xa6c9a53f47f23c19 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.739600:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5800/0xa6c9a53f47f23c19 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.739610:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5800/0xa6c9a53f47f23c19 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.739622:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23c20 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.739626:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23c20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.739630:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23c20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.739701:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4800/0xa6c9a53f47f23c27 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.739706:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4800/0xa6c9a53f47f23c27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.739710:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4800/0xa6c9a53f47f23c27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00000004:00200000:3.0:1746143535.739771:0:21530:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 4096 00000004:00200000:3.0:1746143535.739774:0:21530:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746143535.739789:0:21530:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4800/0xa6c9a53f47f23c27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.739796:0:21530:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5800/0xa6c9a53f47f23c19 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.739801:0:21530:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5800/0xa6c9a53f47f23c19 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.739806:0:21530:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5800/0xa6c9a53f47f23c19 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.739810:0:21530:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800907f5800 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143535.739813:0:21530:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5800/0xa6c9a53f47f23c19 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.739820:0:21530:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5800/0xa6c9a53f47f23c19 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.739829:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143535.739832:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143535.739835:0:21530:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5800/0xa6c9a53f47f23c19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.739839:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5800/0xa6c9a53f47f23c19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.740883:0:21530:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23c20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.740891:0:21530:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23c20 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.740896:0:21530:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23c20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.740900:0:21530:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800907f5200 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143535.740903:0:21530:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23c20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.740907:0:21530:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23c20 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.740915:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012de34000) 00010000:00010000:3.0:1746143535.740917:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143535.740919:0:21530:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23c20 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.740924:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23c20 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.740954:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23c12 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c356 expref: 14 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.740965:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4800/0xa6c9a53f47f23c27 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c356 expref: 13 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.740971:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88012de34700) 00010000:00010000:3.0:1746143535.740973:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746143535.740975:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800907f4800, rc 0) 00000100:00100000:3.0:1746143535.741052:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2473:x1830963462217856:12345-192.168.203.27@tcp:101:cp.0 Request processed in 1573us (1879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143535.741058:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44148 00000100:00100000:0.0:1746143535.745094:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.745728:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462217984 00000100:00100000:3.0:1746143535.745738:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462217984 00000100:00100000:3.0:1746143535.745792:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44149 00000100:00100000:3.0:1746143535.745800:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2473:x1830963462217984:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:3.0:1746143535.745821:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.745840:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23c2e lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c35d expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.745896:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23c35 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.745908:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23c35 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.745918:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23c35 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00000004:00200000:3.0:1746143535.745969:0:21530:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746143535.745973:0:21530:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746143535.746004:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23c2e lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c35d expref: 15 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.746023:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23c35 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c35d expref: 14 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.746031:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012de34800) 00010000:00010000:3.0:1746143535.746033:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746143535.746037:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800907f4400, rc 0) 00000100:00100000:3.0:1746143535.746098:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2473:x1830963462217984:12345-192.168.203.27@tcp:101:cp.0 Request processed in 298us (1015us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143535.746104:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44149 00000100:00100000:0.0:1746143535.748336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143535.748507:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462218112 00000100:00100000:2.0:1746143535.748514:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462218112 00000100:00100000:2.0:1746143535.748572:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44150 00000100:00100000:2.0:1746143535.748579:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2473:x1830963462218112:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:2.0:1746143535.748600:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143535.748618:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091ae4800/0xa6c9a53f47f23c3c lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c364 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.748667:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880091ae5a00/0xa6c9a53f47f23c43 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.748679:0:8934:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f23bfd lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa6c9a53f47f23bf6 expref: 6 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.748690:0:8934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880091ae5a00/0xa6c9a53f47f23c43 lrc: 4/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143535.748722:0:8934:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f23bfd lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xa6c9a53f47f23bf6 expref: 6 pid: 7227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143535.748735:0:8934:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8934:1830963455344128:0@lo:104: 00000100:00100000:2.0:1746143535.748780:0:8934:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143535.748824:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455344128 00000100:00100000:0.0:1746143535.748828:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455344128 00000100:00100000:2.0:1746143535.748831:0:8934:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e14ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143535.748853:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1746143535.748857:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8934:x1830963455344128:12345-0@lo:104: 00010000:00010000:0.0:1746143535.748867:0:7207:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091ae5e00/0xa6c9a53f47f23bf6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xa6c9a53f47f23bfd expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143535.748918:0:7207:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:1.0:1746143535.748943:0:7211:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746143535.748951:0:7211:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091ae5e00/0xa6c9a53f47f23bf6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xa6c9a53f47f23bfd expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143535.748958:0:7211:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091ae5e00 already unused, calling callback (ffffffffa0f22e30) 00010000:00010000:1.0:1746143535.748963:0:7211:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091ae5e00/0xa6c9a53f47f23bf6 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xa6c9a53f47f23bfd expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1746143535.748971:0:7211:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091ae5e00/0xa6c9a53f47f23bf6 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xa6c9a53f47f23bfd expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143535.748995:0:7211:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091ae5e00/0xa6c9a53f47f23bf6 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xa6c9a53f47f23bfd expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143535.749000:0:7211:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1746143535.749017:0:7211:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091ae5e00/0xa6c9a53f47f23bf6 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xa6c9a53f47f23bfd expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143535.749022:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880091ae5e00/0xa6c9a53f47f23bf6 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xa6c9a53f47f23bfd expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143535.749045:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746143535.749047:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746143535.749048:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746143535.749072:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746143535.749081:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091af2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455344256:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1746143535.749109:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143535.749123:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8934:x1830963455344128:12345-0@lo:104: Request processed in 265us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143535.749133:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1746143535.749139:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455344256 00000100:00100000:1.0:1746143535.749142:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455344256 00010000:00010000:1.0:1746143535.749155:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f23bfd lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xa6c9a53f47f23bf6 expref: 7 pid: 7227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143535.749175:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16660 00000100:00100000:1.0:1746143535.749180:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3764:x1830963455344256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1746143535.749188:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746143535.749715:0:8934:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8934:1830963455344128:0@lo:104: 00010000:00010000:2.0:1746143535.749731:0:8934:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880091ae5a00/0xa6c9a53f47f23c43 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00000001:00080000:2.0:1746143535.753411:0:8364:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967382 is committed 00010000:00010000:1.0:1746143535.753559:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f23bfd lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xa6c9a53f47f23bf6 expref: 6 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143535.753580:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff8800920f8000) 00010000:00010000:1.0:1746143535.753584:0:7210:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880091ae5a00/0xa6c9a53f47f23c43 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:1.0:1746143535.753594:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880091ae5a00/0xa6c9a53f47f23c43 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT1 00010000:00010000:1.0:1746143535.753601:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880091ae5a00/0xa6c9a53f47f23c43 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT1 00010000:00010000:1.0:1746143535.753632:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143535.753733:0:8934:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880091ae5a00/0xa6c9a53f47f23c43 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143535.753741:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880091ae5a00/0xa6c9a53f47f23c43 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00000004:00200000:2.0:1746143535.753796:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746143535.753802:0:8934:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746143535.753849:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091ae4800/0xa6c9a53f47f23c3c lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c364 expref: 7 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.753868:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880091ae5a00/0xa6c9a53f47f23c43 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c364 expref: 6 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.753873:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff8800920f8000) 00010000:00010000:2.0:1746143535.753877:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746143535.753879:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ae5a00, rc 0) 00000100:00100000:1.0:1746143535.753953:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1830963455344256:12345-0@lo:103:ldlm_bl.0 Request processed in 4770us (4840us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143535.753964:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16660 00000100:00100000:0.0:1746143535.754072:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091af2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455344256:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1746143535.754498:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2473:x1830963462218112:12345-192.168.203.27@tcp:101:cp.0 Request processed in 5918us (6168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143535.754505:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44150 00000100:00100000:2.0:1746143535.758119:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143535.758190:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462218240 00000100:00100000:0.0:1746143535.758200:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462218240 00000100:00100000:3.0:1746143535.758385:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44151 00000100:00100000:3.0:1746143535.758397:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2473:x1830963462218240:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:3.0:1746143535.758417:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.758437:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5400/0xa6c9a53f47f23c4a lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c36b expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.758509:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23c51 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.758522:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23c51 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.758534:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23c51 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.758562:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23c58 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.758568:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23c58 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.758574:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23c58 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.758633:0:21530:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23c51 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.758640:0:21530:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23c51 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.758645:0:21530:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23c51 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.758651:0:21530:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800907f5000 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143535.758654:0:21530:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23c51 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.758659:0:21530:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23c51 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.758669:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012de34800) 00010000:00010000:3.0:1746143535.758671:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143535.758674:0:21530:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23c51 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.758679:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23c51 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.759326:0:21530:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23c58 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.759333:0:21530:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23c58 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.759337:0:21530:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23c58 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.759342:0:21530:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800907f5a00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143535.759345:0:21530:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23c58 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.759350:0:21530:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23c58 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.759357:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008efa5100) 00010000:00010000:3.0:1746143535.759359:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143535.759361:0:21530:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23c58 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.759365:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23c58 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.759400:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5400/0xa6c9a53f47f23c4a lrc: 1/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c36b expref: 15 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.759408:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5400/0xa6c9a53f47f23c4a lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c36b expref: 15 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.759416:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800907f5400, rc 0) 00000100:00100000:3.0:1746143535.759524:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2473:x1830963462218240:12345-192.168.203.27@tcp:101:cp.0 Request processed in 1129us (1414us total) trans 0 rc 301/301 00000100:00100000:3.0:1746143535.759530:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44151 00000100:00100000:0.0:1746143535.762101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.762226:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462218496 00000100:00100000:3.0:1746143535.762236:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462218496 00000100:00100000:3.0:1746143535.762279:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44152 00000100:00100000:3.0:1746143535.762285:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2473:x1830963462218496:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:3.0:1746143535.762324:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.762327:0:21530:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746143535.762351:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23c35 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c35d expref: 14 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.762370:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012de34800) 00010000:00010000:3.0:1746143535.762374:0:21530:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746143535.762385:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5800/0xa6c9a53f47f23c5f lrc: 2/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c372 expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.762482:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4e00/0xa6c9a53f47f23c66 lrc: 3/0,1 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.762494:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4e00/0xa6c9a53f47f23c66 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.762502:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4e00/0xa6c9a53f47f23c66 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.762517:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009219b400/0xa6c9a53f47f23c6d lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.762522:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009219b400/0xa6c9a53f47f23c6d lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.762528:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009219b400/0xa6c9a53f47f23c6d lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00000004:00080000:3.0:1746143535.762870:0:21530:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x18:0x0], index 1: 0 00010000:00010000:3.0:1746143535.762984:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7d200/0xa6c9a53f47f23c74 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.762992:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7d200/0xa6c9a53f47f23c74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.762997:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7d200/0xa6c9a53f47f23c74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.763023:0:21530:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4e00/0xa6c9a53f47f23c66 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.763029:0:21530:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4e00/0xa6c9a53f47f23c66 lrc: 2/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.763034:0:21530:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4e00/0xa6c9a53f47f23c66 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.763040:0:21530:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800907f4e00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143535.763044:0:21530:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4e00/0xa6c9a53f47f23c66 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.763049:0:21530:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4e00/0xa6c9a53f47f23c66 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.763055:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012de34800) 00010000:00010000:3.0:1746143535.763057:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143535.763060:0:21530:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4e00/0xa6c9a53f47f23c66 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.763064:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4e00/0xa6c9a53f47f23c66 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00000004:00010000:3.0:1746143535.763077:0:21530:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012ffb7800 reply state ffff880091bd7000 transno 4294986245 ns: mdt-lustre-MDT0000_UUID lock: ffff88009219b400/0xa6c9a53f47f23c6d lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.763085:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009219b400/0xa6c9a53f47f23c6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.763090:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008efa5d00) 00010000:00010000:3.0:1746143535.763091:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746143535.763094:0:21530:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746143535.763115:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5800/0xa6c9a53f47f23c5f lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c372 expref: 16 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.763128:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7d200/0xa6c9a53f47f23c74 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c372 expref: 15 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.763134:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008efa5600) 00010000:00010000:3.0:1746143535.763136:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746143535.763137:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a7d200, rc 0) 00000100:00100000:3.0:1746143535.763204:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2473:x1830963462218496:12345-192.168.203.27@tcp:101:cp.0 Request processed in 918us (1110us total) trans 4294986245 rc 0/0 00000100:00100000:3.0:1746143535.763211:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44152 00000100:00100000:0.0:1746143535.765995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143535.766553:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462218624 00000100:00100000:2.0:1746143535.766562:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462218624 00000100:00100000:2.0:1746143535.766599:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30756 00000100:00100000:2.0:1746143535.766606:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1830963462218624:12345-192.168.203.27@tcp:8:cp.0 00010000:00080000:2.0:1746143535.766642:0:9572:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp t0 exp (null) cur 754 last 0 00000020:00000080:2.0:1746143535.766674:0:9572:0:(genops.c:1402:class_connect()) connect: client c97f0927-0cf9-481f-8b16-07ea4f949ecf, cookie 0xa6c9a53f47f23c82 00002000:00100000:2.0:1746143535.766684:0:9572:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli c97f0927-0cf9-481f-8b16-07ea4f949ecf/ffff88012ea71800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103649 ocd_grant: 489852928 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746143535.766700:0:9572:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746143535.766764:0:9572:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff880130539840 00002000:00080000:2.0:1746143535.766773:0:9572:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1746143535.766800:0:9572:0:(import.c:66:import_set_state_nolock()) ffff88012ea73000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746143535.766863:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2003:x1830963462218624:12345-192.168.203.27@tcp:8:cp.0 Request processed in 256us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143535.766870:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30756 00000100:00100000:0.0:1746143535.768525:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143535.768787:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462218752 00000100:00100000:1.0:1746143535.768794:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462218752 00000100:00100000:1.0:1746143535.768986:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30757 00000100:00100000:1.0:1746143535.768994:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:0:x1830963462218752:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:1.0:1746143535.769007:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143535.769025:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009808a000/0xa6c9a53f47f23c89 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c379 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746143535.769056:0:9573:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746143535.769074:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143535.769076:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143535.769084:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009808a000/0xa6c9a53f47f23c89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c379 expref: 7 pid: 9573 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746143535.769101:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009808a000/0xa6c9a53f47f23c89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c379 expref: 7 pid: 9573 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746143535.769113:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009808a000, rc 0) 00000100:00100000:1.0:1746143535.769167:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:0:x1830963462218752:12345-192.168.203.27@tcp:101:cp.0 Request processed in 173us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143535.769172:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30757 00000100:00080000:2.0:1746143535.769410:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143535.771094:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.771205:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462218880 00000100:00100000:3.0:1746143535.771214:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462218880 00000100:00100000:3.0:1746143535.771262:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30758 00000100:00100000:3.0:1746143535.771268:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2473:x1830963462218880:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:3.0:1746143535.771280:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.771324:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a7c800/0xa6c9a53f47f23c90 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c380 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.771355:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009808a000/0xa6c9a53f47f23c89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c379 expref: 8 pid: 9573 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143535.771362:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143535.771364:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143535.771367:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a7c800/0xa6c9a53f47f23c90 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c380 expref: 8 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.771399:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009808a000/0xa6c9a53f47f23c89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c379 expref: 8 pid: 9573 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143535.771411:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009808a000/0xa6c9a53f47f23c89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c379 expref: 8 pid: 9573 timeout: 854 lvb_type: 1 00000100:00100000:3.0:1746143535.771425:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455344384:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143535.771507:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800914576c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143535.773784:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455344384:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143535.773820:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a7c800/0xa6c9a53f47f23c90 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c380 expref: 8 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.773834:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a7c800, rc 0) 00000100:00100000:3.0:1746143535.773872:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2473:x1830963462218880:12345-192.168.203.27@tcp:101:cp.0 Request processed in 2603us (2782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143535.773879:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30758 00000100:00100000:0.0:1746143535.774079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143535.774204:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462219008 00000100:00100000:2.0:1746143535.774210:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462219008 00010000:00010000:2.0:1746143535.774236:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009808a000/0xa6c9a53f47f23c89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c379 expref: 8 pid: 9573 timeout: 854 lvb_type: 1 00000100:00100000:2.0:1746143535.774257:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16661 00000100:00100000:2.0:1746143535.774263:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462219008:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143535.774274:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143535.774318:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009808a000/0xa6c9a53f47f23c89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c379 expref: 8 pid: 9573 timeout: 854 lvb_type: 1 00010000:00010000:2.0:1746143535.774330:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009808a000/0xa6c9a53f47f23c89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c379 expref: 8 pid: 9573 timeout: 854 lvb_type: 1 00010000:00010000:2.0:1746143535.774351:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009808a000/0xa6c9a53f47f23c89 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c379 expref: 8 pid: 9573 timeout: 854 lvb_type: 1 00010000:00010000:2.0:1746143535.774378:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143535.774379:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143535.774386:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a7c800/0xa6c9a53f47f23c90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c380 expref: 7 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.774394:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a7c800/0xa6c9a53f47f23c90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c380 expref: 7 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.774420:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a7c800/0xa6c9a53f47f23c90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c380 expref: 7 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143535.774431:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963455344512:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143535.774485:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e14b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746143535.776280:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963455344512:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143535.776328:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143535.776449:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2007:x1830963462219008:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2183us (2369us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143535.776457:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16661 00000100:00100000:0.0:1746143535.777922:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143535.778021:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462219264 00000100:00100000:2.0:1746143535.778027:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462219264 00000100:00100000:2.0:1746143535.778078:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 184 00000100:00100000:2.0:1746143535.778084:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf8e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2473:x1830963462219264:12345-192.168.203.27@tcp:35:cp.0 00000100:00100000:2.0:1746143535.778389:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf8e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2473:x1830963462219264:12345-192.168.203.27@tcp:35:cp.0 Request processed in 305us (470us total) trans 4294986246 rc 0/0 00000100:00100000:2.0:1746143535.778395:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 184 00000100:00100000:0.0:1746143535.804777:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.804889:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462219520 00000100:00100000:3.0:1746143535.804901:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462219520 00000100:00100000:3.0:1746143535.804952:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44153 00000100:00100000:3.0:1746143535.804959:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2476:x1830963462219520:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746143535.804985:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.805005:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f23c97 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c387 expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.805102:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7d000/0xa6c9a53f47f23c9e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.805114:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7d000/0xa6c9a53f47f23c9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.805126:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7d000/0xa6c9a53f47f23c9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00000004:00200000:3.0:1746143535.805136:0:21530:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1716 00010000:00010000:3.0:1746143535.805476:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f23c97 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c387 expref: 20 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.805513:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7d000/0xa6c9a53f47f23c9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c387 expref: 19 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.805522:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008efa5600) 00010000:00010000:3.0:1746143535.805525:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746143535.805528:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a7d000, rc 0) 00000100:00100000:3.0:1746143535.805595:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2476:x1830963462219520:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 635us (828us total) trans 4294986247 rc 0/0 00000100:00100000:3.0:1746143535.805602:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44153 00000100:00100000:0.0:1746143535.823235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.823369:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462219648 00000100:00100000:3.0:1746143535.823380:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462219648 00000100:00100000:3.0:1746143535.823430:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44154 00000100:00100000:3.0:1746143535.823439:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+8:2480:x1830963462219648:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746143535.823461:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.823480:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5400/0xa6c9a53f47f23cac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c38e expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.823553:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23cb3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.823567:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23cb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.823577:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23cb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00000004:00200000:3.0:1746143535.823616:0:21530:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746143535.823619:0:21530:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746143535.823636:0:21530:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23cb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.823659:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5400/0xa6c9a53f47f23cac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c38e expref: 10 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.823781:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23cb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c38e expref: 9 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.823790:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143535.823792:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746143535.823796:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800907f5a00, rc 0) 00000100:00100000:3.0:1746143535.823974:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+9:2480:x1830963462219648:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 536us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143535.823981:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44154 00000100:00100000:0.0:1746143535.825665:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.825796:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462219776 00000100:00100000:3.0:1746143535.825804:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462219776 00000100:00100000:3.0:1746143535.826053:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44155 00000100:00100000:3.0:1746143535.826061:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+9:2480:x1830963462219776:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746143535.826077:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.826091:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23cba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c395 expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.826233:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23cc1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.826247:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23cc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.826257:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23cc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.826268:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f23cc8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.826274:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f23cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.826279:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f23cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827445:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7c200/0xa6c9a53f47f23ccf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827460:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7c200/0xa6c9a53f47f23ccf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827467:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7c200/0xa6c9a53f47f23ccf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00000004:00200000:3.0:1746143535.827534:0:21530:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 4096 00000004:00200000:3.0:1746143535.827550:0:21530:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746143535.827568:0:21530:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7c200/0xa6c9a53f47f23ccf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827578:0:21530:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23cc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827584:0:21530:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23cc1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827590:0:21530:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23cc1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827595:0:21530:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800907f5200 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143535.827600:0:21530:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23cc1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827606:0:21530:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23cc1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827617:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143535.827620:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143535.827624:0:21530:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23cc1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827629:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23cc1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827643:0:21530:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f23cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827652:0:21530:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f23cc8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827657:0:21530:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f23cc8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827661:0:21530:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091a7dc00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143535.827664:0:21530:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f23cc8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827669:0:21530:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f23cc8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827674:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012de34000) 00010000:00010000:3.0:1746143535.827676:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143535.827679:0:21530:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f23cc8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827683:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f23cc8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.827707:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23cba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c395 expref: 11 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.827718:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7c200/0xa6c9a53f47f23ccf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c395 expref: 10 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.827724:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88012de34700) 00010000:00010000:3.0:1746143535.827726:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746143535.827728:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a7c200, rc 0) 00000100:00100000:3.0:1746143535.827794:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+10:2480:x1830963462219776:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 1733us (2137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143535.827802:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44155 00000100:00100000:0.0:1746143535.829292:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.829395:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462219904 00000100:00100000:3.0:1746143535.829403:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462219904 00000100:00100000:0.0:1746143535.829488:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44156 00000100:00100000:0.0:1746143535.829496:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+10:2480:x1830963462219904:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:0.0:1746143535.829513:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143535.829526:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aec00/0xa6c9a53f47f23cd6 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c39c expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143535.829577:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23cdd lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:0.0:1746143535.829587:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23cdd lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:0.0:1746143535.829596:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23cdd lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:0.0:1746143535.829630:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:0.0:1746143535.829633:0:8934:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1746143535.829655:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921aec00/0xa6c9a53f47f23cd6 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c39c expref: 12 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143535.829688:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921afe00/0xa6c9a53f47f23cdd lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c39c expref: 11 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143535.829695:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012de34800) 00010000:00010000:0.0:1746143535.829698:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1746143535.829700:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800921afe00, rc 0) 00000100:00100000:0.0:1746143535.829734:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+11:2480:x1830963462219904:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 240us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143535.829741:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44156 00000100:00100000:0.0:1746143535.831287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.832153:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462220032 00000100:00100000:3.0:1746143535.832162:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462220032 00000100:00100000:3.0:1746143535.832220:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44157 00000100:00100000:3.0:1746143535.832228:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+5:2480:x1830963462220032:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746143535.832247:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.832270:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800907f5400/0xa6c9a53f47f23ce4 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c3a3 expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.832421:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012d86e600/0xa6c9a53f47f23ceb lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.832433:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012d86e600/0xa6c9a53f47f23ceb lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT1 00010000:00010000:3.0:1746143535.832447:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012d86e600/0xa6c9a53f47f23ceb lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT1 00000004:00200000:3.0:1746143535.832492:0:21530:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746143535.832496:0:21530:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746143535.832572:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800907f5400/0xa6c9a53f47f23ce4 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3a3 expref: 7 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.832588:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012d86e600/0xa6c9a53f47f23ceb lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3a3 expref: 6 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.832595:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff8800920f8000) 00010000:00010000:3.0:1746143535.832597:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746143535.832600:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d86e600, rc 0) 00000100:00100000:3.0:1746143535.832740:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2480:x1830963462220032:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 513us (1458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143535.832746:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44157 00000100:00100000:0.0:1746143535.837719:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.837818:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462220160 00000100:00100000:3.0:1746143535.837828:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462220160 00000100:00100000:3.0:1746143535.837877:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44158 00000100:00100000:3.0:1746143535.837886:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+11:2480:x1830963462220160:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746143535.837908:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.837927:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013647c200/0xa6c9a53f47f23cf2 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c3aa expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.837990:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23cf9 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838002:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23cf9 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838013:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23cf9 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838023:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23d00 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838029:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23d00 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838034:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23d00 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838109:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23d07 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838122:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23d07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838128:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23d07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00000004:00200000:3.0:1746143535.838166:0:21530:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1716 00000004:00200000:3.0:1746143535.838170:0:21530:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746143535.838186:0:21530:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23d07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838193:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23d07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838199:0:21530:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23cf9 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838204:0:21530:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23cf9 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838210:0:21530:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23cf9 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838215:0:21530:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800907f5000 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143535.838218:0:21530:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23cf9 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838223:0:21530:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23cf9 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838231:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012de34800) 00010000:00010000:3.0:1746143535.838233:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143535.838236:0:21530:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23cf9 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838242:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5000/0xa6c9a53f47f23cf9 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838257:0:21530:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23d00 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838262:0:21530:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23d00 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838266:0:21530:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23d00 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838270:0:21530:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800907f5200 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143535.838272:0:21530:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23d00 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838276:0:21530:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23d00 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838280:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008efa5d00) 00010000:00010000:3.0:1746143535.838282:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143535.838283:0:21530:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23d00 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838287:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f23d00 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:3.0:1746143535.838330:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013647c200/0xa6c9a53f47f23cf2 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3aa expref: 13 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.838340:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23d07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3aa expref: 12 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.838351:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008efa5600) 00010000:00010000:3.0:1746143535.838353:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746143535.838355:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800907f4400, rc 0) 00000100:00100000:3.0:1746143535.838406:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+12:2480:x1830963462220160:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 521us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143535.838412:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44158 00000100:00100000:0.0:1746143535.840881:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.840972:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462220288 00000100:00100000:3.0:1746143535.840981:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462220288 00000100:00100000:3.0:1746143535.841203:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30759 00000100:00100000:3.0:1746143535.841210:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097825500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1830963462220288:12345-192.168.203.27@tcp:8:mmap_cat.0 00010000:00080000:3.0:1746143535.841244:0:9572:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from 6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp t0 exp (null) cur 754 last 0 00000020:00000080:3.0:1746143535.841278:0:9572:0:(genops.c:1402:class_connect()) connect: client 6c035184-928a-4088-be86-d6b338962a2f, cookie 0xa6c9a53f47f23d0e 00002000:00100000:3.0:1746143535.841289:0:9572:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 6c035184-928a-4088-be86-d6b338962a2f/ffff880097d5f000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103649 ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1746143535.841608:0:9572:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:3.0:1746143535.841674:0:9572:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff880130539840 00002000:00080000:3.0:1746143535.841682:0:9572:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1746143535.841708:0:9572:0:(import.c:66:import_set_state_nolock()) ffff880097d5f800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1746143535.842333:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097825500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:2003:x1830963462220288:12345-192.168.203.27@tcp:8:mmap_cat.0 Request processed in 1122us (1458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143535.842341:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30759 00000100:00100000:0.0:1746143535.845151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.845262:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462220416 00000100:00100000:3.0:1746143535.845272:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462220416 00000100:00080000:2.0:1746143535.845371:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746143535.845515:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30760 00000100:00100000:3.0:1746143535.845525:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:0:x1830963462220416:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746143535.845554:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.845573:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013647ce00/0xa6c9a53f47f23d15 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c3b1 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143535.845629:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455344640:192.168.203.27@tcp:106: 00000100:00100000:3.0:1746143535.845701:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091457540 going to sleep for 11 seconds 00002000:00010000:3.0:1746143535.849201:0:9572:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size: 0 -> 1716 00002000:00010000:3.0:1746143535.849208:0:9572:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime: 0 -> 1746143536 00002000:00010000:3.0:1746143535.849210:0:9572:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime: 0 -> 1746143536 00002000:00010000:3.0:1746143535.849212:0:9572:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime: 0 -> 1746143536 00002000:00010000:3.0:1746143535.849214:0:9572:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1746143535.849241:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455344640:192.168.203.27@tcp:106: 00010000:00010000:3.0:1746143535.849277:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013647ce00/0xa6c9a53f47f23d15 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3b1 expref: 7 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143535.849291:0:9572:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013647ce00/0xa6c9a53f47f23d15 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3b1 expref: 7 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143535.849336:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013647ce00, rc 0) 00000100:00100000:3.0:1746143535.849393:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:0:x1830963462220416:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 3868us (4249us total) trans 0 rc 301/301 00000100:00100000:3.0:1746143535.849401:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30760 00000100:00100000:0.0:1746143535.851671:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143535.851762:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462220672 00000100:00100000:2.0:1746143535.851771:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462220672 00000100:00100000:2.0:1746143535.851830:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44159 00000100:00100000:2.0:1746143535.851837:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+12:2480:x1830963462220672:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746143535.851856:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143535.851874:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f23d1c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c3b8 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.851976:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6400/0xa6c9a53f47f23d23 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.851989:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6400/0xa6c9a53f47f23d23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.851999:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6400/0xa6c9a53f47f23d23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:2.0:1746143535.852008:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1716 00010000:00010000:2.0:1746143535.852107:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f23d1c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3b8 expref: 15 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.852138:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6400/0xa6c9a53f47f23d23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3b8 expref: 14 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.852146:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008efa5600) 00010000:00010000:2.0:1746143535.852149:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746143535.852152:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131df6400, rc 0) 00000100:00100000:2.0:1746143535.852203:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+14:2480:x1830963462220672:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 366us (540us total) trans 4294986248 rc 0/0 00000100:00100000:2.0:1746143535.852209:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44159 00000100:00100000:0.0:1746143535.854040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143535.854086:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.854097:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462220800 00000100:00100000:3.0:1746143535.854104:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462220800 00000100:00100000:2.0:1746143535.854157:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462220928 00000100:00100000:2.0:1746143535.854161:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462220928 00000100:00100000:3.0:1746143535.854178:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30761 00000100:00100000:3.0:1746143535.854186:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097827800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462220800:12345-192.168.203.27@tcp:101:mmap_cat.0 00000100:00100000:2.0:1746143535.854191:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1054 00000100:00100000:2.0:1746143535.854197:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+14:2004:x1830963462220928:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143535.854200:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143535.854208:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143535.854213:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf89600/0xa6c9a53f47f23d31 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c3bf expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.854226:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6400/0xa6c9a53f47f23d23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3b8 expref: 14 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.854238:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008efa5600) 00010000:00010000:2.0:1746143535.854242:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143535.854260:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455344768:192.168.203.27@tcp:106: 00000100:00100000:2.0:1746143535.854276:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+13:2004:x1830963462220928:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 78us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143535.854282:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1054 00000100:00100000:3.0:1746143535.854905:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091457540 going to sleep for 11 seconds 00000100:00100000:3.0:1746143535.856715:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455344768:192.168.203.27@tcp:106: 00010000:00010000:3.0:1746143535.856752:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf89600/0xa6c9a53f47f23d31 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3bf expref: 7 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143535.856764:0:9572:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf89600/0xa6c9a53f47f23d31 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3bf expref: 7 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143535.856809:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf89600, rc 0) 00000100:00100000:3.0:1746143535.856861:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097827800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462220800:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 2674us (2829us total) trans 0 rc 301/301 00000100:00100000:3.0:1746143535.856868:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30761 00000100:00100000:0.0:1746143535.859649:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.859719:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462221056 00000100:00100000:3.0:1746143535.859728:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462221056 00000100:00100000:3.0:1746143535.859788:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30762 00000100:00100000:3.0:1746143535.859796:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:2480:x1830963462221056:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746143535.859814:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.859834:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf88200/0xa6c9a53f47f23d38 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c3c6 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.859862:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a7c800/0xa6c9a53f47f23c90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c380 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.859871:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143535.859873:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143535.859876:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf88200/0xa6c9a53f47f23d38 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3c6 expref: 7 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.859907:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a7c800/0xa6c9a53f47f23c90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c380 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.859918:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a7c800/0xa6c9a53f47f23c90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c380 expref: 6 pid: 9572 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746143535.859931:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455344896:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143535.861498:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091457540 going to sleep for 11 seconds 00000100:00100000:2.0:1746143535.865084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143535.865145:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462221184 00000100:00100000:1.0:1746143535.865155:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462221184 00002000:00100000:1.0:1746143535.865201:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (0->1715) req@ffff8800834a7480 x1830963462221184/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:686/0 lens 2208/0 e 0 to 0 dl 1746143546 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746143535.865212:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a7480 with x1830963462221184 ext(0->1715) 00010000:00010000:1.0:1746143535.865220:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091a7c800/0xa6c9a53f47f23c90 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c380 expref: 7 pid: 9572 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746143535.865233:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a7c800/0xa6c9a53f47f23c90 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c380 expref: 7 pid: 9572 timeout: 854 lvb_type: 0 00002000:00010000:1.0:1746143535.865240:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800834a7480 00000100:00100000:1.0:1746143535.865260:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3187 00000100:00100000:1.0:1746143535.865267:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963462221184:12345-192.168.203.27@tcp:4:cp.0 00000100:00100000:3.0:1746143535.865765:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455344896:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143535.865795:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf88200/0xa6c9a53f47f23d38 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3c6 expref: 7 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.865811:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf88200, rc 0) 00000100:00100000:3.0:1746143535.865870:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+7:2480:x1830963462221056:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 6075us (6230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143535.865878:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30762 00000001:00100000:0.0:1746143535.868111:0:10908:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 6c035184-928a-4088-be86-d6b338962a2f 00000001:00100000:0.0:1746143535.868121:0:10908:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c97f0927-0cf9-481f-8b16-07ea4f949ecf 00000100:00100000:0.0:1746143535.873453:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462221184:12345-192.168.203.27@tcp:4:cp.0 Request processed in 8177us (8370us total) trans 4294970717 rc 0/0 00000100:00100000:0.0:1746143535.873465:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3187 00002000:00100000:0.0:1746143535.873476:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (0->1715) req@ffff8800834a7480 x1830963462221184/t4294970717(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:686/0 lens 2208/448 e 0 to 0 dl 1746143546 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746143535.873485:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a7480 with x1830963462221184 ext(0->1715) 00010000:00010000:0.0:1746143535.873494:0:27163:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091a7c800/0xa6c9a53f47f23c90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c380 expref: 8 pid: 9572 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746143535.873508:0:27163:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a7c800/0xa6c9a53f47f23c90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c380 expref: 8 pid: 9572 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746143535.873515:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800834a7480 00000100:00100000:0.0:1746143535.876263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143535.876383:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462221312 00000100:00100000:2.0:1746143535.876390:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462221312 00010000:00010000:2.0:1746143535.876422:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a7c800/0xa6c9a53f47f23c90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c380 expref: 8 pid: 9572 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746143535.876446:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16662 00000100:00100000:2.0:1746143535.876452:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097826680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462221312:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143535.876463:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746143535.876681:0:10921:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1746143535.876688:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a7c800/0xa6c9a53f47f23c90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c380 expref: 8 pid: 9572 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746143535.876699:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a7c800/0xa6c9a53f47f23c90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c380 expref: 8 pid: 9572 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746143535.876717:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a7c800/0xa6c9a53f47f23c90 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c380 expref: 8 pid: 9572 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746143535.877003:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143535.877005:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143535.877011:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf88200/0xa6c9a53f47f23d38 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3c6 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.877019:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf88200/0xa6c9a53f47f23d38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3c6 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.877046:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf88200/0xa6c9a53f47f23d38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3c6 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143535.877056:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963455345024:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143535.878110:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e14b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746143535.880090:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143535.880195:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963455345024:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143535.880215:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143535.880253:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097826680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2007:x1830963462221312:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3801us (3997us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143535.880263:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16662 00000100:00100000:1.0:1746143535.880445:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462221568 00000100:00100000:1.0:1746143535.880452:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462221568 00002000:00100000:1.0:1746143535.880482:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880097826a00 x1830963462221568/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:686/0 lens 488/0 e 0 to 0 dl 1746143546 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143535.880491:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097826a00 with x1830963462221568 ext(0->4095) 00002000:00010000:1.0:1746143535.880494:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097826a00 00000100:00100000:1.0:1746143535.880507:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13871 00000100:00100000:1.0:1746143535.880512:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097826a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462221568:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746143535.881287:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097826a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462221568:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 770us (1200us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746143535.881318:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13871 00002000:00100000:1.0:1746143535.881325:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880097826a00 x1830963462221568/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:686/0 lens 488/4536 e 0 to 0 dl 1746143546 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746143535.881331:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097826a00 with x1830963462221568 ext(0->4095) 00002000:00010000:1.0:1746143535.881334:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097826a00 00000100:00100000:0.0:1746143535.884169:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143535.884285:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462221824 00000100:00100000:2.0:1746143535.884368:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462221824 00000100:00100000:2.0:1746143535.884740:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 185 00000100:00100000:2.0:1746143535.884748:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097825180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+13:2480:x1830963462221824:12345-192.168.203.27@tcp:35:mmap_cat.0 00000100:00100000:2.0:1746143535.885024:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097825180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+14:2480:x1830963462221824:12345-192.168.203.27@tcp:35:mmap_cat.0 Request processed in 277us (871us total) trans 4294986249 rc 0/0 00000100:00100000:2.0:1746143535.885030:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 185 00000100:00100000:0.0:1746143535.894728:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143535.894834:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462221952 00000100:00100000:2.0:1746143535.894844:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462221952 00000100:00100000:2.0:1746143535.895418:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44160 00000100:00100000:2.0:1746143535.895427:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097827100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2483:x1830963462221952:12345-192.168.203.27@tcp:101:truncate.0 00010000:00010000:2.0:1746143535.895453:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143535.895474:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23d3f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c3cd expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.895505:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23d46 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.895518:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23d46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.895529:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23d46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.895867:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79800/0xa6c9a53f47f23d3f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3cd expref: 21 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.895973:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79600/0xa6c9a53f47f23d46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3cd expref: 20 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.895982:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008efa5600) 00010000:00010000:2.0:1746143535.895985:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746143535.895988:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79600, rc 0) 00000100:00100000:2.0:1746143535.896185:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097827100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2483:x1830963462221952:12345-192.168.203.27@tcp:101:truncate.0 Request processed in 759us (1468us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143535.896191:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44160 00000100:00100000:0.0:1746143535.898063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143535.898157:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462222208 00000100:00100000:2.0:1746143535.898164:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462222208 00000100:00100000:2.0:1746143535.898208:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44161 00000100:00100000:2.0:1746143535.898215:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:2483:x1830963462222208:12345-192.168.203.27@tcp:36:truncate.0 00010000:00010000:2.0:1746143535.898257:0:8934:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143535.898277:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7d200/0xa6c9a53f47f23c74 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c372 expref: 20 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.898314:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008efa5600) 00010000:00010000:2.0:1746143535.898866:0:8934:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143535.899028:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23d4d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.899045:0:8934:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23d07 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3aa expref: 13 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.899057:0:8934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23d4d lrc: 4/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.899090:0:8934:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23d07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3aa expref: 13 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.899104:0:8934:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23d07 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3aa expref: 13 pid: 21530 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746143535.899118:0:8934:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8934:1830963455345152:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143535.899226:0:8934:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e14be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143535.900947:0:8934:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8934:1830963455345152:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143535.900970:0:8934:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23d4d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000100:00100000:0.0:1746143535.901077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143535.901690:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462222336 00000100:00100000:2.0:1746143535.901697:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462222336 00010000:00010000:2.0:1746143535.901730:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23d07 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3aa expref: 14 pid: 21530 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746143535.901911:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16663 00000100:00100000:2.0:1746143535.901920:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+14:2007:x1830963462222336:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143535.901935:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143535.901940:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23d07 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3aa expref: 14 pid: 21530 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746143535.901952:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23d07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3aa expref: 14 pid: 21530 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746143535.901974:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f23d07 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3aa expref: 14 pid: 21530 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746143535.901989:0:10921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008efa5600) 00010000:00010000:2.0:1746143535.901993:0:10921:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23d4d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.902002:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23d4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.902010:0:10921:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23d4d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143535.902205:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143535.902420:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+13:2007:x1830963462222336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 500us (1343us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143535.902429:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16663 00010000:00010000:3.0:1746143535.902490:0:8934:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23d4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.902497:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23d4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000001:00080000:3.0:1746143535.902593:0:8934:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986250 00000004:00010000:3.0:1746143535.902637:0:8934:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091baea00 reply state ffff880122df9000 transno 4294986251 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23d4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.902645:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23d4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.902650:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008efa5600) 00010000:00010000:3.0:1746143535.902653:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746143535.902655:0:8934:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746143535.902711:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:2483:x1830963462222208:12345-192.168.203.27@tcp:36:truncate.0 Request processed in 4497us (4655us total) trans 4294986251 rc 0/0 00000100:00100000:3.0:1746143535.902717:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44161 00000020:00080000:3.0:1746143535.902721:0:8934:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746143535.904220:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.904614:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462222464 00000100:00100000:3.0:1746143535.904621:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462222464 00000100:00100000:3.0:1746143535.904778:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30763 00000100:00100000:3.0:1746143535.904786:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2483:x1830963462222464:12345-192.168.203.27@tcp:101:truncate.0 00010000:00010000:3.0:1746143535.904803:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.904821:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009043f200/0xa6c9a53f47f23d54 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c3d4 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.904849:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf88200/0xa6c9a53f47f23d38 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3c6 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.904858:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143535.904860:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143535.904863:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043f200/0xa6c9a53f47f23d54 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3d4 expref: 8 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.904897:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf88200/0xa6c9a53f47f23d38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3c6 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.904910:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf88200/0xa6c9a53f47f23d38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3c6 expref: 5 pid: 9572 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746143535.904923:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455345280:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143535.905000:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800914579c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143535.907194:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455345280:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143535.907230:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009043f200/0xa6c9a53f47f23d54 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3d4 expref: 8 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.907247:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009043f200, rc 0) 00000100:00100000:3.0:1746143535.907329:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2483:x1830963462222464:12345-192.168.203.27@tcp:101:truncate.0 Request processed in 2535us (3105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143535.907338:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30763 00000100:00100000:0.0:1746143535.907428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.907996:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462222592 00000100:00100000:3.0:1746143535.908002:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462222592 00010000:00010000:3.0:1746143535.908023:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf88200/0xa6c9a53f47f23d38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3c6 expref: 6 pid: 9572 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746143535.908440:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16664 00000100:00100000:3.0:1746143535.908447:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b941050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462222592:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143535.908459:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143535.908482:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf88200/0xa6c9a53f47f23d38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3c6 expref: 6 pid: 9572 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746143535.908492:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf88200/0xa6c9a53f47f23d38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3c6 expref: 6 pid: 9572 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746143535.908513:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf88200/0xa6c9a53f47f23d38 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3c6 expref: 6 pid: 9572 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746143535.908533:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143535.908543:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143535.908549:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009043f200/0xa6c9a53f47f23d54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3d4 expref: 7 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.908558:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009043f200/0xa6c9a53f47f23d54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3d4 expref: 7 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.908588:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009043f200/0xa6c9a53f47f23d54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3d4 expref: 7 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143535.908600:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963455345408:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143535.908664:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800914579c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143535.910860:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.910941:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963455345408:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143535.910960:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143535.910998:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b941050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462222592:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2552us (3571us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143535.911007:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16664 00000100:00100000:1.0:1746143535.911209:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462222720 00000100:00100000:1.0:1746143535.911215:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462222720 00002000:00010000:1.0:1746143535.911244:0:27163:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/24 (858->18446744073709551615) 00002000:00100000:1.0:1746143535.911248:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a4e00 with x1830963462222720 ext(858->18446744073709551615) 00002000:00010000:1.0:1746143535.911257:0:27163:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800834a4e00. 00000100:00100000:1.0:1746143535.911273:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13872 00000100:00100000:1.0:1746143535.911280:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462222720:12345-192.168.203.27@tcp:10:truncate.0 00002000:00010000:1.0:1746143535.911552:0:27163:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:1.0:1746143535.911556:0:27163:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 1746143536 -> 1746143536 00002000:00010000:1.0:1746143535.911558:0:27163:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime from disk: 1746143536 -> 0 00002000:00010000:1.0:1746143535.911559:0:27163:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 1746143536 -> 1746143536 00002000:00010000:1.0:1746143535.911561:0:27163:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1746143535.911586:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462222720:12345-192.168.203.27@tcp:10:truncate.0 Request processed in 307us (733us total) trans 4294970718 rc 0/0 00000100:00100000:1.0:1746143535.911592:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13872 00002000:00010000:1.0:1746143535.911595:0:27163:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/24 (858->18446744073709551615) 00002000:00100000:1.0:1746143535.911597:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a4e00 with x1830963462222720 ext(858->18446744073709551615) 00002000:00010000:1.0:1746143535.911601:0:27163:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800834a4e00. 00000100:00100000:0.0:1746143535.920003:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.920111:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462222848 00000100:00100000:3.0:1746143535.920122:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462222848 00000100:00100000:3.0:1746143535.920175:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44162 00000100:00100000:3.0:1746143535.920183:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:2485:x1830963462222848:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746143535.920209:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.920229:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fb98600/0xa6c9a53f47f23d5b lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c3db expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.920932:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb18400/0xa6c9a53f47f23d62 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.920952:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb18400/0xa6c9a53f47f23d62 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.920964:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb18400/0xa6c9a53f47f23d62 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.920979:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f23d69 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.920985:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f23d69 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.920990:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f23d69 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921066:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed600/0xa6c9a53f47f23d70 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921073:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed600/0xa6c9a53f47f23d70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921078:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed600/0xa6c9a53f47f23d70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:3.0:1746143535.921117:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 858 00000004:00200000:3.0:1746143535.921121:0:8934:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746143535.921136:0:8934:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed600/0xa6c9a53f47f23d70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921145:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed600/0xa6c9a53f47f23d70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921152:0:8934:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb18400/0xa6c9a53f47f23d62 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921156:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb18400/0xa6c9a53f47f23d62 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921159:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb18400/0xa6c9a53f47f23d62 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921163:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb18400/0xa6c9a53f47f23d62 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921166:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bb18400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143535.921169:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb18400/0xa6c9a53f47f23d62 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921175:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb18400/0xa6c9a53f47f23d62 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921184:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012de34800) 00010000:00010000:3.0:1746143535.921186:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143535.921189:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb18400/0xa6c9a53f47f23d62 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921193:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb18400/0xa6c9a53f47f23d62 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921214:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f23d69 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921219:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f23d69 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921223:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f23d69 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921227:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800920bce00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143535.921229:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f23d69 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921233:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f23d69 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921238:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008efa5d00) 00010000:00010000:3.0:1746143535.921240:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143535.921242:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f23d69 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921269:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f23d69 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.921309:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fb98600/0xa6c9a53f47f23d5b lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3db expref: 24 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.921321:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed600/0xa6c9a53f47f23d70 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3db expref: 23 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.921327:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008efa5600) 00010000:00010000:3.0:1746143535.921330:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746143535.921332:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092fed600, rc 0) 00000100:00100000:3.0:1746143535.921385:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+23:2485:x1830963462222848:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 1203us (1392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143535.921392:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44162 00000100:00100000:2.0:1746143535.924987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143535.925052:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462223104 00000100:00100000:0.0:1746143535.925062:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462223104 00002000:00100000:0.0:1746143535.925109:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800834a5c00 x1830963462223104/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:686/0 lens 488/0 e 0 to 0 dl 1746143546 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746143535.925118:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a5c00 with x1830963462223104 ext(0->4095) 00002000:00010000:0.0:1746143535.925123:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800834a5c00 00000100:00100000:0.0:1746143535.925157:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13873 00000100:00100000:0.0:1746143535.925165:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462223104:12345-192.168.203.27@tcp:3:cp.0 00000100:00100000:0.0:1746143535.925328:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462223104:12345-192.168.203.27@tcp:3:cp.0 Request processed in 164us (354us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143535.925335:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13873 00002000:00100000:0.0:1746143535.925340:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800834a5c00 x1830963462223104/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:686/0 lens 488/4536 e 0 to 0 dl 1746143546 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746143535.925348:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a5c00 with x1830963462223104 ext(0->4095) 00002000:00010000:0.0:1746143535.925351:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800834a5c00 00000100:00100000:0.0:1746143535.938073:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.938662:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462223232 00000100:00100000:3.0:1746143535.938673:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462223232 00000100:00100000:3.0:1746143535.938753:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44163 00000100:00100000:3.0:1746143535.938761:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+13:2489:x1830963462223232:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746143535.938786:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.938803:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec800/0xa6c9a53f47f23d77 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c3e2 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.938857:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f23d7e lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.938870:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f23d7e lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.938880:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f23d7e lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.938888:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f23d85 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.938893:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f23d85 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.938897:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f23d85 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.939240:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009043f600/0xa6c9a53f47f23d8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.939248:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009043f600/0xa6c9a53f47f23d8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.939255:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009043f600/0xa6c9a53f47f23d8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:3.0:1746143535.939291:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 858 00000004:00200000:3.0:1746143535.939310:0:8934:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746143535.939328:0:8934:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009043f600/0xa6c9a53f47f23d8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.939337:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009043f600/0xa6c9a53f47f23d8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.939344:0:8934:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f23d7e lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.939350:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f23d7e lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.939355:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f23d7e lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.939361:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f23d7e lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.939367:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092fed400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143535.939370:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f23d7e lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.939376:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f23d7e lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.939386:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012de34800) 00010000:00010000:3.0:1746143535.939389:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143535.939394:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f23d7e lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.939398:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f23d7e lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.940024:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f23d85 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.940031:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f23d85 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.940035:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f23d85 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.940038:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092fec600 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143535.940040:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f23d85 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.940044:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f23d85 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.940050:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008efa5d00) 00010000:00010000:3.0:1746143535.940052:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143535.940054:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f23d85 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.940058:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f23d85 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.940081:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec800/0xa6c9a53f47f23d77 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3e2 expref: 15 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.940094:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009043f600/0xa6c9a53f47f23d8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3e2 expref: 14 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.940099:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008efa5600) 00010000:00010000:3.0:1746143535.940101:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746143535.940102:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009043f600, rc 0) 00000100:00100000:3.0:1746143535.940167:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+14:2489:x1830963462223232:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 1407us (2105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143535.940173:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44163 00000100:00100000:0.0:1746143535.942804:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.942979:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462223360 00000100:00100000:3.0:1746143535.942989:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462223360 00000100:00100000:3.0:1746143535.943044:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30764 00000100:00100000:3.0:1746143535.943051:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462223360:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746143535.943069:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.943085:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f68b200/0xa6c9a53f47f23d93 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c3e9 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143535.943137:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455345536:192.168.203.27@tcp:106: 00000100:00100000:3.0:1746143535.943220:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091457c00 going to sleep for 11 seconds 00002000:00010000:3.0:1746143535.946827:0:9572:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime: 0 -> 1746143536 00000100:00100000:3.0:1746143535.946857:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455345536:192.168.203.27@tcp:106: 00010000:00010000:3.0:1746143535.946894:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f68b200/0xa6c9a53f47f23d93 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3e9 expref: 6 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143535.946909:0:9572:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f68b200/0xa6c9a53f47f23d93 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3e9 expref: 6 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143535.946934:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f68b200, rc 0) 00000100:00100000:3.0:1746143535.946994:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:2007:x1830963462223360:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 3943us (4198us total) trans 0 rc 301/301 00000100:00100000:3.0:1746143535.947002:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30764 00000100:00100000:0.0:1746143535.948606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.948691:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462223616 00000100:00100000:3.0:1746143535.948700:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462223616 00000100:00100000:3.0:1746143535.948753:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44164 00000100:00100000:3.0:1746143535.948760:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091baf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+14:2489:x1830963462223616:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746143535.948781:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.948798:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f23d9a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c3f0 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.948905:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f23da1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.948919:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f23da1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143535.948930:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f23da1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:3.0:1746143535.948942:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 858 00010000:00010000:3.0:1746143535.949047:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68a400/0xa6c9a53f47f23d9a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3f0 expref: 17 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.949066:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68ba00/0xa6c9a53f47f23da1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3f0 expref: 16 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.949078:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008efa5600) 00010000:00010000:3.0:1746143535.949081:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746143535.949084:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f68ba00, rc 0) 00000100:00100000:3.0:1746143535.949197:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+16:2489:x1830963462223616:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 437us (597us total) trans 4294986252 rc 0/0 00000100:00100000:3.0:1746143535.949204:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44164 00000100:00100000:0.0:1746143535.950463:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.951250:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462223744 00000100:00100000:3.0:1746143535.951259:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462223744 00000100:00100000:3.0:1746143535.951340:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30765 00000100:00100000:3.0:1746143535.951347:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462223744:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746143535.951362:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.951379:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f68b200/0xa6c9a53f47f23daf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c3f7 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143535.951431:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455345664:192.168.203.27@tcp:106: 00000100:00100000:3.0:1746143535.951513:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091457f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143535.952906:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455345664:192.168.203.27@tcp:106: 00010000:00010000:3.0:1746143535.952932:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f68b200/0xa6c9a53f47f23daf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3f7 expref: 6 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143535.952944:0:9572:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f68b200/0xa6c9a53f47f23daf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3f7 expref: 6 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143535.952966:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f68b200, rc 0) 00000100:00100000:3.0:1746143535.953008:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462223744:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 1661us (2547us total) trans 0 rc 301/301 00000100:00100000:3.0:1746143535.953015:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30765 00000100:00100000:0.0:1746143535.956901:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143535.956957:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462223872 00000100:00100000:3.0:1746143535.956972:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462223872 00000100:00100000:3.0:1746143535.957035:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30766 00000100:00100000:3.0:1746143535.957044:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:2489:x1830963462223872:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746143535.957061:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143535.957080:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090494a00/0xa6c9a53f47f23db6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c3fe expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.957120:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009043f200/0xa6c9a53f47f23d54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3d4 expref: 8 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.957129:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143535.957131:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143535.957134:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090494a00/0xa6c9a53f47f23db6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3fe expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.957168:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009043f200/0xa6c9a53f47f23d54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3d4 expref: 8 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.957181:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009043f200/0xa6c9a53f47f23d54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3d4 expref: 8 pid: 9572 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746143535.957193:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455345792:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143535.957290:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091457f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143535.958897:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455345792:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143535.958931:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143535.958983:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462224000 00000100:00100000:2.0:1746143535.958988:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462224000 00010000:00010000:2.0:1746143535.959015:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009043f200/0xa6c9a53f47f23d54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3d4 expref: 9 pid: 9572 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746143535.959057:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16665 00000100:00100000:2.0:1746143535.959064:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462224000:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143535.959076:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143535.959100:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009043f200/0xa6c9a53f47f23d54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3d4 expref: 9 pid: 9572 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746143535.959112:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009043f200/0xa6c9a53f47f23d54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3d4 expref: 9 pid: 9572 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746143535.959135:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043f200/0xa6c9a53f47f23d54 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3d4 expref: 9 pid: 9572 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746143535.959164:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143535.959166:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143535.959178:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090494a00/0xa6c9a53f47f23db6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3fe expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143535.959192:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090494a00/0xa6c9a53f47f23db6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3fe expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.959208:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090494a00/0xa6c9a53f47f23db6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3fe expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143535.959216:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090494a00, rc 0) 00010000:00010000:2.0:1746143535.959219:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090494a00/0xa6c9a53f47f23db6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c3fe expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143535.959229:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963455345920:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143535.959257:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:2489:x1830963462223872:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 2215us (2370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143535.959274:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e14be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746143535.959275:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30766 00000100:00100000:2.0:1746143535.963139:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10921:1830963455345920:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143535.963165:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143535.963224:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462224000:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4158us (4292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143535.963234:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16665 00000100:00100000:1.0:1746143535.963569:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143535.965600:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462224256 00000100:00100000:0.0:1746143535.965610:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462224256 00002000:00100000:0.0:1746143535.965930:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091af1180 x1830963462224256/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:686/0 lens 488/0 e 0 to 0 dl 1746143546 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143535.965939:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091af1180 with x1830963462224256 ext(0->4095) 00002000:00010000:0.0:1746143535.965944:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091af1180 00000100:00100000:0.0:1746143535.965980:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13874 00000100:00100000:0.0:1746143535.965987:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462224256:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746143535.966258:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462224256:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 270us (2689us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746143535.966263:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13874 00002000:00100000:0.0:1746143535.966268:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091af1180 x1830963462224256/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:686/0 lens 488/4536 e 0 to 0 dl 1746143546 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746143535.966274:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091af1180 with x1830963462224256 ext(0->4095) 00002000:00010000:0.0:1746143535.966276:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091af1180 00000100:00100000:2.0:1746143536.393772:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963455346048:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746143536.393841:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143536.393947:0:9575:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455346048 00000100:00100000:0.0:1746143536.393953:0:9575:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455346048 00000100:00100000:0.0:1746143536.393988:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1746143536.393994:0:9575:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963455346048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746143536.394013:0:9575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3920252928 avail 3688730624 00000100:00100000:0.0:1746143536.394044:0:9575:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963455346048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143536.394050:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1746143536.394108:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963455346048:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1746143536.394147:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143536.425843:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830963455346176:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746143536.425897:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143536.425981:0:10693:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455346176 00000100:00100000:2.0:1746143536.425988:0:10693:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455346176 00000100:00100000:2.0:1746143536.426026:0:10693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1746143536.426031:0:10693:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830963455346176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746143536.426047:0:10693:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3920252928 avail 3688730624 00000100:00100000:2.0:1746143536.426080:0:10693:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830963455346176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143536.426085:0:10693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00080000:0.0:1746143536.426186:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143536.426212:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830963455346176:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746143536.479444:0:8900:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1746143537.480765:0:7204:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986252 is committed 00000001:00080000:1.0:1746143537.480793:0:7204:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986251 is committed 00000004:00080000:1.0:1746143537.480811:0:7204:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00000004:00080000:1.0:1746143537.480819:0:7204:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000100:00100000:1.0:1746143537.480895:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746143537.480909:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091af3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963455346304:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1746143537.480957:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143537.481017:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455346304 00000100:00100000:1.0:1746143537.481023:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455346304 00000100:00100000:1.0:1746143537.481058:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30767 00000100:00100000:1.0:1746143537.481064:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830963455346304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1746143537.481083:0:9572:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:26 count 1 00010000:00010000:1.0:1746143537.481101:0:9572:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f23dbd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143537.481116:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b94 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c33a expref: 5 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746143537.481127:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143537.481128:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143537.481130:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f23dbd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143537.481149:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c33a expref: 5 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746143537.481159:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c33a expref: 5 pid: 12044 timeout: 855 lvb_type: 1 00000100:00100000:1.0:1746143537.481168:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091af3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455346432:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746143537.481220:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa540 going to sleep for 11 seconds 00000100:00080000:1.0:1746143537.481328:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1746143537.481383:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921af800/0xa6c9a53f47f23ba2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143537.481390:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921af800/0xa6c9a53f47f23ba2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143537.481395:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800921af800/0xa6c9a53f47f23ba2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143537.481400:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800921af800 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143537.481404:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921af800/0xa6c9a53f47f23ba2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143537.481409:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921af800/0xa6c9a53f47f23ba2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143537.481422:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012de34500) 00010000:00010000:2.0:1746143537.481424:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143537.481427:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800921af800/0xa6c9a53f47f23ba2 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143537.481434:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921af800/0xa6c9a53f47f23ba2 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746143537.481454:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880132805800/0xa6c9a53f47f23be1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481458:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132805800/0xa6c9a53f47f23be1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481463:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132805800/0xa6c9a53f47f23be1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481467:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132805800 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143537.481469:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132805800/0xa6c9a53f47f23be1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481473:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132805800/0xa6c9a53f47f23be1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481478:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012de34000) 00010000:00010000:2.0:1746143537.481479:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143537.481482:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132805800/0xa6c9a53f47f23be1 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481485:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132805800/0xa6c9a53f47f23be1 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481493:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f23be8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481497:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f23be8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481503:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f23be8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481507:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091ae5600 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143537.481508:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f23be8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481512:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f23be8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481516:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88012de34700) 00010000:00010000:2.0:1746143537.481518:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143537.481519:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f23be8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481522:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f23be8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481538:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f23bef lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481542:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f23bef lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481546:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f23bef lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481549:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091ae5c00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143537.481551:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f23bef lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481555:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f23bef lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481562:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012de34800) 00010000:00010000:2.0:1746143537.481564:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143537.481566:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f23bef lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481569:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f23bef lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481576:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009219b400/0xa6c9a53f47f23c6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143537.481580:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009219b400/0xa6c9a53f47f23c6d lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143537.481584:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009219b400/0xa6c9a53f47f23c6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143537.481587:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009219b400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143537.481588:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009219b400/0xa6c9a53f47f23c6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143537.481592:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009219b400/0xa6c9a53f47f23c6d lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143537.481597:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88008efa5d00) 00010000:00010000:2.0:1746143537.481598:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143537.481600:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009219b400/0xa6c9a53f47f23c6d lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143537.481603:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009219b400/0xa6c9a53f47f23c6d lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143537.481615:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23d4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481620:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23d4d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481624:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23d4d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481628:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091a78c00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143537.481629:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23d4d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481633:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23d4d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481638:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008efa5600) 00010000:00010000:2.0:1746143537.481639:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143537.481641:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23d4d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.481645:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f23d4d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143537.484038:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746143537.489166:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091af3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455346432:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746143537.489188:0:9572:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f23dbd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143537.489372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143537.491111:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462224384 00000100:00100000:2.0:1746143537.491123:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462224384 00000100:00080000:0.0:1746143537.491151:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1746143537.491167:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c33a expref: 6 pid: 12044 timeout: 855 lvb_type: 1 00000100:00100000:2.0:1746143537.493861:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16666 00000100:00100000:2.0:1746143537.493875:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091863100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2007:x1830963462224384:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143537.493888:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143537.493896:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c33a expref: 6 pid: 12044 timeout: 855 lvb_type: 1 00010000:00010000:2.0:1746143537.493908:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c33a expref: 6 pid: 12044 timeout: 855 lvb_type: 1 00010000:00010000:2.0:1746143537.493926:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23b94 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c33a expref: 6 pid: 12044 timeout: 855 lvb_type: 1 00010000:00010000:2.0:1746143537.493937:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143537.493939:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143537.493942:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f23dbd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143537.493949:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f23dbd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143537.493975:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143537.494020:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2007:x1830963462224384:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 149us (4648us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143537.494027:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16666 00010000:00010000:3.0:1746143537.494207:0:9572:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f23dbd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143537.494214:0:9572:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f23dbd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143537.494221:0:9572:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f23dbd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143537.494227:0:9572:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f23dbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143537.494238:0:9572:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1746143537.494501:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1830963455346304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13437us (13542us total) trans 4294972317 rc 0/0 00000100:00100000:3.0:1746143537.494507:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30767 00010000:00010000:3.0:1746143537.494545:0:7211:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746143537.494550:0:7211:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f23dbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143537.494556:0:7211:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131df6a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143537.494559:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f23dbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143537.494565:0:7211:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f23dbd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143537.494575:0:7211:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f23dbd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143537.494580:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f23dbd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143537.494595:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746143537.494596:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746143537.494597:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1746143537.494626:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880091af3b80/2, rc 0, transno 4294972317 00000100:00100000:3.0:1746143537.494631:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091af3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963455346304:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1746143538.483742:0:8900:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746143538.657011:0:28491:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 19:52:18 (1746143538) 00000100:00100000:2.0:1746143538.682657:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143538.683562:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462224512 00000100:00100000:3.0:1746143538.683572:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462224512 00000100:00100000:3.0:1746143538.683673:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44165 00000100:00100000:3.0:1746143538.683681:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:3130:x1830963462224512:12345-192.168.203.27@tcp:41:stat.0 00000004:00000024:3.0:1746143538.683731:0:8934:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842304000 avail 7379230720 00000100:00080000:1.0:1746143538.683855:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746143538.683999:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:3130:x1830963462224512:12345-192.168.203.27@tcp:41:stat.0 Request processed in 317us (1350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143538.684006:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44165 00000100:00100000:2.0:1746143538.704045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143538.704270:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462224640 00000100:00100000:3.0:1746143538.704280:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462224640 00000100:00100000:3.0:1746143538.704349:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44166 00000100:00100000:3.0:1746143538.704362:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:3134:x1830963462224640:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:3.0:1746143538.704382:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143538.704399:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133991600/0xa6c9a53f47f23dc4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c405 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.704459:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f23dcb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704473:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f23dcb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704484:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f23dcb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704496:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23dd2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704502:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704507:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704559:0:8934:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f23dcb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704566:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f23dcb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704576:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f23dcb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704582:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f23dcb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704587:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133990600 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143538.704591:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f23dcb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704597:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f23dcb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704608:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143538.704611:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143538.704615:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f23dcb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704620:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f23dcb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704634:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704639:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23dd2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704643:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23dd2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704647:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133991000 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143538.704650:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23dd2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704658:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23dd2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704664:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009177d100) 00010000:00010000:3.0:1746143538.704666:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143538.704668:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23dd2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704673:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23dd2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.704703:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133991600/0xa6c9a53f47f23dc4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c405 expref: 11 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.704710:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133991600/0xa6c9a53f47f23dc4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c405 expref: 11 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.704717:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133991600, rc 0) 00000100:00100000:3.0:1746143538.705158:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:3134:x1830963462224640:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 799us (1118us total) trans 0 rc 301/301 00000100:00100000:3.0:1746143538.705165:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44166 00000100:00100000:0.0:1746143538.707229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143538.707287:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462224896 00000100:00100000:3.0:1746143538.707320:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462224896 00000100:00100000:2.0:1746143538.708003:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44167 00000100:00100000:2.0:1746143538.708013:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:3134:x1830963462224896:12345-192.168.203.27@tcp:36:lfs.0 00010000:00010000:2.0:1746143538.708065:0:8934:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143538.708091:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae4c00/0xa6c9a53f47f23c0b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c34f expref: 10 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.708110:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143538.708115:0:8934:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143538.708175:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23dd9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.708188:0:8934:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23cb3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c38e expref: 11 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.708195:0:8934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23dd9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.708228:0:8934:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23cb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c38e expref: 11 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.708242:0:8934:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23cb3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c38e expref: 11 pid: 21530 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746143538.708256:0:8934:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800834a6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8934:1830963455346560:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143538.708389:0:8934:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e14b6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143538.710210:0:8934:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800834a6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8934:1830963455346560:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143538.710235:0:8934:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23dd9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000100:00100000:0.0:1746143538.710743:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143538.710868:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462225024 00000100:00100000:2.0:1746143538.710874:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462225024 00010000:00010000:2.0:1746143538.710924:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23cb3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c38e expref: 12 pid: 21530 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746143538.710958:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16667 00000100:00100000:2.0:1746143538.710967:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+12:2007:x1830963462225024:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143538.710979:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143538.710984:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23cb3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c38e expref: 12 pid: 21530 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746143538.710995:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23cb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c38e expref: 12 pid: 21530 timeout: 856 lvb_type: 0 00000100:00080000:0.0:1746143538.711027:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746143538.711116:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f23cb3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c38e expref: 12 pid: 21530 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746143538.711133:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143538.711137:0:7210:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23dd9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.711146:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23dd9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.711152:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23dd9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.711179:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746143538.711199:0:8934:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23dd9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.711205:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23dd9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.711222:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f23de0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.711229:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f23de0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.711236:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f23de0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000100:00100000:2.0:1746143538.711250:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+11:2007:x1830963462225024:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 283us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143538.711256:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16667 00000040:00080000:3.0:1746143538.712178:0:8934:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].9, 2152 off49512 00000040:00080000:3.0:1746143538.712281:0:8934:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].9, 2352 off51208 00000004:00080000:3.0:1746143538.712286:0:8934:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800914573c0 with version 19 00000004:00080000:0.0:1746143538.712314:0:8390:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800b415c9c0 version 19 rpc_version 19 00000020:00100000:0.0:1746143538.712716:0:8390:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1746143538.712725:0:8390:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880091bad880 x1830963455346816/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746143538.712755:0:8390:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091bad880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8390:1830963455346816:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746143538.712807:0:8390:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143538.712834:0:8390:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba70f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746143538.712963:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455346816 00000100:00100000:1.0:1746143538.712969:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455346816 00000100:00100000:1.0:1746143538.713008:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1746143538.713014:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8390:x1830963455346816:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746143538.713947:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8390:x1830963455346816:12345-0@lo:1000:osp_up1-0.0 Request processed in 932us (1138us total) trans 4294967383 rc 0/0 00000100:00100000:1.0:1746143538.713954:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1746143538.714020:0:8390:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967382 gen 2 00000004:00080000:0.0:1746143538.714024:0:8390:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967382 committed transno 4294967382 00000020:00080000:0.0:1746143538.714029:0:8390:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88012e14b540 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:0.0:1746143538.714032:0:8390:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88012de34f00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88012e14b840 00000020:00080000:0.0:1746143538.714035:0:8390:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].8 00000020:00080000:0.0:1746143538.714037:0:8390:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88012de34600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880132804e00 00000020:00080000:0.0:1746143538.714039:0:8390:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].8 00000100:00100000:0.0:1746143538.714073:0:8390:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff880091bad880 x1830963455346816/t4294967383(4294967383) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 1746143554 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 00000100:00100000:0.0:1746143538.714095:0:8390:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091bad880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8390:1830963455346816:0@lo:1000:osp_up1-0.0 00000020:00080000:3.0:1746143538.714442:0:7251:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8 committed batchid 7 00000020:00080000:3.0:1746143538.714533:0:7251:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00010000:00010000:3.0:1746143538.715342:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133991800/0xa6c9a53f47f23de7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.715356:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133991800/0xa6c9a53f47f23de7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.715367:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133991800/0xa6c9a53f47f23de7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.715384:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133991e00/0xa6c9a53f47f23dee lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.715389:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133991e00/0xa6c9a53f47f23dee lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.715394:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133991e00/0xa6c9a53f47f23dee lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.715424:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133991c00/0xa6c9a53f47f23df5 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.715429:0:8934:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133991c00/0xa6c9a53f47f23df5 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.715444:0:8934:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133991c00/0xa6c9a53f47f23df5 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8934 initiator: MDT0 00000100:00100000:3.0:1746143538.715464:0:8934:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091861500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8934:1830963455346944:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1746143538.715512:0:8934:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143538.715560:0:8934:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f605c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746143538.715573:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455346944 00000100:00100000:0.0:1746143538.715579:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455346944 00000100:00100000:0.0:1746143538.715617:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1746143538.715624:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091862680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8934:x1830963455346944:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1746143538.715641:0:7227:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143538.715753:0:7227:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23dfc lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6c9a53f47f23df5 expref: -99 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143538.715777:0:7227:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23dfc lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xa6c9a53f47f23df5 expref: 7 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143538.715789:0:7227:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23dfc lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa6c9a53f47f23df5 expref: 7 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143538.715797:0:7227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800a8cbbc00) 00010000:00010000:0.0:1746143538.715800:0:7227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746143538.715802:0:7227:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eec7c00, rc 0) 00000100:00100000:0.0:1746143538.716337:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091862680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:8934:x1830963455346944:12345-0@lo:101:mdt00_003.0 Request processed in 712us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143538.716343:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1746143538.717569:0:8934:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091861500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8934:1830963455346944:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1746143538.717588:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133991c00/0xa6c9a53f47f23df5 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa6c9a53f47f23dfc expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.717599:0:8934:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133991c00/0xa6c9a53f47f23df5 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa6c9a53f47f23dfc expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746143538.717623:0:8934:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091bae300 reply state ffff8800983ca000 transno 4294986253 ns: mdt-lustre-MDT0000_UUID lock: ffff880133991e00/0xa6c9a53f47f23dee lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.717634:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133991e00/0xa6c9a53f47f23dee lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.717641:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009177dc00) 00010000:00010000:3.0:1746143538.717643:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746143538.717647:0:8934:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746143538.717652:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133991c00/0xa6c9a53f47f23df5 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa6c9a53f47f23dfc expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.717660:0:8934:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133991c00/0xa6c9a53f47f23df5 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa6c9a53f47f23dfc expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1746143538.717670:0:8934:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0xa:0x0] 00000004:00010000:3.0:1746143538.717678:0:8934:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091bae300 reply state ffff8800983ca000 transno 4294986253 ns: mdt-lustre-MDT0000_UUID lock: ffff880133991800/0xa6c9a53f47f23de7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.717685:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133991800/0xa6c9a53f47f23de7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.717689:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009177d800) 00010000:00010000:3.0:1746143538.717691:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746143538.717692:0:8934:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1746143538.717697:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 4096 00010000:00010000:3.0:1746143538.717707:0:8934:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23dd9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.717712:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23dd9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.717716:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23dd9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.717721:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23dd9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.717725:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091a78000 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143538.717729:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23dd9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.717735:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23dd9 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.717743:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143538.717745:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143538.717748:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23dd9 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.717753:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78000/0xa6c9a53f47f23dd9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00000004:00010000:3.0:1746143538.717766:0:8934:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091bae300 reply state ffff8800983ca000 transno 4294986253 ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f23de0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.717772:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f23de0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.717778:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009177d200) 00010000:00010000:3.0:1746143538.717780:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746143538.717782:0:8934:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1746143538.717851:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:3134:x1830963462224896:12345-192.168.203.27@tcp:36:lfs.0 Request processed in 9838us (10626us total) trans 4294986253 rc 0/0 00000100:00100000:3.0:1746143538.717858:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44167 00000100:00100000:0.0:1746143538.726582:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143538.726615:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462225152 00000100:00100000:0.0:1746143538.726623:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462225152 00000100:00100000:0.0:1746143538.726674:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44168 00000100:00100000:0.0:1746143538.726682:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:3135:x1830963462225152:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:0.0:1746143538.726706:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143538.726723:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f23e03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c40c expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143538.726781:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23e0a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:0.0:1746143538.726794:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23e0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:0.0:1746143538.726805:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23e0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:0.0:1746143538.726846:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746143538.726850:0:8934:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746143538.726864:0:8934:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23e0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:0.0:1746143538.726883:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f23e03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c40c expref: 13 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143538.726897:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23e0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c40c expref: 12 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143538.726904:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:0.0:1746143538.726907:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746143538.726910:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eec7e00, rc 0) 00000100:00100000:0.0:1746143538.726954:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:3135:x1830963462225152:12345-192.168.203.27@tcp:101:cp.0 Request processed in 273us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143538.726961:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44168 00000100:00100000:2.0:1746143538.728997:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143538.729034:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462225280 00000100:00100000:1.0:1746143538.729043:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462225280 00000100:00100000:1.0:1746143538.729105:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44169 00000100:00100000:1.0:1746143538.729112:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:3135:x1830963462225280:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:1.0:1746143538.729127:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143538.729142:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23e11 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c413 expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.729190:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f23e18 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729200:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f23e18 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729210:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f23e18 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729221:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f23e1f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729226:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f23e1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729231:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f23e1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729321:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23e26 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729328:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23e26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729338:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23e26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00000004:00200000:1.0:1746143538.729398:0:21530:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 4096 00000004:00200000:1.0:1746143538.729402:0:21530:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1746143538.729417:0:21530:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23e26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729425:0:21530:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f23e18 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729431:0:21530:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f23e18 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729437:0:21530:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f23e18 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729442:0:21530:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135b1a400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143538.729446:0:21530:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f23e18 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729452:0:21530:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f23e18 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729462:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143538.729465:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143538.729469:0:21530:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f23e18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729473:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f23e18 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729480:0:21530:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f23e1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729485:0:21530:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f23e1f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729489:0:21530:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f23e1f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729493:0:21530:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ed9200 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143538.729494:0:21530:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f23e1f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729498:0:21530:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f23e1f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729503:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009177d200) 00010000:00010000:1.0:1746143538.729505:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143538.729506:0:21530:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f23e1f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729511:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f23e1f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.729540:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23e11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c413 expref: 14 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.729550:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f2e00/0xa6c9a53f47f23e26 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c413 expref: 13 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.729556:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009177d800) 00010000:00010000:1.0:1746143538.729557:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746143538.729559:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917f2e00, rc 0) 00000100:00100000:1.0:1746143538.730088:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:3135:x1830963462225280:12345-192.168.203.27@tcp:101:cp.0 Request processed in 974us (1109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143538.730095:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44169 00000100:00100000:0.0:1746143538.733398:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143538.733464:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462225408 00000100:00100000:1.0:1746143538.733473:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462225408 00000100:00100000:1.0:1746143538.733771:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44170 00000100:00100000:1.0:1746143538.733779:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:3135:x1830963462225408:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:1.0:1746143538.733799:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143538.733817:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f23e2d lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c41a expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.733871:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f23e34 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.733884:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f23e34 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.733895:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f23e34 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00000004:00200000:1.0:1746143538.733937:0:21530:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746143538.733942:0:21530:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746143538.733972:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f23e2d lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c41a expref: 15 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.733988:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f2a00/0xa6c9a53f47f23e34 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c41a expref: 14 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.733998:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009177dc00) 00010000:00010000:1.0:1746143538.734001:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746143538.734003:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917f2a00, rc 0) 00000100:00100000:1.0:1746143538.734061:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:3135:x1830963462225408:12345-192.168.203.27@tcp:101:cp.0 Request processed in 282us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143538.734067:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44170 00000100:00100000:0.0:1746143538.735351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143538.735976:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462225536 00000100:00100000:3.0:1746143538.735983:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462225536 00000100:00100000:3.0:1746143538.736039:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44171 00000100:00100000:3.0:1746143538.736045:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:3135:x1830963462225536:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:3.0:1746143538.736057:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143538.736070:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133990600/0xa6c9a53f47f23e3b lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c421 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.736111:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880133991a00/0xa6c9a53f47f23e42 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143538.736121:0:8934:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23dfc lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xa6c9a53f47f23df5 expref: 6 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.736127:0:8934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133991a00/0xa6c9a53f47f23e42 lrc: 4/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:3.0:1746143538.736152:0:8934:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23dfc lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xa6c9a53f47f23df5 expref: 6 pid: 7227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143538.736165:0:8934:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091861500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8934:1830963455347072:0@lo:104: 00000100:00100000:3.0:1746143538.736205:0:8934:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143538.736244:0:8934:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f605c00 going to sleep for 11 seconds 00000100:00080000:0.0:1746143538.736283:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746143538.736312:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455347072 00000100:00100000:0.0:1746143538.736315:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455347072 00000100:00100000:0.0:1746143538.736335:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1746143538.736339:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091861880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8934:x1830963455347072:12345-0@lo:104: 00010000:00010000:0.0:1746143538.736349:0:7207:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133991c00/0xa6c9a53f47f23df5 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xa6c9a53f47f23dfc expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143538.736386:0:7207:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1746143538.736390:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091861880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8934:x1830963455347072:12345-0@lo:104: Request processed in 51us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143538.736395:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00010000:2.0:1746143538.736445:0:7212:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746143538.736452:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133991c00/0xa6c9a53f47f23df5 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xa6c9a53f47f23dfc expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.736463:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133991c00 already unused, calling callback (ffffffffa0f22e30) 00010000:00010000:2.0:1746143538.736468:0:7212:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133991c00/0xa6c9a53f47f23df5 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xa6c9a53f47f23dfc expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1746143538.736474:0:7212:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133991c00/0xa6c9a53f47f23df5 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xa6c9a53f47f23dfc expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.736493:0:7212:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133991c00/0xa6c9a53f47f23df5 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xa6c9a53f47f23dfc expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.736498:0:7212:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1746143538.736515:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133991c00/0xa6c9a53f47f23df5 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xa6c9a53f47f23dfc expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.736530:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133991c00/0xa6c9a53f47f23df5 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xa6c9a53f47f23dfc expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.736548:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746143538.736550:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746143538.736551:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143538.736626:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746143538.736637:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455347200:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746143538.736662:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143538.736714:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455347200 00000100:00100000:2.0:1746143538.736718:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455347200 00010000:00010000:2.0:1746143538.736735:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23dfc lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xa6c9a53f47f23df5 expref: 7 pid: 7227 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143538.736751:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16668 00000100:00100000:2.0:1746143538.736755:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3764:x1830963455347200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1746143538.736762:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746143538.737189:0:8934:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091861500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8934:1830963455347072:0@lo:104: 00010000:00010000:3.0:1746143538.737204:0:8934:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880133991a00/0xa6c9a53f47f23e42 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00000001:00080000:0.0:1746143538.738502:0:8364:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967383 is committed 00010000:00010000:2.0:1746143538.738609:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eec7c00/0xa6c9a53f47f23dfc lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xa6c9a53f47f23df5 expref: 6 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.738622:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800a8cbbc00) 00010000:00010000:2.0:1746143538.738626:0:7210:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880133991a00/0xa6c9a53f47f23e42 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.738634:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880133991a00/0xa6c9a53f47f23e42 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.738640:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133991a00/0xa6c9a53f47f23e42 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.738671:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746143538.738709:0:8934:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880133991a00/0xa6c9a53f47f23e42 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:0.0:1746143538.738716:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133991a00/0xa6c9a53f47f23e42 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00000004:00200000:0.0:1746143538.738763:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:0.0:1746143538.738769:0:8934:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1746143538.738812:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133990600/0xa6c9a53f47f23e3b lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c421 expref: 8 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143538.738828:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880133991a00/0xa6c9a53f47f23e42 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c421 expref: 7 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143538.738834:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800a8cbbc00) 00010000:00010000:0.0:1746143538.738836:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1746143538.738838:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133991a00, rc 0) 00000100:00100000:2.0:1746143538.738867:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1830963455347200:12345-0@lo:103:ldlm_bl.0 Request processed in 2109us (2203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143538.738876:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16668 00000100:00100000:0.0:1746143538.738884:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:3135:x1830963462225536:12345-192.168.203.27@tcp:101:cp.0 Request processed in 2840us (3536us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143538.738890:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44171 00000100:00100000:1.0:1746143538.739042:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455347200:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746143538.740024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143538.740063:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462225664 00000100:00100000:2.0:1746143538.740067:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462225664 00000100:00100000:2.0:1746143538.740173:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44172 00000100:00100000:2.0:1746143538.740177:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:3135:x1830963462225664:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:2.0:1746143538.740192:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143538.740203:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009219a200/0xa6c9a53f47f23e49 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c428 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.740243:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3600/0xa6c9a53f47f23e50 lrc: 3/1,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.740250:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3600/0xa6c9a53f47f23e50 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740254:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3600/0xa6c9a53f47f23e50 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740348:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23e57 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.740355:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23e57 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740360:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23e57 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740458:0:8934:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3600/0xa6c9a53f47f23e50 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740463:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3600/0xa6c9a53f47f23e50 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740467:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3600/0xa6c9a53f47f23e50 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740470:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3600/0xa6c9a53f47f23e50 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740473:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800918c3600 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143538.740476:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3600/0xa6c9a53f47f23e50 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740480:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3600/0xa6c9a53f47f23e50 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740486:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800a8cbbc00) 00010000:00010000:2.0:1746143538.740487:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143538.740489:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3600/0xa6c9a53f47f23e50 lrc: 3/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740492:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3600/0xa6c9a53f47f23e50 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740499:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23e57 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740502:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23e57 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740505:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23e57 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740507:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800918c3400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143538.740508:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23e57 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740511:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23e57 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740513:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff880092152a00) 00010000:00010000:2.0:1746143538.740515:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143538.740527:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23e57 lrc: 2/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740531:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23e57 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.740550:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009219a200/0xa6c9a53f47f23e49 lrc: 1/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c428 expref: 8 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.740554:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009219a200/0xa6c9a53f47f23e49 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c428 expref: 8 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.740559:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009219a200, rc 0) 00000100:00100000:2.0:1746143538.740590:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:3135:x1830963462225664:12345-192.168.203.27@tcp:101:cp.0 Request processed in 412us (567us total) trans 0 rc 301/301 00000100:00100000:2.0:1746143538.740596:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44172 00000100:00100000:0.0:1746143538.741673:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143538.741746:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462225920 00000100:00100000:2.0:1746143538.741751:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462225920 00000100:00100000:2.0:1746143538.741788:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44173 00000100:00100000:2.0:1746143538.741794:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:3135:x1830963462225920:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:2.0:1746143538.741806:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143538.741808:0:8934:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746143538.741822:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133991a00/0xa6c9a53f47f23e42 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c421 expref: 7 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.741839:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800a8cbbc00) 00010000:00010000:2.0:1746143538.741847:0:8934:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143538.741854:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009219b400/0xa6c9a53f47f23e5e lrc: 2/0,0 mode: --/CW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c42f expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.741918:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800accc1600/0xa6c9a53f47f23e65 lrc: 3/0,1 mode: --/CW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.741927:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800accc1600/0xa6c9a53f47f23e65 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.741934:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800accc1600/0xa6c9a53f47f23e65 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.741944:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012b92f000/0xa6c9a53f47f23e6c lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.741948:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012b92f000/0xa6c9a53f47f23e6c lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.741953:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012b92f000/0xa6c9a53f47f23e6c lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00000004:00080000:2.0:1746143538.742240:0:8934:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x5:0x0], index 0: 0 00010000:00010000:2.0:1746143538.742381:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012b92a000/0xa6c9a53f47f23e73 lrc: 3/1,0 mode: --/PR res: [0x240000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.742388:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012b92a000/0xa6c9a53f47f23e73 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.742394:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012b92a000/0xa6c9a53f47f23e73 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.742417:0:8934:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800accc1600/0xa6c9a53f47f23e65 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.742422:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800accc1600/0xa6c9a53f47f23e65 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.742426:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800accc1600/0xa6c9a53f47f23e65 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.742431:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800accc1600/0xa6c9a53f47f23e65 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.742435:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800accc1600 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143538.742438:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800accc1600/0xa6c9a53f47f23e65 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.742442:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800accc1600/0xa6c9a53f47f23e65 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.742448:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880092152500) 00010000:00010000:2.0:1746143538.742450:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143538.742453:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800accc1600/0xa6c9a53f47f23e65 lrc: 3/0,0 mode: --/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.742461:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800accc1600/0xa6c9a53f47f23e65 lrc: 0/0,0 mode: --/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00000004:00010000:2.0:1746143538.742468:0:8934:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880097b55500 reply state ffff8800983cd000 transno 4294967384 ns: mdt-lustre-MDT0001_UUID lock: ffff88012b92f000/0xa6c9a53f47f23e6c lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.742474:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012b92f000/0xa6c9a53f47f23e6c lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.742479:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff880092152f00) 00010000:00010000:2.0:1746143538.742481:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746143538.742483:0:8934:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746143538.742500:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009219b400/0xa6c9a53f47f23e5e lrc: 0/0,0 mode: --/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c42f expref: 9 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.742512:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012b92a000/0xa6c9a53f47f23e73 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c42f expref: 8 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.742533:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xc:0x0].0x0 (ffff880092152c00) 00010000:00010000:2.0:1746143538.742535:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746143538.742537:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b92a000, rc 0) 00000100:00100000:2.0:1746143538.742586:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:3135:x1830963462225920:12345-192.168.203.27@tcp:101:cp.0 Request processed in 792us (916us total) trans 4294967384 rc 0/0 00000100:00100000:2.0:1746143538.742592:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44173 00000100:00100000:0.0:1746143538.743980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143538.744024:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462226048 00000100:00100000:3.0:1746143538.744030:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462226048 00000100:00100000:3.0:1746143538.744068:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30768 00000100:00100000:3.0:1746143538.744074:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2005:x1830963462226048:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:3.0:1746143538.744089:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143538.744102:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133990c00/0xa6c9a53f47f23e81 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c436 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746143538.744120:0:9572:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746143538.744135:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143538.744136:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143538.744142:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133990c00/0xa6c9a53f47f23e81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c436 expref: 6 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143538.744152:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133990c00/0xa6c9a53f47f23e81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c436 expref: 6 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143538.744158:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133990c00, rc 0) 00000100:00100000:3.0:1746143538.744189:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462226048:12345-192.168.203.27@tcp:101:cp.0 Request processed in 115us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143538.744195:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30768 00000100:00100000:0.0:1746143538.745366:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143538.745402:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462226176 00000100:00100000:3.0:1746143538.745405:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462226176 00000100:00100000:3.0:1746143538.745434:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30769 00000100:00100000:3.0:1746143538.745439:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:3135:x1830963462226176:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:3.0:1746143538.745448:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143538.745458:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133991000/0xa6c9a53f47f23e88 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c43d expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.745474:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133990c00/0xa6c9a53f47f23e81 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c436 expref: 7 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143538.745481:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143538.745482:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143538.745484:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133991000/0xa6c9a53f47f23e88 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c43d expref: 7 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.745509:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133990c00/0xa6c9a53f47f23e81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c436 expref: 7 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143538.745529:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133990c00/0xa6c9a53f47f23e81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c436 expref: 7 pid: 9572 timeout: 856 lvb_type: 1 00000100:00100000:3.0:1746143538.745539:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091861500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455347328:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143538.745608:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f6056c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746143538.746481:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091861500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455347328:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143538.746498:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746143538.746502:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133991000/0xa6c9a53f47f23e88 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c43d expref: 7 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.746513:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133991000, rc 0) 00000100:00100000:3.0:1746143538.746546:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:3135:x1830963462226176:12345-192.168.203.27@tcp:101:cp.0 Request processed in 1107us (1181us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143538.746552:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30769 00000100:00100000:2.0:1746143538.746554:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462226304 00000100:00100000:2.0:1746143538.746558:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462226304 00010000:00010000:2.0:1746143538.746578:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133990c00/0xa6c9a53f47f23e81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c436 expref: 7 pid: 9572 timeout: 856 lvb_type: 1 00000100:00100000:2.0:1746143538.746597:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16669 00000100:00100000:2.0:1746143538.746602:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963462226304:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143538.746610:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143538.746624:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133990c00/0xa6c9a53f47f23e81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c436 expref: 7 pid: 9572 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746143538.746633:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133990c00/0xa6c9a53f47f23e81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c436 expref: 7 pid: 9572 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746143538.746647:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133990c00/0xa6c9a53f47f23e81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c436 expref: 7 pid: 9572 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746143538.746658:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143538.746659:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143538.746665:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880133991000/0xa6c9a53f47f23e88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c43d expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.746672:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133991000/0xa6c9a53f47f23e88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c43d expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.746689:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880133991000/0xa6c9a53f47f23e88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c43d expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143538.746698:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455347456:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143538.746750:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e14b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143538.748348:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143538.748487:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455347456:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143538.748504:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143538.748554:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2006:x1830963462226304:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1950us (2055us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143538.748561:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16669 00000100:00100000:3.0:1746143538.748713:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462226560 00000100:00100000:3.0:1746143538.748718:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462226560 00000100:00100000:3.0:1746143538.748748:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 186 00000100:00100000:3.0:1746143538.748753:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:3135:x1830963462226560:12345-192.168.203.27@tcp:35:cp.0 00000100:00100000:3.0:1746143538.748989:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:3135:x1830963462226560:12345-192.168.203.27@tcp:35:cp.0 Request processed in 235us (645us total) trans 4294967385 rc 0/0 00000100:00100000:3.0:1746143538.748996:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 186 00000100:00100000:0.0:1746143538.764686:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143538.764779:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462226816 00000100:00100000:2.0:1746143538.764787:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462226816 00000100:00100000:2.0:1746143538.764833:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44174 00000100:00100000:2.0:1746143538.764840:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:3138:x1830963462226816:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746143538.764859:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143538.764873:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131df6a00/0xa6c9a53f47f23e8f lrc: 2/0,0 mode: --/CR res: [0x240000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c444 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.764949:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880131df6400/0xa6c9a53f47f23e96 lrc: 3/1,0 mode: --/CR res: [0x240000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.764959:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131df6400/0xa6c9a53f47f23e96 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.764969:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131df6400/0xa6c9a53f47f23e96 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00000004:00200000:2.0:1746143538.764977:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xc:0x0]: returning size 1716 00010000:00010000:2.0:1746143538.765060:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131df6a00/0xa6c9a53f47f23e8f lrc: 0/0,0 mode: --/CR res: [0x240000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c444 expref: 13 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.765082:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880131df6400/0xa6c9a53f47f23e96 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0xc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c444 expref: 12 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.765088:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xc:0x0].0x0 (ffff880092152c00) 00010000:00010000:2.0:1746143538.765090:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746143538.765093:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131df6400, rc 0) 00000100:00100000:2.0:1746143538.765130:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:3138:x1830963462226816:12345-192.168.203.27@tcp:101:dd.0 Request processed in 291us (452us total) trans 4294967386 rc 0/0 00000100:00100000:2.0:1746143538.765137:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44174 00000100:00100000:0.0:1746143538.809584:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143538.809646:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462226944 00000100:00100000:1.0:1746143538.809658:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462226944 00000100:00100000:1.0:1746143538.809714:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44175 00000100:00100000:1.0:1746143538.809720:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+11:3142:x1830963462226944:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:1.0:1746143538.809747:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143538.809762:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f23ea4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c44b expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.809819:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23eab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.809830:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23eab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.809839:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23eab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00000004:00200000:1.0:1746143538.809881:0:21530:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746143538.809885:0:21530:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746143538.809901:0:21530:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23eab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.809920:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f2200/0xa6c9a53f47f23ea4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c44b expref: 13 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.809946:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23eab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c44b expref: 12 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.809954:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143538.809957:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746143538.809961:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827ea00, rc 0) 00000100:00100000:1.0:1746143538.810018:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+12:3142:x1830963462226944:12345-192.168.203.27@tcp:101:dd.0 Request processed in 298us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143538.810025:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44175 00000100:00100000:0.0:1746143538.811359:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143538.811396:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462227072 00000100:00100000:1.0:1746143538.811401:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462227072 00000100:00100000:1.0:1746143538.811477:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44176 00000100:00100000:1.0:1746143538.811484:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+12:3142:x1830963462227072:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:1.0:1746143538.811497:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143538.811509:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23eb2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c452 expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.811559:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f23eb9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811700:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f23eb9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811708:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f23eb9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811719:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23ec0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811726:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811731:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811803:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f23ec7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811811:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f23ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811816:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f23ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00000004:00200000:1.0:1746143538.811870:0:21530:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 4096 00000004:00200000:1.0:1746143538.811874:0:21530:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1746143538.811885:0:21530:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f23ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811893:0:21530:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f23eb9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811899:0:21530:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f23eb9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811905:0:21530:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f23eb9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811911:0:21530:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800917f3600 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143538.811914:0:21530:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f23eb9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811922:0:21530:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f23eb9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811931:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143538.811933:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143538.811937:0:21530:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f23eb9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811943:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917f3600/0xa6c9a53f47f23eb9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811953:0:21530:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811958:0:21530:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23ec0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811963:0:21530:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23ec0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811967:0:21530:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090c7ae00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143538.811969:0:21530:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23ec0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811974:0:21530:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23ec0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811980:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009177d200) 00010000:00010000:1.0:1746143538.811983:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143538.811985:0:21530:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23ec0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.811989:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23ec0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.812007:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009827e400/0xa6c9a53f47f23eb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c452 expref: 14 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.812017:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b600/0xa6c9a53f47f23ec7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c452 expref: 13 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.812027:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009177d800) 00010000:00010000:1.0:1746143538.812029:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746143538.812031:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b600, rc 0) 00000100:00100000:1.0:1746143538.812078:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+13:3142:x1830963462227072:12345-192.168.203.27@tcp:101:dd.0 Request processed in 594us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143538.812085:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44176 00000100:00100000:0.0:1746143538.813233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143538.813277:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462227200 00000100:00100000:1.0:1746143538.813283:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462227200 00000100:00100000:1.0:1746143538.813636:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44177 00000100:00100000:1.0:1746143538.813751:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+13:3142:x1830963462227200:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:1.0:1746143538.813767:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143538.813780:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23ece lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c459 expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.813819:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23ed5 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.813831:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23ed5 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.813838:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23ed5 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00000004:00200000:1.0:1746143538.813868:0:21530:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746143538.813872:0:21530:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746143538.813893:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f23ece lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c459 expref: 15 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.813906:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a000/0xa6c9a53f47f23ed5 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c459 expref: 14 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.813914:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009177dc00) 00010000:00010000:1.0:1746143538.813916:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746143538.813918:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a000, rc 0) 00000100:00100000:1.0:1746143538.813992:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+14:3142:x1830963462227200:12345-192.168.203.27@tcp:101:dd.0 Request processed in 348us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143538.813998:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44177 00000100:00100000:0.0:1746143538.815103:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143538.815179:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462227328 00000100:00100000:1.0:1746143538.815188:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462227328 00000100:00100000:1.0:1746143538.815233:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44178 00000100:00100000:1.0:1746143538.815238:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+6:3142:x1830963462227328:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:1.0:1746143538.815249:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143538.815261:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f23edc lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c460 expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.815315:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7b000/0xa6c9a53f47f23ee3 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.815323:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7b000/0xa6c9a53f47f23ee3 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.815329:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7b000/0xa6c9a53f47f23ee3 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT1 00000004:00200000:1.0:1746143538.815360:0:21530:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746143538.815363:0:21530:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746143538.815386:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7be00/0xa6c9a53f47f23edc lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c460 expref: 8 pid: 21530 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746143538.815537:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1746143538.815572:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7b000/0xa6c9a53f47f23ee3 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c460 expref: 7 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.815580:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88009bf8c800) 00010000:00010000:1.0:1746143538.815583:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746143538.815585:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b000, rc 0) 00000100:00100000:1.0:1746143538.815820:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+7:3142:x1830963462227328:12345-192.168.203.27@tcp:101:dd.0 Request processed in 580us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143538.815825:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44178 00000100:00100000:0.0:1746143538.817220:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143538.817336:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462227584 00000100:00100000:1.0:1746143538.817343:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462227584 00000100:00100000:1.0:1746143538.817383:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44179 00000100:00100000:1.0:1746143538.817388:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+7:3142:x1830963462227584:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:1.0:1746143538.817402:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143538.817415:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f23eea lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c467 expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.817479:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7b800/0xa6c9a53f47f23ef1 lrc: 3/1,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.817489:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7b800/0xa6c9a53f47f23ef1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817497:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7b800/0xa6c9a53f47f23ef1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817506:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23ef8 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.817511:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23ef8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817531:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23ef8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817630:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23eff lrc: 3/1,0 mode: --/PR res: [0x240000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.817637:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23eff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817643:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23eff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT1 00000004:00200000:1.0:1746143538.817651:0:21530:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xc:0x0]: returning size 1716 00010000:00010000:1.0:1746143538.817720:0:21530:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7b800/0xa6c9a53f47f23ef1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817727:0:21530:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7b800/0xa6c9a53f47f23ef1 lrc: 2/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817733:0:21530:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7b800/0xa6c9a53f47f23ef1 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817738:0:21530:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090c7b800 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143538.817741:0:21530:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7b800/0xa6c9a53f47f23ef1 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817747:0:21530:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7b800/0xa6c9a53f47f23ef1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817756:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88009bf8c800) 00010000:00010000:1.0:1746143538.817758:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143538.817762:0:21530:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7b800/0xa6c9a53f47f23ef1 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817767:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7b800/0xa6c9a53f47f23ef1 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817780:0:21530:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23ef8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817784:0:21530:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23ef8 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817788:0:21530:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23ef8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817792:0:21530:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090c7ac00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143538.817795:0:21530:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23ef8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817803:0:21530:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23ef8 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817809:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff880092152f00) 00010000:00010000:1.0:1746143538.817811:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143538.817813:0:21530:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23ef8 lrc: 2/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817818:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23ef8 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.817847:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f23eea lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c467 expref: 10 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.817856:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23eff lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c467 expref: 9 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.817862:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xc:0x0].0x0 (ffff880092152c00) 00010000:00010000:1.0:1746143538.817865:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746143538.817867:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7ae00, rc 0) 00000100:00100000:1.0:1746143538.817902:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+9:3142:x1830963462227584:12345-192.168.203.27@tcp:101:dd.0 Request processed in 513us (686us total) trans 4294967387 rc 0/0 00000100:00100000:1.0:1746143538.817908:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44179 00000100:00100000:0.0:1746143538.820204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143538.820260:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462227712 00000100:00100000:3.0:1746143538.820269:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462227712 00000100:00100000:3.0:1746143538.820658:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30770 00000100:00100000:3.0:1746143538.820666:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:3142:x1830963462227712:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143538.820683:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143538.820700:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23f0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c46e expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.820729:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133991000/0xa6c9a53f47f23e88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c43d expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.820737:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143538.820739:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143538.820743:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23f0d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c46e expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.820772:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133991000/0xa6c9a53f47f23e88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c43d expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746143538.820944:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746143538.821022:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133991000/0xa6c9a53f47f23e88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c43d expref: 5 pid: 9572 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746143538.821037:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455347584:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143538.821323:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143538.823042:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143538.823061:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455347584:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143538.823096:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23f0d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c46e expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.823112:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79000, rc 0) 00000100:00100000:3.0:1746143538.823162:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:3142:x1830963462227712:12345-192.168.203.27@tcp:101:dd.0 Request processed in 2497us (2966us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143538.823169:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30770 00000100:00100000:2.0:1746143538.823808:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462227840 00000100:00100000:2.0:1746143538.823814:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462227840 00002000:00100000:2.0:1746143538.823852:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5:0x0] (0->1715) req@ffff880097a6df80 x1830963462227840/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:689/0 lens 2208/0 e 0 to 0 dl 1746143549 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143538.823860:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6df80 with x1830963462227840 ext(0->1715) 00010000:00010000:2.0:1746143538.823916:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133991000/0xa6c9a53f47f23e88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c43d expref: 6 pid: 9572 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746143538.823928:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133991000/0xa6c9a53f47f23e88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c43d expref: 6 pid: 9572 timeout: 857 lvb_type: 0 00002000:00010000:2.0:1746143538.823934:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6df80 00000100:00100000:2.0:1746143538.824071:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3188 00000100:00100000:2.0:1746143538.824078:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2007:x1830963462227840:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746143538.824732:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462227840:12345-192.168.203.27@tcp:4:dd.0 Request processed in 653us (1694us total) trans 4294972318 rc 0/0 00000100:00100000:2.0:1746143538.824738:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3188 00002000:00100000:2.0:1746143538.824744:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5:0x0] (0->1715) req@ffff880097a6df80 x1830963462227840/t4294972318(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:689/0 lens 2208/448 e 0 to 0 dl 1746143549 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143538.824751:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097a6df80 with x1830963462227840 ext(0->1715) 00010000:00010000:2.0:1746143538.824756:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133991000/0xa6c9a53f47f23e88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c43d expref: 8 pid: 9572 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746143538.824769:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133991000/0xa6c9a53f47f23e88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c43d expref: 8 pid: 9572 timeout: 857 lvb_type: 0 00002000:00010000:2.0:1746143538.824774:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097a6df80 00000100:00100000:0.0:1746143538.829568:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143538.829694:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462227968 00000100:00100000:2.0:1746143538.829704:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462227968 00010000:00010000:2.0:1746143538.829747:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133991000/0xa6c9a53f47f23e88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c43d expref: 8 pid: 9572 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746143538.829787:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16670 00000100:00100000:2.0:1746143538.829795:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097a6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462227968:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143538.829812:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746143538.829830:0:7210:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:2.0:1746143538.829833:0:7210:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 0 -> 1746143539 00002000:00010000:2.0:1746143538.829835:0:7210:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 0 -> 1746143539 00002000:00010000:2.0:1746143538.829836:0:7210:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 0 -> 1746143539 00002000:00010000:2.0:1746143538.829838:0:7210:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1746143538.829845:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133991000/0xa6c9a53f47f23e88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c43d expref: 8 pid: 9572 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746143538.829858:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133991000/0xa6c9a53f47f23e88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c43d expref: 8 pid: 9572 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746143538.829886:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133991000/0xa6c9a53f47f23e88 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c43d expref: 8 pid: 9572 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746143538.830646:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143538.830650:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143538.830659:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23f0d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c46e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.830671:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23f0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c46e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.830714:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23f0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c46e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143538.830728:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455347712:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143538.831211:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e14bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143538.832741:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455347712:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143538.832765:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143538.832816:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097a6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963462227968:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3020us (3258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143538.832827:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16670 00000100:00100000:0.0:1746143538.833492:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143538.833560:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462228224 00000100:00100000:2.0:1746143538.833567:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462228224 00002000:00100000:2.0:1746143538.833607:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5:0x0] (0->4095) req@ffff88008efb9880 x1830963462228224/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:689/0 lens 488/0 e 0 to 0 dl 1746143549 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143538.833615:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb9880 with x1830963462228224 ext(0->4095) 00002000:00010000:2.0:1746143538.833619:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb9880 00000100:00100000:2.0:1746143538.833679:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13875 00000100:00100000:2.0:1746143538.833688:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462228224:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746143538.833819:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+6:2007:x1830963462228224:12345-192.168.203.27@tcp:3:dd.0 Request processed in 132us (327us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143538.833824:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13875 00002000:00100000:2.0:1746143538.833828:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x5:0x0] (0->4095) req@ffff88008efb9880 x1830963462228224/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:689/0 lens 488/4536 e 0 to 0 dl 1746143549 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143538.833834:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb9880 with x1830963462228224 ext(0->4095) 00002000:00010000:2.0:1746143538.833837:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb9880 00000100:00100000:0.0:1746143538.861892:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143538.862561:0:21497:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462228480 00000100:00100000:2.0:1746143538.862572:0:21497:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462228480 00000100:00100000:2.0:1746143538.862632:0:21497:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 187 00000100:00100000:2.0:1746143538.862643:0:21497:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6c035184-928a-4088-be86-d6b338962a2f+9:3142:x1830963462228480:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:2.0:1746143538.862913:0:21497:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6c035184-928a-4088-be86-d6b338962a2f+10:3142:x1830963462228480:12345-192.168.203.27@tcp:35:dd.0 Request processed in 271us (1032us total) trans 4294967388 rc 0/0 00000100:00100000:2.0:1746143538.862920:0:21497:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 187 00000100:00100000:0.0:1746143538.874576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143538.874648:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462228608 00000100:00100000:1.0:1746143538.874659:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462228608 00000100:00100000:1.0:1746143538.874719:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44180 00000100:00100000:1.0:1746143538.874726:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:3145:x1830963462228608:12345-192.168.203.27@tcp:101:truncate.0 00010000:00010000:1.0:1746143538.874751:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143538.874770:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f23f14 lrc: 2/0,0 mode: --/PR res: [0x240000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c475 expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.874802:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23f1b lrc: 3/1,0 mode: --/PR res: [0x240000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:1.0:1746143538.874815:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23f1b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.874826:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23f1b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT1 00010000:00010000:1.0:1746143538.874928:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f23f14 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c475 expref: 14 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.874959:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ac00/0xa6c9a53f47f23f1b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c475 expref: 13 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143538.874966:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xc:0x0].0x0 (ffff880092152c00) 00010000:00010000:1.0:1746143538.874969:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1746143538.874972:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7ac00, rc 0) 00000100:00100000:1.0:1746143538.875021:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:3145:x1830963462228608:12345-192.168.203.27@tcp:101:truncate.0 Request processed in 296us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143538.875027:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44180 00000100:00100000:0.0:1746143538.876363:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143538.876524:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462228864 00000100:00100000:2.0:1746143538.876531:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462228864 00000100:00100000:2.0:1746143538.876572:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44181 00000100:00100000:2.0:1746143538.876578:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:3145:x1830963462228864:12345-192.168.203.27@tcp:36:truncate.0 00010000:00010000:2.0:1746143538.876614:0:8934:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143538.876633:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b92a000/0xa6c9a53f47f23e73 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c42f expref: 13 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.876656:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xc:0x0].0x0 (ffff880092152c00) 00010000:00010000:2.0:1746143538.876659:0:8934:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143538.876953:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f23f22 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.876964:0:8934:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23eff lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c467 expref: 9 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.876971:0:8934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f23f22 lrc: 4/0,1 mode: --/PW res: [0x240000402:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.876999:0:8934:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23eff lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c467 expref: 9 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.877010:0:8934:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23eff lrc: 4/0,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c467 expref: 9 pid: 21530 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746143538.877021:0:8934:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8934:1830963455347840:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143538.877108:0:8934:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e14be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143538.878704:0:8934:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8934:1830963455347840:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143538.878722:0:8934:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f23f22 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00000100:00100000:0.0:1746143538.878843:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143538.879937:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462228992 00000100:00100000:2.0:1746143538.879944:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462228992 00010000:00010000:2.0:1746143538.879976:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23eff lrc: 4/0,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c467 expref: 10 pid: 21530 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746143538.880015:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16671 00000100:00100000:2.0:1746143538.880022:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b940c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+10:2007:x1830963462228992:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143538.880035:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143538.880040:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23eff lrc: 4/0,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c467 expref: 10 pid: 21530 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746143538.880052:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23eff lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c467 expref: 10 pid: 21530 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746143538.880083:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090c7ae00/0xa6c9a53f47f23eff lrc: 0/0,0 mode: --/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c467 expref: 10 pid: 21530 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746143538.880098:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xc:0x0].0x0 (ffff880092152c00) 00010000:00010000:2.0:1746143538.880105:0:7210:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f23f22 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.880114:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f23f22 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.880121:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f23f22 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.880149:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143538.880201:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b940c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+9:2007:x1830963462228992:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 180us (1358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143538.880208:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16671 00010000:00010000:0.0:1746143538.880245:0:8934:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f23f22 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:0.0:1746143538.880250:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f23f22 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00000001:00080000:0.0:1746143538.880350:0:8934:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967389 00000004:00010000:0.0:1746143538.880550:0:8934:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008efba680 reply state ffff8800983cc000 transno 4294967390 ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f23f22 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:0.0:1746143538.880561:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f23f22 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:0.0:1746143538.880566:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xc:0x0].0x0 (ffff880092152c00) 00010000:00010000:0.0:1746143538.880569:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746143538.880571:0:8934:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746143538.880644:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:3145:x1830963462228864:12345-192.168.203.27@tcp:36:truncate.0 Request processed in 4066us (4286us total) trans 4294967390 rc 0/0 00000100:00100000:0.0:1746143538.880650:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44181 00000020:00080000:0.0:1746143538.880654:0:8934:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746143538.882799:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143538.882908:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462229120 00000100:00100000:3.0:1746143538.882915:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462229120 00000100:00100000:3.0:1746143538.883047:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30771 00000100:00100000:3.0:1746143538.883055:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:3145:x1830963462229120:12345-192.168.203.27@tcp:101:truncate.0 00010000:00010000:3.0:1746143538.883072:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143538.883087:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23f29 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c47c expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.883118:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23f0d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c46e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.883124:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143538.883126:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143538.883129:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23f29 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c47c expref: 8 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.883156:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23f0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c46e expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.883167:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23f0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c46e expref: 5 pid: 9572 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746143538.883179:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455347968:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143538.883264:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f605180 going to sleep for 11 seconds 00000100:00100000:0.0:1746143538.885697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143538.885702:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455347968:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143538.885733:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23f29 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c47c expref: 8 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.885750:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79a00, rc 0) 00000100:00100000:3.0:1746143538.885808:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:3145:x1830963462229120:12345-192.168.203.27@tcp:101:truncate.0 Request processed in 2754us (3016us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143538.885821:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30771 00000100:00100000:2.0:1746143538.886741:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462229248 00000100:00100000:2.0:1746143538.886748:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462229248 00010000:00010000:2.0:1746143538.886774:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23f0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c46e expref: 6 pid: 9572 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746143538.886940:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16672 00000100:00100000:2.0:1746143538.886947:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462229248:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143538.886959:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143538.886979:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23f0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c46e expref: 6 pid: 9572 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746143538.886989:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23f0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c46e expref: 6 pid: 9572 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746143538.887011:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79000/0xa6c9a53f47f23f0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c46e expref: 6 pid: 9572 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746143538.887037:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143538.887038:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143538.887045:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23f29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c47c expref: 7 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.887053:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23f29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c47c expref: 7 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.887081:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23f29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c47c expref: 7 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143538.887093:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455348096:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143538.887493:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e14b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746143538.890092:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455348096:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143538.890116:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143538.890167:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+5:2006:x1830963462229248:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3219us (4477us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143538.890177:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16672 00000100:00100000:0.0:1746143538.890257:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143538.890450:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462229376 00000100:00100000:2.0:1746143538.890455:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462229376 00002000:00010000:2.0:1746143538.890483:0:27162:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/5 (858->18446744073709551615) 00002000:00100000:2.0:1746143538.890487:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efba300 with x1830963462229376 ext(858->18446744073709551615) 00002000:00010000:2.0:1746143538.890497:0:27162:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efba300. 00000100:00100000:2.0:1746143538.890533:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13876 00000100:00100000:2.0:1746143538.890540:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462229376:12345-192.168.203.27@tcp:10:truncate.0 00002000:00010000:2.0:1746143538.890813:0:27162:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:2.0:1746143538.890815:0:27162:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1746143539 -> 1746143539 00002000:00010000:2.0:1746143538.890818:0:27162:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1746143539 -> 1746143539 00002000:00010000:2.0:1746143538.890819:0:27162:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1746143539 -> 1746143539 00002000:00010000:2.0:1746143538.890821:0:27162:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1746143538.890854:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462229376:12345-192.168.203.27@tcp:10:truncate.0 Request processed in 315us (598us total) trans 4294972319 rc 0/0 00000100:00100000:2.0:1746143538.890860:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13876 00002000:00010000:2.0:1746143538.890863:0:27162:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/5 (858->18446744073709551615) 00002000:00100000:2.0:1746143538.890865:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efba300 with x1830963462229376 ext(858->18446744073709551615) 00002000:00010000:2.0:1746143538.890869:0:27162:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efba300. 00000100:00100000:0.0:1746143538.897883:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143538.897989:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462229632 00000100:00100000:2.0:1746143538.898000:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462229632 00000100:00100000:2.0:1746143538.898220:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44182 00000100:00100000:2.0:1746143538.898230:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+15:3147:x1830963462229632:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746143538.898257:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143538.898276:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5b6000/0xa6c9a53f47f23f30 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c483 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.898780:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bf64400/0xa6c9a53f47f23f37 lrc: 3/1,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.898794:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bf64400/0xa6c9a53f47f23f37 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.898804:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bf64400/0xa6c9a53f47f23f37 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.898815:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23f3e lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.898821:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23f3e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.898826:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23f3e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.898919:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009237c200/0xa6c9a53f47f23f45 lrc: 3/1,0 mode: --/PR res: [0x240000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.898926:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009237c200/0xa6c9a53f47f23f45 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.898932:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009237c200/0xa6c9a53f47f23f45 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00000004:00200000:2.0:1746143538.898941:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xc:0x0]: returning size 858 00010000:00010000:2.0:1746143538.899009:0:8934:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bf64400/0xa6c9a53f47f23f37 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.899015:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bf64400/0xa6c9a53f47f23f37 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.899023:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bf64400/0xa6c9a53f47f23f37 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.899029:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bf64400/0xa6c9a53f47f23f37 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.899034:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf64400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143538.899038:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bf64400/0xa6c9a53f47f23f37 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.899044:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bf64400/0xa6c9a53f47f23f37 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.899053:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88009bf8c800) 00010000:00010000:2.0:1746143538.899056:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143538.899060:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bf64400/0xa6c9a53f47f23f37 lrc: 3/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.899064:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bf64400/0xa6c9a53f47f23f37 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.899090:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23f3e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.899095:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23f3e lrc: 2/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.899099:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23f3e lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.899103:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800918c3400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143538.899105:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23f3e lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.899113:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23f3e lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.899119:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff880092152f00) 00010000:00010000:2.0:1746143538.899121:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143538.899123:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23f3e lrc: 2/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.899127:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800918c3400/0xa6c9a53f47f23f3e lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.899159:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5b6000/0xa6c9a53f47f23f30 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c483 expref: 18 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.899170:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009237c200/0xa6c9a53f47f23f45 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c483 expref: 17 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.899177:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xc:0x0].0x0 (ffff880092152c00) 00010000:00010000:2.0:1746143538.899178:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746143538.899180:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009237c200, rc 0) 00000100:00100000:2.0:1746143538.899240:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:3147:x1830963462229632:12345-192.168.203.27@tcp:101:dd.0 Request processed in 1012us (1369us total) trans 4294967391 rc 0/0 00000100:00100000:2.0:1746143538.899247:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44182 00000100:00100000:0.0:1746143538.902349:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143538.903438:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462229888 00000100:00100000:3.0:1746143538.903450:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462229888 00000100:00100000:3.0:1746143538.904162:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 188 00000100:00100000:3.0:1746143538.904172:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:3147:x1830963462229888:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:3.0:1746143538.905791:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:3147:x1830963462229888:12345-192.168.203.27@tcp:35:dd.0 Request processed in 1614us (3446us total) trans 4294967392 rc 0/0 00000100:00100000:3.0:1746143538.905801:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 188 00000100:00100000:0.0:1746143538.907771:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143538.908403:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462230144 00000100:00100000:2.0:1746143538.908414:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462230144 00002000:00100000:2.0:1746143538.908461:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5:0x0] (0->4095) req@ffff88008efb8000 x1830963462230144/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:689/0 lens 488/0 e 0 to 0 dl 1746143549 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143538.908471:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb8000 with x1830963462230144 ext(0->4095) 00002000:00010000:2.0:1746143538.908476:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb8000 00000100:00100000:2.0:1746143538.908855:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13877 00000100:00100000:2.0:1746143538.908864:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462230144:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746143538.909572:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462230144:12345-192.168.203.27@tcp:3:dd.0 Request processed in 708us (1809us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143538.909579:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13877 00002000:00100000:2.0:1746143538.909585:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5:0x0] (0->4095) req@ffff88008efb8000 x1830963462230144/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:689/0 lens 488/4536 e 0 to 0 dl 1746143549 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143538.909594:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb8000 with x1830963462230144 ext(0->4095) 00002000:00010000:2.0:1746143538.909598:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb8000 00000100:00100000:0.0:1746143538.931256:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143538.931356:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462230400 00000100:00100000:2.0:1746143538.931366:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462230400 00000100:00100000:2.0:1746143538.931731:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44183 00000100:00100000:2.0:1746143538.931741:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+9:3151:x1830963462230400:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746143538.931767:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143538.931786:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5b6000/0xa6c9a53f47f23f53 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c48a expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.931863:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009237d000/0xa6c9a53f47f23f5a lrc: 3/1,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.931875:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009237d000/0xa6c9a53f47f23f5a lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.931885:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009237d000/0xa6c9a53f47f23f5a lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.931894:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f351200/0xa6c9a53f47f23f61 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.931903:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f351200/0xa6c9a53f47f23f61 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.931907:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f351200/0xa6c9a53f47f23f61 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.931994:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f350400/0xa6c9a53f47f23f68 lrc: 3/1,0 mode: --/PR res: [0x240000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143538.932000:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f350400/0xa6c9a53f47f23f68 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.932004:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f350400/0xa6c9a53f47f23f68 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00000004:00200000:2.0:1746143538.932009:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xc:0x0]: returning size 858 00010000:00010000:2.0:1746143538.932067:0:8934:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009237d000/0xa6c9a53f47f23f5a lrc: 4/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.932071:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009237d000/0xa6c9a53f47f23f5a lrc: 4/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.932075:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009237d000/0xa6c9a53f47f23f5a lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.932079:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009237d000/0xa6c9a53f47f23f5a lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.932082:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009237d000 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143538.932085:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009237d000/0xa6c9a53f47f23f5a lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.932089:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009237d000/0xa6c9a53f47f23f5a lrc: 5/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.932100:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88009bf8c800) 00010000:00010000:2.0:1746143538.932102:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143538.932105:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009237d000/0xa6c9a53f47f23f5a lrc: 3/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.932108:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009237d000/0xa6c9a53f47f23f5a lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.932125:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f351200/0xa6c9a53f47f23f61 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.932130:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f351200/0xa6c9a53f47f23f61 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.932134:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011f351200/0xa6c9a53f47f23f61 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.932138:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011f351200 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143538.932140:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f351200/0xa6c9a53f47f23f61 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.932144:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f351200/0xa6c9a53f47f23f61 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.932149:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff880092152f00) 00010000:00010000:2.0:1746143538.932151:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143538.932153:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011f351200/0xa6c9a53f47f23f61 lrc: 2/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.932157:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f351200/0xa6c9a53f47f23f61 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00010000:00010000:2.0:1746143538.932191:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5b6000/0xa6c9a53f47f23f53 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c48a expref: 12 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.932201:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f350400/0xa6c9a53f47f23f68 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c48a expref: 11 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.932205:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xc:0x0].0x0 (ffff880092152c00) 00010000:00010000:2.0:1746143538.932207:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746143538.932208:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350400, rc 0) 00000100:00100000:2.0:1746143538.932256:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+11:3151:x1830963462230400:12345-192.168.203.27@tcp:101:dd.0 Request processed in 518us (1012us total) trans 4294967393 rc 0/0 00000100:00100000:2.0:1746143538.932262:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44183 00000100:00100000:0.0:1746143538.936065:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143538.936118:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462230528 00000100:00100000:3.0:1746143538.936128:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462230528 00000100:00100000:3.0:1746143538.936186:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30772 00000100:00100000:3.0:1746143538.936193:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+5:3151:x1830963462230528:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143538.936212:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143538.936228:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23f76 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c491 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.936261:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23f29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c47c expref: 8 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.936267:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143538.936269:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143538.936272:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23f76 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c491 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.936328:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23f29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c47c expref: 8 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143538.936340:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23f29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c47c expref: 8 pid: 9572 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746143538.936358:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455348224:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143538.936453:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008f605000 going to sleep for 11 seconds 00000100:00100000:0.0:1746143538.939037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143538.939093:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462230656 00000100:00100000:2.0:1746143538.939102:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462230656 00010000:00010000:2.0:1746143538.939139:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23f29 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c47c expref: 9 pid: 9572 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746143538.939167:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16673 00000100:00100000:2.0:1746143538.939173:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086129500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462230656:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746143538.939245:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455348224:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143538.939269:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23f76 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c491 expref: 6 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.939281:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143538.939283:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78200, rc 0) 00010000:00010000:2.0:1746143538.939319:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23f29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c47c expref: 9 pid: 9572 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746143538.939330:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23f29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c47c expref: 9 pid: 9572 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746143538.939337:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:3151:x1830963462230528:12345-192.168.203.27@tcp:101:dd.0 Request processed in 3144us (3285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143538.939344:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30772 00010000:00010000:2.0:1746143538.939351:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f23f29 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c47c expref: 9 pid: 9572 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746143538.939366:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143538.939368:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143538.939374:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23f76 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c491 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.939382:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23f76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c491 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143538.939406:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091a78200/0xa6c9a53f47f23f76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c491 expref: 5 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143538.939417:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009045ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455348352:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143538.939472:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e14b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746143538.940226:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009045ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455348352:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143538.940240:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143538.940404:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086129500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462230656:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1229us (1374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143538.940411:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16673 00000100:00100000:0.0:1746143538.940898:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143538.940960:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462230912 00000100:00100000:2.0:1746143538.940965:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462230912 00002000:00100000:2.0:1746143538.940997:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5:0x0] (0->4095) req@ffff880086128a80 x1830963462230912/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:689/0 lens 488/0 e 0 to 0 dl 1746143549 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143538.941006:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128a80 with x1830963462230912 ext(0->4095) 00002000:00010000:2.0:1746143538.941009:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086128a80 00000100:00100000:2.0:1746143538.941030:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13878 00000100:00100000:2.0:1746143538.941037:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462230912:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746143538.941168:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462230912:12345-192.168.203.27@tcp:3:dd.0 Request processed in 131us (270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746143538.941173:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13878 00002000:00100000:2.0:1746143538.941178:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5:0x0] (0->4095) req@ffff880086128a80 x1830963462230912/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:689/0 lens 488/4536 e 0 to 0 dl 1746143549 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143538.941184:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086128a80 with x1830963462230912 ext(0->4095) 00002000:00010000:2.0:1746143538.941186:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086128a80 00000100:00100000:0.0:1746143538.955149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143538.955337:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462231168 00000100:00100000:3.0:1746143538.955349:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462231168 00000100:00100000:3.0:1746143538.955412:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 189 00000100:00100000:3.0:1746143538.955419:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+11:3151:x1830963462231168:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:3.0:1746143538.957105:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+12:3151:x1830963462231168:12345-192.168.203.27@tcp:35:dd.0 Request processed in 1678us (1959us total) trans 4294967394 rc 0/0 00000100:00100000:3.0:1746143538.957115:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 189 00000100:00100000:3.0:1746143538.985732:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963455348480:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746143538.985808:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143538.985959:0:9575:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455348480 00000100:00100000:0.0:1746143538.985968:0:9575:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455348480 00000100:00080000:1.0:1746143538.986026:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746143538.986117:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1746143538.986125:0:9575:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830963455348480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746143538.986151:0:9575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3922055168 avail 3690532864 00000100:00100000:0.0:1746143538.986194:0:9575:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830963455348480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143538.986201:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1746143538.986334:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963455348480:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746143539.033888:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746143539.033916:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963455348608:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746143539.033990:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143539.034454:0:10693:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455348608 00000100:00100000:3.0:1746143539.034463:0:10693:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455348608 00000100:00100000:3.0:1746143539.034523:0:10693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1746143539.034533:0:10693:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3766:x1830963455348608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746143539.034557:0:10693:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3922055168 avail 3690532864 00000100:00100000:3.0:1746143539.034601:0:10693:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3766:x1830963455348608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143539.034607:0:10693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1746143539.034704:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963455348608:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1746143539.034880:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746143539.401602:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830963455348864:0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.401676:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143539.401748:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746143539.401754:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3:3765:1830963455348736:0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.401780:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143539.401821:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963455348992:0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.401844:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143539.402598:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455348864 00000100:00100000:1.0:1746143539.402610:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455348864 00000100:00100000:1.0:1746143539.402660:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:1.0:1746143539.402670:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830963455348864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746143539.402745:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830963455348864:12345-0@lo:400:kworker.0 Request processed in 77us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143539.402752:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:0.0:1746143539.402923:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091860380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3767:1830963455349120:0@lo:400:kworker.0 00000100:00100000:0.0:1746143539.402964:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143539.403010:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830963455348864:0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.403029:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3765:1830963455349376:0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.403071:0:7217:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455348736 00000100:00100000:2.0:1746143539.403077:0:7217:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455348736 00000100:00100000:2.0:1746143539.403107:0:7217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1746143539.403113:0:7217:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b17a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3+23:3765:x1830963455348736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.403146:0:7217:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b17a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3+23:3765:x1830963455348736:12345-0@lo:400:kworker.0 Request processed in 33us (1365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143539.403151:0:7217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1746143539.403187:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455348992 00000100:00100000:2.0:1746143539.403190:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455348992 00000100:00100000:2.0:1746143539.403209:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1746143539.403213:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830963455348992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.403236:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830963455348992:12345-0@lo:400:kworker.0 Request processed in 23us (1391us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143539.403241:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1746143539.403259:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3766:1830963455349504:0@lo:400:kworker.0 00000100:00100000:1.0:1746143539.403436:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455349248:0@lo:400:kworker.0 00000100:00100000:1.0:1746143539.403472:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143539.403497:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3764:1830963455349760:0@lo:400:kworker.0 00000100:00100000:0.0:1746143539.403627:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3767:1830963455349632:0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.403630:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455349248 00000100:00100000:2.0:1746143539.403634:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455349248 00000100:00100000:2.0:1746143539.403652:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1746143539.403652:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143539.403657:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830963455349248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746143539.403682:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455349120 00000100:00100000:2.0:1746143539.403686:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830963455349248:12345-0@lo:400:kworker.0 Request processed in 29us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143539.403686:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455349120 00000100:00100000:2.0:1746143539.403691:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1746143539.403709:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143539.403711:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455349632 00000100:00100000:0.0:1746143539.403714:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455349632 00000100:00100000:2.0:1746143539.403729:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3:3765:1830963455348736:0@lo:400:kworker.0 00000100:00100000:0.0:1746143539.403741:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455349376 00000100:00100000:2.0:1746143539.403743:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830963455349888:0@lo:400:kworker.0 00000100:00100000:0.0:1746143539.403744:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455349376 00000100:00100000:2.0:1746143539.403762:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143539.403765:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:0.0:1746143539.403771:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1830963455349120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.403786:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:2.0:1746143539.403792:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830963455349632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746143539.403815:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1830963455349120:12345-0@lo:400:kworker.0 Request processed in 44us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143539.403821:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:2.0:1746143539.403822:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830963455349632:12345-0@lo:400:kworker.0 Request processed in 30us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143539.403827:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:0.0:1746143539.403840:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:0.0:1746143539.403847:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830963455349376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.403865:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455349888 00000100:00100000:2.0:1746143539.403868:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455349888 00000100:00100000:0.0:1746143539.403882:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830963455349376:12345-0@lo:400:kworker.0 Request processed in 36us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143539.403888:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:2.0:1746143539.403892:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1746143539.403897:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1830963455349888:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746143539.403912:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746143539.403917:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746143539.403921:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3765:x1830963455349888:12345-0@lo:400:kworker.0 Request processed in 24us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143539.403926:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1746143539.403945:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3767:1830963455349632:0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.403949:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830963455349888:0@lo:400:kworker.0 00000100:00100000:0.0:1746143539.403958:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091860380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3767:1830963455349120:0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.403959:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3765:1830963455349376:0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.403976:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143539.403992:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963455350016:0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.404008:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143539.404022:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963455348992:0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.404037:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455350016 00000100:00100000:2.0:1746143539.404039:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455350016 00000100:00100000:3.0:1746143539.404047:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455349504 00000100:00100000:3.0:1746143539.404052:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455349504 00000100:00100000:1.0:1746143539.404239:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143539.404372:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1746143539.404376:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963455350016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.404405:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963455350016:12345-0@lo:400:kworker.0 Request processed in 26us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143539.404409:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1746143539.404428:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963455350016:0@lo:400:kworker.0 00000100:00100000:1.0:1746143539.406015:0:3764:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967383 gen 2 00000004:00080000:1.0:1746143539.406024:0:3764:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967383 committed transno 4294967383 00000100:00100000:1.0:1746143539.406053:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455349248:0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.406899:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455349760 00000100:00100000:2.0:1746143539.406909:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455349760 00000100:00100000:2.0:1746143539.406948:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:2.0:1746143539.406955:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830963455349504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.407014:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830963455349504:12345-0@lo:400:kworker.0 Request processed in 60us (3036us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143539.407020:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:2.0:1746143539.407052:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:2.0:1746143539.407058:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830963455349760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143539.407088:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830963455349760:12345-0@lo:400:kworker.0 Request processed in 31us (2851us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143539.407328:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3766:1830963455349504:0@lo:400:kworker.0 00000100:00080000:3.0:1746143539.407363:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746143539.407368:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746143539.407432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143539.407459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143539.407486:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143539.407526:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143539.407568:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143539.407590:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462231424 00000100:00100000:3.0:1746143539.407596:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462231424 00000100:00100000:0.0:1746143539.407974:0:12697:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462231680 00000100:00100000:0.0:1746143539.407979:0:12697:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462231680 00000100:00100000:0.0:1746143539.408002:0:12697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1162 00000100:00100000:0.0:1746143539.408009:0:12697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6c035184-928a-4088-be86-d6b338962a2f+14:2006:x1830963462231680:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746143539.408070:0:12697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6c035184-928a-4088-be86-d6b338962a2f+14:2006:x1830963462231680:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 61us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143539.408076:0:12697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1162 00000100:00100000:0.0:1746143539.408219:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3764:1830963455349760:0@lo:400:kworker.0 00000100:00100000:0.0:1746143539.408255:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462231552 00000100:00100000:0.0:1746143539.408258:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462231552 00000100:00100000:0.0:1746143539.408289:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462231808 00000100:00100000:0.0:1746143539.408292:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462231808 00000100:00100000:0.0:1746143539.408341:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 750 00000100:00100000:0.0:1746143539.408347:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462231552:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746143539.408384:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462231552:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 38us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143539.408391:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 750 00000100:00100000:0.0:1746143539.408407:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 751 00000100:00100000:0.0:1746143539.408412:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462231808:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746143539.408437:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+6:2006:x1830963462231808:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 25us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143539.408443:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 751 00000100:00080000:0.0:1746143539.408542:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143539.408567:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462231296 00000100:00100000:0.0:1746143539.408571:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462231296 00000100:00100000:0.0:1746143539.408601:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 559 00000100:00100000:0.0:1746143539.408606:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b179c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1517d466-6266-498b-bada-804fa5332ca6+12:2006:x1830963462231296:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746143539.408639:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b179c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1517d466-6266-498b-bada-804fa5332ca6+12:2006:x1830963462231296:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 32us (1152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143539.408644:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 559 00000100:00100000:2.0:1746143539.408883:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:3.0:1746143539.408910:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1163 00000100:00100000:3.0:1746143539.408986:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091860a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963462231424:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1746143539.409028:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091860a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2006:x1830963462231424:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 110us (1598us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143539.409035:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1163 00010000:00010000:3.0:1746143539.485970:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143540.425609:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830963455350144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746143540.425668:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143540.426817:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455350144 00000100:00100000:2.0:1746143540.426826:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455350144 00000100:00100000:2.0:1746143540.426875:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1746143540.426882:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008612ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3767:x1830963455350144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746143540.426913:0:7226:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445957632 avail 1316495360 00000100:00100000:2.0:1746143540.426958:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008612ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3767:x1830963455350144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (1290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143540.426964:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1746143540.427247:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830963455350144:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746143540.487501:0:8900:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746143540.585426:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746143540.585443:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963455350272:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746143540.585493:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143540.585563:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455350272 00000100:00100000:3.0:1746143540.585569:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455350272 00000100:00100000:3.0:1746143540.585599:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1746143540.585604:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091860380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830963455350272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746143540.585630:0:7227:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:3.0:1746143540.585661:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091860380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830963455350272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143540.585667:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1746143540.585704:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963455350272:0@lo:41:osp-pre-1-0.0 00000001:02000400:1.0:1746143541.304113:0:28751:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 19:52:21 (1746143541) 00000100:00100000:0.0:1746143541.358534:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143541.360627:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462232064 00000100:00100000:2.0:1746143541.360642:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462232064 00000100:00100000:2.0:1746143541.360707:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44184 00000100:00100000:2.0:1746143541.360716:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:3789:x1830963462232064:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:2.0:1746143541.360734:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143541.360737:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746143541.360766:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec7e00/0xa6c9a53f47f23e0a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c40c expref: 14 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.360786:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143541.360790:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143541.360801:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23f7d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c498 expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.360893:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23f84 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.360905:0:7222:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23eab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c44b expref: 13 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.360911:0:7222:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23f84 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.360939:0:7222:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23eab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c44b expref: 13 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.360949:0:7222:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23eab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c44b expref: 13 pid: 21530 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746143541.360961:0:7222:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097b56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7222:1830963455350400:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143541.361040:0:7222:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e14b900 going to sleep for 11 seconds 00000100:00080000:0.0:1746143541.361210:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746143541.363109:0:7222:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097b56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7222:1830963455350400:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143541.363135:0:7222:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23f84 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000100:00100000:0.0:1746143541.364215:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143541.364313:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462232192 00000100:00100000:2.0:1746143541.364321:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462232192 00000100:00080000:0.0:1746143541.364368:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746143541.364369:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23eab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c44b expref: 14 pid: 21530 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746143541.364396:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16674 00000100:00100000:2.0:1746143541.364403:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086129180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+14:2006:x1830963462232192:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143541.364418:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143541.364422:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23eab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c44b expref: 14 pid: 21530 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746143541.364431:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23eab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c44b expref: 14 pid: 21530 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746143541.364576:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009827ea00/0xa6c9a53f47f23eab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c44b expref: 14 pid: 21530 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746143541.364587:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143541.364591:0:7210:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23f84 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.364599:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23f84 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.364604:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23f84 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.364618:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746143541.364872:0:7222:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23f84 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143541.364878:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23f84 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143541.364892:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23f8b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143541.364898:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23f8b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143541.364904:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23f8b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000100:00100000:2.0:1746143541.365607:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086129180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+13:2006:x1830963462232192:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1202us (1393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143541.365615:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16674 00010000:00010000:3.0:1746143541.366357:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23f92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143541.366367:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23f92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143541.366374:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23f92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000004:00200000:3.0:1746143541.366384:0:7222:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00010000:00010000:3.0:1746143541.366409:0:7222:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23f84 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143541.366415:0:7222:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23f84 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143541.366420:0:7222:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23f84 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143541.366426:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23f84 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143541.366431:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011f350200 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143541.366434:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23f84 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143541.366440:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23f84 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143541.366449:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143541.366451:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143541.366454:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23f84 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143541.366459:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23f84 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00000004:00010000:3.0:1746143541.366469:0:7222:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880086129f80 reply state ffff88009b7fc000 transno 4294986254 ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23f8b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143541.366481:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23f8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143541.366486:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009ccc3500) 00010000:00010000:3.0:1746143541.366488:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746143541.366490:0:7222:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746143541.366530:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f23f7d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c498 expref: 16 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143541.367334:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23f92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c498 expref: 15 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143541.367341:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ccc3800) 00010000:00010000:3.0:1746143541.367343:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746143541.367345:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009827f800, rc 0) 00000100:00100000:3.0:1746143541.367400:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:3789:x1830963462232064:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 6686us (8873us total) trans 4294986254 rc 0/0 00000100:00100000:3.0:1746143541.367409:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44184 00000100:00100000:0.0:1746143541.370115:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143541.370269:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462232448 00000100:00100000:3.0:1746143541.370277:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462232448 00000100:00100000:3.0:1746143541.371381:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44185 00000100:00100000:3.0:1746143541.371391:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:3789:x1830963462232448:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:3.0:1746143541.371414:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143541.371431:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800918c3400/0xa6c9a53f47f23fa0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c49f expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143541.371536:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf64400/0xa6c9a53f47f23fa7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143541.371549:0:7222:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23f92 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c498 expref: 17 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143541.371555:0:7222:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf64400/0xa6c9a53f47f23fa7 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143541.371584:0:7222:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23f92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c498 expref: 17 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143541.371595:0:7222:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23f92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c498 expref: 17 pid: 7222 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746143541.371607:0:7222:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091862a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7222:1830963455350528:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143541.371681:0:7222:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008efa6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143541.373530:0:7222:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091862a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7222:1830963455350528:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143541.373553:0:7222:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf64400/0xa6c9a53f47f23fa7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000100:00100000:0.0:1746143541.375445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143541.377343:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462232576 00000100:00100000:2.0:1746143541.377356:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462232576 00010000:00010000:2.0:1746143541.377393:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23f92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c498 expref: 18 pid: 7222 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746143541.377421:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16675 00000100:00100000:2.0:1746143541.377429:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097893100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2006:x1830963462232576:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143541.377440:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143541.377446:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23f92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c498 expref: 18 pid: 7222 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746143541.377455:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23f92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c498 expref: 18 pid: 7222 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746143541.377475:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009827f800/0xa6c9a53f47f23f92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c498 expref: 18 pid: 7222 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746143541.377490:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ccc3800) 00010000:00010000:2.0:1746143541.377494:0:7210:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf64400/0xa6c9a53f47f23fa7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.377511:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf64400/0xa6c9a53f47f23fa7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.377518:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf64400/0xa6c9a53f47f23fa7 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.377539:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143541.377794:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462232576:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 363us (2355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143541.377800:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16675 00010000:00010000:2.0:1746143541.379131:0:7222:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf64400/0xa6c9a53f47f23fa7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.379141:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf64400/0xa6c9a53f47f23fa7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000004:00200000:2.0:1746143541.379165:0:7222:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00000004:00080000:2.0:1746143541.379330:0:7222:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00000004:00080000:2.0:1746143541.379335:0:7222:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x19:0x0], index 1: 0 00010000:00010000:2.0:1746143541.379416:0:7222:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf64400/0xa6c9a53f47f23fa7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.379423:0:7222:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf64400/0xa6c9a53f47f23fa7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.379428:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf64400/0xa6c9a53f47f23fa7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.379432:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf64400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143541.379436:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf64400/0xa6c9a53f47f23fa7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.379441:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf64400/0xa6c9a53f47f23fa7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.379451:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ccc3800) 00010000:00010000:2.0:1746143541.379453:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746143541.379455:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf64400/0xa6c9a53f47f23fa7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.379459:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf64400/0xa6c9a53f47f23fa7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.379521:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800918c3400/0xa6c9a53f47f23fa0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c49f expref: 17 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.379528:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800918c3400/0xa6c9a53f47f23fa0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c49f expref: 17 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.379540:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800918c3400, rc 0) 00000100:00100000:2.0:1746143541.379584:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:3789:x1830963462232448:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 8195us (9476us total) trans 4294986255 rc 301/301 00000100:00100000:2.0:1746143541.379590:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44185 00000100:00100000:1.0:1746143541.381285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143541.381338:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462232832 00000100:00100000:2.0:1746143541.381346:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462232832 00000100:00100000:2.0:1746143541.381380:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 190 00000100:00100000:2.0:1746143541.381387:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf8dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:3789:x1830963462232832:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:2.0:1746143541.382357:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf8dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:3789:x1830963462232832:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 969us (1077us total) trans 4294986256 rc 0/0 00000100:00100000:2.0:1746143541.382365:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 190 00000100:00100000:0.0:1746143541.385120:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143541.385655:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462232960 00000100:00100000:2.0:1746143541.385664:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462232960 00000100:00100000:2.0:1746143541.385720:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44186 00000100:00100000:2.0:1746143541.385727:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:3789:x1830963462232960:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:2.0:1746143541.385749:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143541.385767:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23fb5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c4a6 expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.385820:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23fb5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4a6 expref: 18 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.385832:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350000/0xa6c9a53f47f23fb5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4a6 expref: 18 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.385854:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880092152200) 00010000:00010000:2.0:1746143541.385857:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746143541.385860:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350000, rc 0) 00000100:00100000:2.0:1746143541.385902:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:3789:x1830963462232960:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 176us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143541.385908:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44186 00000100:00100000:0.0:1746143541.389603:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143541.389849:0:21497:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462233216 00000100:00100000:3.0:1746143541.389857:0:21497:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462233216 00000100:00100000:3.0:1746143541.389898:0:21497:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 191 00000100:00100000:3.0:1746143541.389905:0:21497:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:3789:x1830963462233216:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:3.0:1746143541.390112:0:21497:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:3789:x1830963462233216:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 207us (518us total) trans 4294986257 rc 0/0 00000100:00100000:3.0:1746143541.390119:0:21497:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 191 00000100:00100000:3.0:1746143541.401445:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963455350656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746143541.401518:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143541.401566:0:9575:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455350656 00000100:00100000:3.0:1746143541.401574:0:9575:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455350656 00000100:00100000:3.0:1746143541.401623:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1746143541.401629:0:9575:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830963455350656:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1746143541.401638:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1746143541.401657:0:9575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3920248832 avail 3688726528 00000100:00100000:3.0:1746143541.401685:0:9575:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830963455350656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143541.401691:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1746143541.401731:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963455350656:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746143541.411767:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143541.411802:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462233344 00000100:00100000:1.0:1746143541.411812:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462233344 00000100:00100000:1.0:1746143541.411858:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44187 00000100:00100000:1.0:1746143541.411866:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:3792:x1830963462233344:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:1.0:1746143541.411892:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143541.411911:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f200/0xa6c9a53f47f23fbc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c4ad expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143541.411973:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e400/0xa6c9a53f47f23fc3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:1.0:1746143541.411987:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e400/0xa6c9a53f47f23fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:1.0:1746143541.411999:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e400/0xa6c9a53f47f23fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:1.0:1746143541.412044:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746143541.412048:0:8934:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746143541.412065:0:8934:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e400/0xa6c9a53f47f23fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:1.0:1746143541.412085:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f200/0xa6c9a53f47f23fbc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4ad expref: 21 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143541.412099:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e400/0xa6c9a53f47f23fc3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4ad expref: 20 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143541.412107:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143541.412110:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746143541.412113:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e17e400, rc 0) 00000100:00100000:1.0:1746143541.412162:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:3792:x1830963462233344:12345-192.168.203.27@tcp:101:dd.0 Request processed in 297us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143541.412172:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44187 00000100:00100000:0.0:1746143541.416090:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143541.416467:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462233600 00000100:00100000:2.0:1746143541.416478:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462233600 00000100:00100000:2.0:1746143541.416546:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44188 00000100:00100000:2.0:1746143541.416554:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:3792:x1830963462233600:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746143541.416575:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143541.416578:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746143541.416609:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e400/0xa6c9a53f47f23fc3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4ad expref: 20 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.416645:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143541.416651:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143541.416664:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f23fca lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c4b4 expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.417282:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23fd1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417324:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23fd1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417333:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23fd1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417346:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23fd8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417352:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417357:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417401:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23fdf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417406:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23fdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417412:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23fdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000004:00200000:2.0:1746143541.417419:0:7222:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00010000:00010000:2.0:1746143541.417490:0:7222:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23fd1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417507:0:7222:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23fd1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417513:0:7222:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23fd1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417518:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23fd1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417523:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011f351600 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143541.417526:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23fd1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417536:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23fd1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417544:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143541.417546:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143541.417549:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23fd1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417554:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f23fd1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417566:0:7222:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417571:0:7222:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23fd8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417576:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417580:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011f350200 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143541.417582:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417587:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23fd8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417593:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009ccc3500) 00010000:00010000:2.0:1746143541.417595:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143541.417597:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23fd8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417601:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f23fd8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.417630:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f23fca lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4b4 expref: 22 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.417640:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23fdf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4b4 expref: 21 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.417646:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880092152200) 00010000:00010000:2.0:1746143541.417647:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746143541.417649:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351200, rc 0) 00000100:00100000:2.0:1746143541.417713:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:3792:x1830963462233600:12345-192.168.203.27@tcp:101:dd.0 Request processed in 1158us (1632us total) trans 4294986258 rc 0/0 00000100:00100000:2.0:1746143541.417719:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44188 00000100:00100000:0.0:1746143541.422793:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143541.422865:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462233728 00000100:00100000:2.0:1746143541.422875:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462233728 00000100:00100000:2.0:1746143541.423229:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44189 00000100:00100000:2.0:1746143541.423239:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:3792:x1830963462233728:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746143541.423265:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143541.423285:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23fed lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c4bb expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.423352:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b92a000/0xa6c9a53f47f23ff4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.423365:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b92a000/0xa6c9a53f47f23ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.423376:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b92a000/0xa6c9a53f47f23ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.423481:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f23fed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4bb expref: 23 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.423507:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b92a000/0xa6c9a53f47f23ff4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4bb expref: 22 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.423514:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880092152200) 00010000:00010000:2.0:1746143541.423517:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746143541.423520:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b92a000, rc 0) 00000100:00100000:2.0:1746143541.423617:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:3792:x1830963462233728:12345-192.168.203.27@tcp:101:dd.0 Request processed in 378us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143541.423623:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44189 00000100:00100000:0.0:1746143541.426416:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143541.426531:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462233984 00000100:00100000:2.0:1746143541.426540:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462233984 00000100:00100000:2.0:1746143541.426595:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44190 00000100:00100000:2.0:1746143541.426602:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+22:3792:x1830963462233984:12345-192.168.203.27@tcp:36:dd.0 00010000:00010000:2.0:1746143541.426659:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143541.426686:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f23fdf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4b4 expref: 22 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.426704:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880092152200) 00010000:00010000:2.0:1746143541.426709:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143541.426854:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f23ffb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.426867:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f23ffb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.426878:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f23ffb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000001:00080000:2.0:1746143541.426912:0:7222:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986259 00000004:00010000:2.0:1746143541.426930:0:7222:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880097892a00 reply state ffff88009b7fe000 transno 4294986260 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f23ffb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.426938:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f23ffb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143541.426944:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880092152200) 00010000:00010000:2.0:1746143541.426946:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746143541.426949:0:7222:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746143541.427028:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:3792:x1830963462233984:12345-192.168.203.27@tcp:36:dd.0 Request processed in 426us (618us total) trans 4294986260 rc 0/0 00000100:00100000:2.0:1746143541.427034:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44190 00000020:00080000:2.0:1746143541.427038:0:7222:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746143541.428132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143541.428231:0:10111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462234112 00000100:00100000:2.0:1746143541.428236:0:10111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462234112 00000100:00080000:1.0:1746143541.428482:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746143541.429237:0:10111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30773 00000100:00100000:3.0:1746143541.429248:0:10111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:3792:x1830963462234112:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143541.429265:0:10111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143541.429283:0:10111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f24002 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c4c2 expref: -99 pid: 10111 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746143541.429323:0:10111:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746143541.429345:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143541.429347:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143541.429354:0:10111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f24002 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c2 expref: 9 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143541.429370:0:10111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f24002 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c2 expref: 9 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143541.429381:0:10111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013118a800, rc 0) 00000100:00100000:3.0:1746143541.429435:0:10111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:3792:x1830963462234112:12345-192.168.203.27@tcp:101:dd.0 Request processed in 190us (1306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143541.429441:0:10111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30773 00000100:00100000:0.0:1746143541.432012:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143541.432132:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462234240 00000100:00100000:2.0:1746143541.432142:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462234240 00000100:00100000:2.0:1746143541.432211:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30774 00000100:00100000:2.0:1746143541.432218:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:3792:x1830963462234240:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746143541.432233:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143541.432248:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a79800/0xa6c9a53f47f24009 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c4c9 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746143541.432270:0:12044:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746143541.432289:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143541.432291:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143541.432330:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a79800/0xa6c9a53f47f24009 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c9 expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.432344:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a79800/0xa6c9a53f47f24009 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c9 expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143541.432354:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79800, rc 0) 00000100:00080000:1.0:1746143541.432362:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746143541.432569:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:3792:x1830963462234240:12345-192.168.203.27@tcp:101:dd.0 Request processed in 350us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143541.432575:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30774 00000100:00100000:3.0:1746143541.433437:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963455350784:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746143541.433481:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143541.433742:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143541.433766:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143541.433826:0:10693:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455350784 00000100:00100000:2.0:1746143541.433832:0:10693:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455350784 00000100:00100000:2.0:1746143541.433862:0:10693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1746143541.433868:0:10693:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830963455350784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746143541.433884:0:10693:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3920248832 avail 3688726528 00000100:00100000:2.0:1746143541.433916:0:10693:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830963455350784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143541.433922:0:10693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1746143541.433954:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963455350784:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746143541.434021:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462234368 00000100:00100000:1.0:1746143541.434024:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462234368 00002000:00010000:1.0:1746143541.434046:0:27162:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/27 (0->18446744073709551615) 00002000:00100000:1.0:1746143541.434051:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84700 with x1830963462234368 ext(0->18446744073709551615) 00002000:00010000:1.0:1746143541.434059:0:27162:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a84700. 00000100:00100000:1.0:1746143541.434071:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462234496 00000100:00100000:1.0:1746143541.434073:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462234496 00002000:00010000:1.0:1746143541.434080:0:27162:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (0->18446744073709551615) 00002000:00100000:1.0:1746143541.434082:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87800 with x1830963462234496 ext(0->18446744073709551615) 00002000:00010000:1.0:1746143541.434087:0:27162:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a87800. 00000100:00100000:1.0:1746143541.434096:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13879 00000100:00100000:1.0:1746143541.434101:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462234368:12345-192.168.203.27@tcp:10:dd.0 00002000:00010000:1.0:1746143541.434247:0:27162:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746143541.434249:0:27162:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746143541 00002000:00010000:1.0:1746143541.434252:0:27162:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746143541.434253:0:27162:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746143541 00002000:00010000:1.0:1746143541.434256:0:27162:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1746143541.434283:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963462234368:12345-192.168.203.27@tcp:10:dd.0 Request processed in 181us (541us total) trans 4294972320 rc 0/0 00000100:00100000:1.0:1746143541.434289:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13879 00002000:00010000:1.0:1746143541.434292:0:27162:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/27 (0->18446744073709551615) 00002000:00100000:1.0:1746143541.434313:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84700 with x1830963462234368 ext(0->18446744073709551615) 00002000:00010000:1.0:1746143541.434316:0:27162:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a84700. 00000100:00100000:1.0:1746143541.434329:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13880 00000100:00100000:1.0:1746143541.434334:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462234496:12345-192.168.203.27@tcp:10:dd.0 00002000:00010000:1.0:1746143541.434402:0:27162:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746143541.434404:0:27162:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1746143541 00002000:00010000:1.0:1746143541.434406:0:27162:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746143541.434408:0:27162:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1746143541 00002000:00010000:1.0:1746143541.434410:0:27162:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1746143541.434425:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963462234496:12345-192.168.203.27@tcp:10:dd.0 Request processed in 91us (659us total) trans 4294970719 rc 0/0 00000100:00100000:1.0:1746143541.434431:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13880 00002000:00010000:1.0:1746143541.434434:0:27162:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (0->18446744073709551615) 00002000:00100000:1.0:1746143541.434436:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87800 with x1830963462234496 ext(0->18446744073709551615) 00002000:00010000:1.0:1746143541.434439:0:27162:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a87800. 00000100:00080000:0.0:1746143541.434730:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1746143541.438284:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970719 is committed 00010000:00010000:0.0:1746143541.490048:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143541.841226:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143541.842342:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462234752 00000100:00100000:2.0:1746143541.842353:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462234752 00002000:00100000:2.0:1746143541.842402:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (0->4194303) req@ffff880096a85500 x1830963462234752/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:692/0 lens 488/0 e 0 to 0 dl 1746143552 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143541.842413:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85500 with x1830963462234752 ext(0->4194303) 00002000:00010000:2.0:1746143541.842418:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a85500 00000100:00100000:2.0:1746143541.842452:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13881 00000100:00100000:2.0:1746143541.842460:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462234752:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746143541.860773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143541.860867:0:20191:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462235008 00000100:00100000:3.0:1746143541.860878:0:20191:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462235008 00002000:00100000:3.0:1746143541.860925:0:20191:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4194303) req@ffff880096a84380 x1830963462235008/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:692/0 lens 488/0 e 0 to 0 dl 1746143552 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143541.860936:0:20191:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84380 with x1830963462235008 ext(0->4194303) 00002000:00010000:3.0:1746143541.860941:0:20191:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a84380 00000100:00100000:3.0:1746143541.860964:0:20191:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13882 00000100:00100000:3.0:1746143541.860971:0:20191:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2006:x1830963462235008:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746143541.905514:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462234752:12345-192.168.203.27@tcp:4:dd.0 Request processed in 63032us (64277us total) trans 4294972321 rc 0/0 00000100:00100000:0.0:1746143541.905528:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13881 00002000:00100000:0.0:1746143541.905541:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (0->4194303) req@ffff880096a85500 x1830963462234752/t4294972321(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:692/0 lens 488/448 e 0 to 0 dl 1746143552 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746143541.905552:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85500 with x1830963462234752 ext(0->4194303) 00002000:00010000:0.0:1746143541.905558:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a85500 00000100:00100000:0.0:1746143541.923587:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143541.923668:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462235264 00000100:00100000:1.0:1746143541.923678:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462235264 00002000:00100000:1.0:1746143541.923725:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->8388607) req@ffff8800969ed180 x1830963462235264/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:692/0 lens 488/0 e 0 to 0 dl 1746143552 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143541.923737:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed180 with x1830963462235264 ext(4194304->8388607) 00002000:00010000:1.0:1746143541.923742:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969ed180 00000100:00100000:1.0:1746143541.923827:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13883 00000100:00100000:1.0:1746143541.924938:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2005:x1830963462235264:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746143541.931326:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143541.931364:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462235520 00000100:00100000:0.0:1746143541.931372:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462235520 00002000:00100000:0.0:1746143541.931416:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->8388607) req@ffff8800969eca80 x1830963462235520/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:692/0 lens 488/0 e 0 to 0 dl 1746143552 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746143541.931426:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eca80 with x1830963462235520 ext(4194304->8388607) 00002000:00010000:0.0:1746143541.931432:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969eca80 00000100:00100000:0.0:1746143541.931459:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13884 00000100:00100000:0.0:1746143541.931466:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2004:x1830963462235520:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746143541.936621:0:20191:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963462235008:12345-192.168.203.27@tcp:4:dd.0 Request processed in 75639us (75849us total) trans 4294970720 rc 0/0 00000100:00100000:3.0:1746143541.936635:0:20191:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13882 00002000:00100000:3.0:1746143541.936647:0:20191:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4194303) req@ffff880096a84380 x1830963462235008/t4294970720(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:692/0 lens 488/448 e 0 to 0 dl 1746143552 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143541.936657:0:20191:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84380 with x1830963462235008 ext(0->4194303) 00002000:00010000:3.0:1746143541.936663:0:20191:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a84380 00000100:00100000:0.0:1746143541.978722:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2004:x1830963462235520:12345-192.168.203.27@tcp:4:dd.0 Request processed in 47249us (47399us total) trans 4294970721 rc 0/0 00000100:00100000:0.0:1746143541.978733:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13884 00002000:00100000:0.0:1746143541.978744:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->8388607) req@ffff8800969eca80 x1830963462235520/t4294970721(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:692/0 lens 488/448 e 0 to 0 dl 1746143552 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746143541.978753:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eca80 with x1830963462235520 ext(4194304->8388607) 00002000:00010000:0.0:1746143541.978758:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969eca80 00000100:00100000:0.0:1746143541.984758:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2005:x1830963462235264:12345-192.168.203.27@tcp:4:dd.0 Request processed in 60908us (61167us total) trans 4294972322 rc 0/0 00000100:00100000:0.0:1746143541.984772:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13883 00002000:00100000:0.0:1746143541.984786:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->8388607) req@ffff8800969ed180 x1830963462235264/t4294972322(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:692/0 lens 488/448 e 0 to 0 dl 1746143552 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746143541.984796:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed180 with x1830963462235264 ext(4194304->8388607) 00002000:00010000:0.0:1746143541.984803:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969ed180 00000100:00100000:0.0:1746143541.990720:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143541.990814:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462235776 00000100:00100000:2.0:1746143541.990825:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462235776 00002000:00100000:2.0:1746143541.990879:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->12582911) req@ffff8800969ece00 x1830963462235776/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:692/0 lens 488/0 e 0 to 0 dl 1746143552 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143541.990889:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ece00 with x1830963462235776 ext(8388608->12582911) 00002000:00010000:2.0:1746143541.990895:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969ece00 00000100:00100000:2.0:1746143541.990937:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13885 00000100:00100000:2.0:1746143541.990945:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+14:2007:x1830963462235776:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746143542.001482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143542.002095:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462236032 00000100:00100000:1.0:1746143542.002106:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462236032 00002000:00100000:1.0:1746143542.002156:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->12582911) req@ffff8800969ec000 x1830963462236032/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143542.002172:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec000 with x1830963462236032 ext(8388608->12582911) 00002000:00010000:1.0:1746143542.002178:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ec000 00000100:00100000:1.0:1746143542.002216:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13886 00000100:00100000:1.0:1746143542.002225:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963462236032:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746143542.012915:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.014333:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462236288 00000100:00100000:3.0:1746143542.014342:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462236288 00000100:00100000:3.0:1746143542.014387:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 192 00000100:00100000:3.0:1746143542.014395:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:3792:x1830963462236288:12345-192.168.203.27@tcp:35:dd.0 00000001:00080000:3.0:1746143542.014601:0:7225:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986261 00000100:00100000:3.0:1746143542.014697:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:3792:x1830963462236288:12345-192.168.203.27@tcp:35:dd.0 Request processed in 302us (1788us total) trans 4294986262 rc 0/0 00000100:00100000:3.0:1746143542.014705:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 192 00000020:00080000:3.0:1746143542.014709:0:7225:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746143542.033490:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:2007:x1830963462235776:12345-192.168.203.27@tcp:4:dd.0 Request processed in 42534us (42769us total) trans 4294972323 rc 0/0 00000100:00100000:0.0:1746143542.033512:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13885 00002000:00100000:0.0:1746143542.033528:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->12582911) req@ffff8800969ece00 x1830963462235776/t4294972323(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:692/0 lens 488/448 e 0 to 0 dl 1746143552 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746143542.033538:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ece00 with x1830963462235776 ext(8388608->12582911) 00002000:00010000:0.0:1746143542.033544:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969ece00 00000100:00100000:0.0:1746143542.036037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.036130:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462236416 00000100:00100000:3.0:1746143542.036138:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462236416 00000100:00100000:3.0:1746143542.036190:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44191 00000100:00100000:3.0:1746143542.036197:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:3797:x1830963462236416:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:3.0:1746143542.036222:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143542.036243:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f24010 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c4d0 expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.036322:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097804400/0xa6c9a53f47f24017 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.036334:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097804400/0xa6c9a53f47f24017 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.036347:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097804400/0xa6c9a53f47f24017 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000004:00200000:3.0:1746143542.036385:0:7222:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746143542.036388:0:7222:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746143542.036406:0:7222:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097804400/0xa6c9a53f47f24017 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.036425:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f24010 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4d0 expref: 28 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.036445:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097804400/0xa6c9a53f47f24017 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4d0 expref: 27 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.036458:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143542.036461:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746143542.036464:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097804400, rc 0) 00000100:00100000:3.0:1746143542.036512:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:3797:x1830963462236416:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 315us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143542.036519:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44191 00000100:00100000:0.0:1746143542.045117:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462236032:12345-192.168.203.27@tcp:4:dd.0 Request processed in 42881us (43635us total) trans 4294970722 rc 0/0 00000100:00100000:0.0:1746143542.045130:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13886 00002000:00100000:0.0:1746143542.045142:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->12582911) req@ffff8800969ec000 x1830963462236032/t4294970722(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:693/0 lens 488/448 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746143542.045151:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec000 with x1830963462236032 ext(8388608->12582911) 00002000:00010000:0.0:1746143542.045158:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ec000 00000100:00100000:2.0:1746143542.472188:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.472915:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462236672 00000100:00100000:2.0:1746143542.472923:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462236672 00000100:00100000:2.0:1746143542.472965:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44192 00000100:00100000:2.0:1746143542.472972:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097b55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:3808:x1830963462236672:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:2.0:1746143542.472985:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143542.472988:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746143542.473009:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097804400/0xa6c9a53f47f24017 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4d0 expref: 27 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.473024:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143542.473027:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143542.473036:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec800/0xa6c9a53f47f2401e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c4d7 expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.473109:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f24025 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143542.473122:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f24025 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143542.473129:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f24025 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143542.473141:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f2402c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143542.473146:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f2402c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143542.473151:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f2402c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143542.473457:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f24033 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143542.473465:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f24033 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143542.473470:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f24033 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000004:00200000:2.0:1746143542.473477:0:7222:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:2.0:1746143542.473508:0:7222:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f24025 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143542.473514:0:7222:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f24025 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143542.473519:0:7222:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f24025 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143542.473525:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f24025 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143542.473529:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092fedc00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143542.473532:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f24025 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143542.473537:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f24025 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143542.473555:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143542.473557:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143542.473560:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f24025 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143542.473565:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f24025 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00000004:00010000:2.0:1746143542.473574:0:7222:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880097b55180 reply state ffff8800919dc000 transno 4294986263 ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f2402c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143542.473580:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f2402c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143542.473585:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800920c1500) 00010000:00010000:2.0:1746143542.473586:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746143542.473588:0:7222:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746143542.473606:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec800/0xa6c9a53f47f2401e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4d7 expref: 29 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.473616:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f24033 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4d7 expref: 28 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.473622:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800920c1b00) 00010000:00010000:2.0:1746143542.473625:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746143542.473627:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800920bce00, rc 0) 00000100:00100000:2.0:1746143542.473668:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097b55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:3808:x1830963462236672:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 697us (1484us total) trans 4294986263 rc 0/0 00000100:00100000:2.0:1746143542.473675:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44192 00000100:00100000:0.0:1746143542.476409:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.477072:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462236928 00000100:00100000:2.0:1746143542.477081:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462236928 00000100:00100000:2.0:1746143542.477784:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44193 00000100:00100000:2.0:1746143542.477794:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:3808:x1830963462236928:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:2.0:1746143542.477818:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143542.477835:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24041 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c4de expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.478055:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f24048 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.478067:0:8934:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f24033 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4d7 expref: 30 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.478073:0:8934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f24048 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.478099:0:8934:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f24033 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4d7 expref: 30 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.478109:0:8934:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f24033 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4d7 expref: 30 pid: 7222 timeout: 860 lvb_type: 0 00000100:00100000:2.0:1746143542.478118:0:8934:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097b56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8934:1830963455350912:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143542.479094:0:8934:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800914573c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143542.483463:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.483512:0:8934:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097b56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8934:1830963455350912:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143542.483531:0:8934:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f24048 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000100:00100000:2.0:1746143542.483551:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462237056 00000100:00100000:2.0:1746143542.483555:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462237056 00010000:00010000:2.0:1746143542.483579:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f24033 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4d7 expref: 31 pid: 7222 timeout: 860 lvb_type: 0 00000100:00100000:2.0:1746143542.483615:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16676 00000100:00100000:2.0:1746143542.483621:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:2006:x1830963462237056:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143542.483632:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143542.483637:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f24033 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4d7 expref: 31 pid: 7222 timeout: 860 lvb_type: 0 00010000:00010000:2.0:1746143542.483646:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f24033 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4d7 expref: 31 pid: 7222 timeout: 860 lvb_type: 0 00010000:00010000:2.0:1746143542.483663:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f24033 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4d7 expref: 31 pid: 7222 timeout: 860 lvb_type: 0 00010000:00010000:2.0:1746143542.483673:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800920c1b00) 00010000:00010000:2.0:1746143542.483677:0:7210:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f24048 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.483684:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f24048 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.483693:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f24048 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.483706:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143542.483749:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:2006:x1830963462237056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 127us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143542.483755:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16676 00010000:00010000:2.0:1746143542.483772:0:8934:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f24048 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.483777:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f24048 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:2.0:1746143542.483790:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00000004:00080000:2.0:1746143542.484075:0:8934:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00000004:00080000:2.0:1746143542.484079:0:8934:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00010000:00010000:2.0:1746143542.484141:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f24048 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.484149:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f24048 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.484154:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f24048 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.484159:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091a7dc00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143542.484162:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f24048 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.484168:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f24048 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.484178:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800920c1b00) 00010000:00010000:2.0:1746143542.484181:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746143542.484183:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f24048 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.484187:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f24048 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.484221:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24041 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4de expref: 30 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.484228:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24041 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4de expref: 30 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.484234:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a7cc00, rc 0) 00000100:00100000:2.0:1746143542.484254:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:3808:x1830963462236928:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 6463us (7853us total) trans 4294986264 rc 301/301 00000100:00100000:2.0:1746143542.484262:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44193 00000100:00100000:0.0:1746143542.489823:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.489902:0:21497:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462237312 00000100:00100000:2.0:1746143542.489910:0:21497:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462237312 00000100:00100000:2.0:1746143542.489955:0:21497:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 193 00000100:00100000:2.0:1746143542.489962:0:21497:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:3808:x1830963462237312:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:2.0:1746143542.490152:0:21497:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:3808:x1830963462237312:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 189us (335us total) trans 4294986265 rc 0/0 00000100:00100000:2.0:1746143542.490158:0:21497:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 193 00010000:00010000:3.0:1746143542.491435:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746143542.492610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.493239:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462237440 00000100:00100000:2.0:1746143542.493248:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462237440 00000100:00100000:2.0:1746143542.493316:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44194 00000100:00100000:2.0:1746143542.493324:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091862d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:3808:x1830963462237440:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:2.0:1746143542.493345:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143542.493362:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132805800/0xa6c9a53f47f24056 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c4e5 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.493411:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132805800/0xa6c9a53f47f24056 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4e5 expref: 31 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.493423:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132805800/0xa6c9a53f47f24056 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4e5 expref: 31 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.493436:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800920c1600) 00010000:00010000:2.0:1746143542.493439:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746143542.493442:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132805800, rc 0) 00000100:00100000:2.0:1746143542.493896:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091862d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:3808:x1830963462237440:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 570us (1288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143542.493903:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44194 00000100:00100000:0.0:1746143542.497156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.497202:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462237696 00000100:00100000:3.0:1746143542.497210:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462237696 00000100:00100000:3.0:1746143542.497262:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 194 00000100:00100000:3.0:1746143542.497269:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:3808:x1830963462237696:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:3.0:1746143542.497442:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:3808:x1830963462237696:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 173us (292us total) trans 4294986266 rc 0/0 00000100:00100000:3.0:1746143542.497449:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 194 00000100:00100000:0.0:1746143542.506696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.507609:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462237824 00000100:00100000:2.0:1746143542.507618:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462237824 00000100:00100000:2.0:1746143542.507672:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44195 00000100:00100000:2.0:1746143542.507680:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:3809:x1830963462237824:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746143542.507699:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143542.507714:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132805000/0xa6c9a53f47f2405d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c4ec expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.507757:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24064 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.507768:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24064 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.507776:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24064 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:2.0:1746143542.507806:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746143542.507809:0:8934:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746143542.507823:0:8934:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24064 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.507838:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132805000/0xa6c9a53f47f2405d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4ec expref: 34 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.507851:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24064 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4ec expref: 33 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.507858:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143542.507860:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746143542.507863:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a7cc00, rc 0) 00000100:00100000:2.0:1746143542.507902:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:3809:x1830963462237824:12345-192.168.203.27@tcp:101:dd.0 Request processed in 223us (1213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143542.507908:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44195 00000100:00100000:3.0:1746143542.512014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.512055:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.512076:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462237952 00000100:00100000:3.0:1746143542.512083:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462237952 00000100:00100000:3.0:1746143542.512112:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462238208 00000100:00100000:3.0:1746143542.512114:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462238208 00000100:00100000:3.0:1746143542.512129:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44196 00000100:00100000:3.0:1746143542.512136:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091863800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c035184-928a-4088-be86-d6b338962a2f+13:3810:x1830963462237952:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143542.512151:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143542.512163:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097805400/0xa6c9a53f47f2406b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c4f3 expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.512209:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097804800/0xa6c9a53f47f24072 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512220:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097804800/0xa6c9a53f47f24072 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512229:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097804800/0xa6c9a53f47f24072 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000004:00200000:3.0:1746143542.512258:0:7222:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746143542.512260:0:7222:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746143542.512276:0:7222:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097804800/0xa6c9a53f47f24072 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512312:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097805400/0xa6c9a53f47f2406b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4f3 expref: 15 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.512326:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097804800/0xa6c9a53f47f24072 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4f3 expref: 14 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.512333:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143542.512335:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746143542.512338:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097804800, rc 0) 00000100:00100000:3.0:1746143542.512377:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091863800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c035184-928a-4088-be86-d6b338962a2f+14:3810:x1830963462237952:12345-192.168.203.27@tcp:101:dd.0 Request processed in 242us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143542.512383:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44196 00000100:00100000:3.0:1746143542.512395:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44197 00000100:00100000:3.0:1746143542.512400:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091861500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:3809:x1830963462238208:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143542.512405:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143542.512410:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097805800/0xa6c9a53f47f24079 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c4fa expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.512439:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097805200/0xa6c9a53f47f24080 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512446:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097805200/0xa6c9a53f47f24080 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512451:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097805200/0xa6c9a53f47f24080 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512460:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24087 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512465:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24087 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512470:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24087 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512555:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097804200/0xa6c9a53f47f2408e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512562:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097804200/0xa6c9a53f47f2408e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512568:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097804200/0xa6c9a53f47f2408e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000004:00200000:3.0:1746143542.512573:0:7222:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:3.0:1746143542.512627:0:7222:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097805200/0xa6c9a53f47f24080 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512632:0:7222:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097805200/0xa6c9a53f47f24080 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512638:0:7222:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097805200/0xa6c9a53f47f24080 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512643:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097805200/0xa6c9a53f47f24080 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512648:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097805200 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143542.512652:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097805200/0xa6c9a53f47f24080 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512657:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097805200/0xa6c9a53f47f24080 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512665:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143542.512667:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143542.512670:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097805200/0xa6c9a53f47f24080 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512674:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097805200/0xa6c9a53f47f24080 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512682:0:7222:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24087 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512686:0:7222:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24087 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512690:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24087 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512694:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097804000 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143542.512696:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24087 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.512704:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24087 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.513033:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009ccc3500) 00010000:00010000:3.0:1746143542.513036:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143542.513039:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24087 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.513043:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24087 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143542.513066:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097805800/0xa6c9a53f47f24079 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4fa expref: 36 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.513074:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097804200/0xa6c9a53f47f2408e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4fa expref: 35 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.513080:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880092152200) 00010000:00010000:3.0:1746143542.513081:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746143542.514374:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097804200, rc 0) 00000100:00100000:3.0:1746143542.514431:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091861500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:3809:x1830963462238208:12345-192.168.203.27@tcp:101:dd.0 Request processed in 2028us (2373us total) trans 4294986267 rc 0/0 00000100:00100000:3.0:1746143542.514438:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44197 00000100:00100000:0.0:1746143542.516206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.516865:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462238464 00000100:00100000:2.0:1746143542.516873:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462238464 00000100:00100000:2.0:1746143542.516918:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44198 00000100:00100000:2.0:1746143542.516926:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+14:3810:x1830963462238464:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746143542.516940:0:7223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143542.516956:0:7223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7c800/0xa6c9a53f47f2409c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c501 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.517018:0:7223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132805000/0xa6c9a53f47f240a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517030:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132805000/0xa6c9a53f47f240a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517040:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132805000/0xa6c9a53f47f240a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517048:0:7223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f240aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517053:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f240aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517057:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f240aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517141:0:7223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf88200/0xa6c9a53f47f240b1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517149:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf88200/0xa6c9a53f47f240b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517154:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf88200/0xa6c9a53f47f240b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000004:00200000:2.0:1746143542.517161:0:7223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:2.0:1746143542.517214:0:7223:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132805000/0xa6c9a53f47f240a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517220:0:7223:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132805000/0xa6c9a53f47f240a3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517225:0:7223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132805000/0xa6c9a53f47f240a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517230:0:7223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132805000 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143542.517234:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132805000/0xa6c9a53f47f240a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517239:0:7223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132805000/0xa6c9a53f47f240a3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517248:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143542.517251:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143542.517253:0:7223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132805000/0xa6c9a53f47f240a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517258:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132805000/0xa6c9a53f47f240a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517265:0:7223:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f240aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517269:0:7223:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f240aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517273:0:7223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f240aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517276:0:7223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132804e00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143542.517278:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f240aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517283:0:7223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f240aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517442:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009ccc3500) 00010000:00010000:2.0:1746143542.517444:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143542.517447:0:7223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f240aa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517454:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132804e00/0xa6c9a53f47f240aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.517479:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7c800/0xa6c9a53f47f2409c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c501 expref: 17 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.517488:0:7223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf88200/0xa6c9a53f47f240b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c501 expref: 16 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.517505:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880092152200) 00010000:00010000:2.0:1746143542.517507:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746143542.517509:0:7223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf88200, rc 0) 00000100:00100000:2.0:1746143542.517550:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+16:3810:x1830963462238464:12345-192.168.203.27@tcp:101:dd.0 Request processed in 625us (1349us total) trans 4294986268 rc 0/0 00000100:00100000:2.0:1746143542.517555:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44198 00000100:00100000:1.0:1746143542.520788:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143542.520819:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.520859:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462238720 00000100:00100000:3.0:1746143542.520865:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462238720 00000100:00100000:3.0:1746143542.520899:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462238976 00000100:00100000:3.0:1746143542.520901:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462238976 00000100:00100000:3.0:1746143542.520927:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44199 00000100:00100000:3.0:1746143542.520934:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:3809:x1830963462238720:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143542.520953:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143542.520956:0:8934:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746143542.520978:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24064 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4ec expref: 35 pid: 8934 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143542.520978:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44200 00000100:00100000:2.0:1746143542.520986:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+16:3810:x1830963462238976:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143542.520990:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143542.520994:0:8934:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143542.520996:0:7223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143542.520998:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746143542.521002:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec800/0xa6c9a53f47f240bf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c508 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.521008:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097804800/0xa6c9a53f47f24072 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4f3 expref: 16 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.521020:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143542.521022:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143542.521028:0:7223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f240c6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c50f expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.521070:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f240cd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143542.521080:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f240cd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.521083:0:7223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f240d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1746143542.521087:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f240cd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.521090:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f240d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521096:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f240d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521103:0:7223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f240db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521113:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f240db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521118:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f240db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1746143542.521128:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f240e2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143542.521135:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f240e2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143542.521140:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f240e2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.521155:0:7223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f240e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521161:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f240e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521166:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f240e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000004:00200000:2.0:1746143542.521172:0:7223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:2.0:1746143542.521345:0:7223:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f240d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521351:0:7223:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f240d4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521359:0:7223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f240d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521362:0:7223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800907f5a00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143542.521364:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f240d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521368:0:7223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f240d4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521373:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143542.521374:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143542.521376:0:7223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f240d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521378:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5a00/0xa6c9a53f47f240d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521383:0:7223:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f240db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521385:0:7223:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f240db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521388:0:7223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f240db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521391:0:7223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800907f4400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143542.521392:0:7223:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f240db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521394:0:7223:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f240db lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521399:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800920c1500) 00000004:00080000:3.0:1746143542.521401:0:8934:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00010000:00010000:2.0:1746143542.521401:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143542.521402:0:7223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f240db lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143542.521404:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f4400/0xa6c9a53f47f240db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1746143542.521504:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef30600/0xa6c9a53f47f240f7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143542.521511:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef30600/0xa6c9a53f47f240f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.521515:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a7dc00/0xa6c9a53f47f240c6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c50f expref: 18 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.521517:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef30600/0xa6c9a53f47f240f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143542.521536:0:8934:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f240cd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.521537:0:7223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f240e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c50f expref: 17 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.521541:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f240cd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.521544:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800920c1600) 00010000:00010000:3.0:1746143542.521545:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f240cd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.521547:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746143542.521548:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f240cd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143542.521549:0:7223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800907f5200, rc 0) 00010000:00010000:3.0:1746143542.521552:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092fedc00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143542.521554:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f240cd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143542.521558:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f240cd lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143542.521564:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143542.521566:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143542.521568:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f240cd lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143542.521572:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092fedc00/0xa6c9a53f47f240cd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00000004:00010000:3.0:1746143542.521581:0:8934:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091af0000 reply state ffff880090516000 transno 4294986270 ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f240e2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143542.521587:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f240e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143542.521592:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff880092395c00) 00010000:00010000:3.0:1746143542.521594:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746143542.521596:0:8934:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746143542.521612:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec800/0xa6c9a53f47f240bf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c508 expref: 37 pid: 8934 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143542.521616:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+17:3810:x1830963462238976:12345-192.168.203.27@tcp:101:dd.0 Request processed in 629us (794us total) trans 4294986269 rc 0/0 00000100:00100000:2.0:1746143542.521624:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44200 00010000:00010000:3.0:1746143542.521627:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ef30600/0xa6c9a53f47f240f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c508 expref: 36 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.521632:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880092395000) 00010000:00010000:3.0:1746143542.521633:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746143542.521635:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ef30600, rc 0) 00000100:00100000:3.0:1746143542.521671:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:3809:x1830963462238720:12345-192.168.203.27@tcp:101:dd.0 Request processed in 737us (887us total) trans 4294986270 rc 0/0 00000100:00100000:3.0:1746143542.521678:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44199 00000100:00100000:1.0:1746143542.524431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.524509:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462239104 00000100:00100000:2.0:1746143542.524520:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462239104 00000100:00100000:2.0:1746143542.524574:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30775 00000100:00100000:2.0:1746143542.524583:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:3810:x1830963462239104:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746143542.524599:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1746143542.524931:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1746143542.524985:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bf89600/0xa6c9a53f47f24105 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c516 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.525021:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f24002 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c2 expref: 15 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.525028:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143542.525030:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143542.525033:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf89600/0xa6c9a53f47f24105 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c516 expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.525117:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f24002 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c2 expref: 15 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.525130:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f24002 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c2 expref: 15 pid: 10111 timeout: 860 lvb_type: 0 00000100:00100000:2.0:1746143542.525142:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455351040:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143542.525244:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091457a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143542.528827:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455351040:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143542.528859:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bf89600/0xa6c9a53f47f24105 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c516 expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.528883:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf89600, rc 0) 00000100:00100000:2.0:1746143542.529007:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+7:3810:x1830963462239104:12345-192.168.203.27@tcp:101:dd.0 Request processed in 4423us (4578us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143542.529015:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30775 00000100:00100000:0.0:1746143542.529706:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143542.529744:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143542.529767:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462239488 00000100:00100000:0.0:1746143542.529773:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462239488 00000100:00100000:0.0:1746143542.529821:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462239232 00000100:00100000:0.0:1746143542.529823:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462239232 00002000:00100000:0.0:1746143542.529839:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff88008f643800 x1830963462239232/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746143542.529848:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643800 with x1830963462239232 ext(12582912->13631487) 00010000:00010000:0.0:1746143542.529855:0:9577:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f24002 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c2 expref: 17 pid: 10111 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746143542.529867:0:9577:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f24002 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c2 expref: 17 pid: 10111 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746143542.529874:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f643800 00000100:00100000:0.0:1746143542.529885:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3189 00000100:00100000:0.0:1746143542.529891:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2007:x1830963462239232:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746143542.530184:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13887 00000100:00100000:2.0:1746143542.530191:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:2006:x1830963462239488:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746143542.530213:0:27163:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f2410c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.530224:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143542.530227:0:27163:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f2410c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.530235:0:27163:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f2410c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143542.534689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.534998:0:20191:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462239744 00000100:00100000:3.0:1746143542.535007:0:20191:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462239744 00000100:00100000:3.0:1746143542.535061:0:20191:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13888 00000100:00100000:3.0:1746143542.535068:0:20191:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462239744:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746143542.535099:0:20191:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800921aee00/0xa6c9a53f47f24113 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.535113:0:20191:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a79800/0xa6c9a53f47f24009 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c9 expref: 12 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.535119:0:20191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143542.535121:0:20191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143542.535123:0:20191:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800921aee00/0xa6c9a53f47f24113 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.535148:0:20191:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a79800/0xa6c9a53f47f24009 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c9 expref: 12 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.535159:0:20191:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a79800/0xa6c9a53f47f24009 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c9 expref: 12 pid: 12044 timeout: 860 lvb_type: 0 00000100:00100000:3.0:1746143542.535169:0:20191:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091861c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20191:1830963455351168:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143542.535228:0:20191:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb276c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143542.539409:0:20191:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091861c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20191:1830963455351168:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143542.539438:0:20191:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800921aee00/0xa6c9a53f47f24113 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143542.543807:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:2007:x1830963462239232:12345-192.168.203.27@tcp:4:dd.0 Request processed in 13905us (14051us total) trans 4294972324 rc 0/0 00000100:00100000:2.0:1746143542.543821:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3189 00002000:00100000:2.0:1746143542.543835:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff88008f643800 x1830963462239232/t4294972324(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:693/0 lens 488/448 e 0 to 0 dl 1746143553 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.543844:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f643800 with x1830963462239232 ext(12582912->13631487) 00010000:00010000:2.0:1746143542.543856:0:9577:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f24002 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c2 expref: 19 pid: 10111 timeout: 860 lvb_type: 0 00010000:00010000:2.0:1746143542.543868:0:9577:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f24002 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c2 expref: 19 pid: 10111 timeout: 860 lvb_type: 0 00002000:00010000:2.0:1746143542.543879:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f643800 00000001:00080000:0.0:1746143542.544900:0:9569:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972323 is committed 00000001:00080000:0.0:1746143542.544929:0:9569:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972317 is committed 00000100:00100000:1.0:1746143542.551069:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.551184:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462239872 00000100:00100000:2.0:1746143542.551193:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462239872 00010000:00010000:2.0:1746143542.551232:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a79800/0xa6c9a53f47f24009 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c9 expref: 13 pid: 12044 timeout: 860 lvb_type: 0 00000100:00100000:2.0:1746143542.551263:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16677 00000100:00100000:2.0:1746143542.551273:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2006:x1830963462239872:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143542.551286:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746143542.551657:0:7210:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:2.0:1746143542.551660:0:7210:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746143541 -> 1746143542 00002000:00010000:2.0:1746143542.551663:0:7210:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746143541 -> 1746143542 00002000:00010000:2.0:1746143542.551665:0:7210:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 24576 00010000:00010000:2.0:1746143542.551670:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a79800/0xa6c9a53f47f24009 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c9 expref: 13 pid: 12044 timeout: 860 lvb_type: 0 00010000:00010000:2.0:1746143542.551681:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a79800/0xa6c9a53f47f24009 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c9 expref: 13 pid: 12044 timeout: 860 lvb_type: 0 00010000:00010000:2.0:1746143542.551699:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a79800/0xa6c9a53f47f24009 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c9 expref: 13 pid: 12044 timeout: 860 lvb_type: 0 00010000:00010000:2.0:1746143542.552179:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.552181:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.552185:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800921aee00/0xa6c9a53f47f24113 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.552194:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800921aee00/0xa6c9a53f47f24113 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.552232:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143542.552271:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2006:x1830963462239872:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1000us (1209us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143542.552278:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16677 00010000:00010000:3.0:1746143542.552468:0:20191:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800921aee00/0xa6c9a53f47f24113 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.552478:0:20191:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800921aee00/0xa6c9a53f47f24113 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143542.561231:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.562114:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462240000 00000100:00100000:2.0:1746143542.562123:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462240000 00010000:00010000:2.0:1746143542.562155:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f24002 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c2 expref: 9 pid: 10111 timeout: 860 lvb_type: 0 00000100:00100000:2.0:1746143542.562201:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16678 00000100:00100000:2.0:1746143542.562209:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b940850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462240000:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143542.562220:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746143542.562232:0:7210:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:2.0:1746143542.562234:0:7210:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746143541 -> 1746143542 00002000:00010000:2.0:1746143542.562236:0:7210:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746143541 -> 1746143542 00002000:00010000:2.0:1746143542.562237:0:7210:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 26624 00010000:00010000:2.0:1746143542.562243:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f24002 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c2 expref: 9 pid: 10111 timeout: 860 lvb_type: 0 00010000:00010000:2.0:1746143542.562254:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f24002 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c2 expref: 9 pid: 10111 timeout: 860 lvb_type: 0 00010000:00010000:2.0:1746143542.562271:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013118a800/0xa6c9a53f47f24002 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4c2 expref: 9 pid: 10111 timeout: 860 lvb_type: 0 00010000:00010000:2.0:1746143542.562318:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.562320:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.562327:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bf89600/0xa6c9a53f47f24105 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c516 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.562334:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf89600/0xa6c9a53f47f24105 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c516 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.562341:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.562343:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.562345:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f2410c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.562351:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f2410c lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.562388:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bf89600/0xa6c9a53f47f24105 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c516 expref: 6 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143542.562399:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008efb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455351296:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143542.562413:0:27163:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f2410c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.562422:0:27163:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f2410c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143542.562466:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091457a80 going to sleep for 11 seconds 00010000:00010000:3.0:1746143542.569125:0:20191:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800921aee00/0xa6c9a53f47f24113 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.569140:0:20191:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800921aee00/0xa6c9a53f47f24113 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.569152:0:20191:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800921aee00/0xa6c9a53f47f24113 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.569158:0:20191:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800921aee00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143542.569161:0:20191:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800921aee00/0xa6c9a53f47f24113 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.569167:0:20191:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800921aee00/0xa6c9a53f47f24113 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.569181:0:20191:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800921aee00/0xa6c9a53f47f24113 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.569186:0:20191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800921aee00/0xa6c9a53f47f24113 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143542.569281:0:20191:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2006:x1830963462239744:12345-192.168.203.27@tcp:3:dd.0 Request processed in 34209us (34596us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746143542.569290:0:20191:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13888 00000100:00100000:2.0:1746143542.569290:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008efb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455351296:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143542.569333:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143542.569360:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b940850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462240000:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7151us (8136us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143542.569371:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16678 00000100:00100000:0.0:1746143542.572358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.572430:0:20191:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462240256 00000100:00100000:3.0:1746143542.572438:0:20191:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462240256 00002000:00100000:3.0:1746143542.572471:0:20191:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->1048575) req@ffff88008f641f80 x1830963462240256/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143542.572480:0:20191:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641f80 with x1830963462240256 ext(0->1048575) 00002000:00010000:3.0:1746143542.572485:0:20191:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f641f80 00000100:00100000:3.0:1746143542.572518:0:20191:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13889 00000100:00100000:3.0:1746143542.572525:0:20191:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6c035184-928a-4088-be86-d6b338962a2f+7:2007:x1830963462240256:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746143542.576794:0:27163:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f2410c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.576808:0:27163:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f2410c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.576814:0:27163:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f2410c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.576821:0:27163:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097805800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143542.576824:0:27163:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f2410c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.576831:0:27163:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f2410c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.576849:0:27163:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f2410c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.576854:0:27163:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f2410c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143542.577217:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963462239488:12345-192.168.203.27@tcp:3:dd.0 Request processed in 47022us (47508us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143542.577226:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13887 00000100:00100000:3.0:1746143542.584989:0:20191:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6c035184-928a-4088-be86-d6b338962a2f+7:2007:x1830963462240256:12345-192.168.203.27@tcp:3:dd.0 Request processed in 12457us (12630us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143542.585002:0:20191:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13889 00002000:00100000:3.0:1746143542.585011:0:20191:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->1048575) req@ffff88008f641f80 x1830963462240256/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143542.585020:0:20191:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f641f80 with x1830963462240256 ext(0->1048575) 00002000:00010000:3.0:1746143542.585026:0:20191:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f641f80 00000100:00100000:0.0:1746143542.592862:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.592964:0:20191:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462240512 00000100:00100000:3.0:1746143542.592978:0:20191:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462240512 00000100:00100000:3.0:1746143542.593047:0:20191:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13890 00000100:00100000:3.0:1746143542.593054:0:20191:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2005:x1830963462240512:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:3.0:1746143542.593092:0:20191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746143542.593098:0:20191:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f2411a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.593109:0:20191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143542.593110:0:20191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143542.593114:0:20191:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f2411a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.593124:0:20191:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f2411a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143542.596931:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.597629:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462240640 00000100:00100000:2.0:1746143542.597637:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462240640 00000100:00080000:0.0:1746143542.597688:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746143542.597692:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30776 00000100:00100000:2.0:1746143542.597699:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+6:3810:x1830963462240640:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746143542.597712:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143542.597727:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097805600/0xa6c9a53f47f24121 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c51d expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746143542.597746:0:12044:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 12582912, mtime: 0x68140936, atime: 0x0, ctime: 0x68140936, blocks: 0x6000 00010000:00010000:2.0:1746143542.597762:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.597764:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.597770:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097805600/0xa6c9a53f47f24121 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c51d expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.597781:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097805600/0xa6c9a53f47f24121 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c51d expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.597789:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097805600, rc 0) 00000100:00100000:2.0:1746143542.597816:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+7:3810:x1830963462240640:12345-192.168.203.27@tcp:101:dd.0 Request processed in 119us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143542.597821:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30776 00000100:00100000:0.0:1746143542.604445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.604543:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462240896 00000100:00100000:2.0:1746143542.604554:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462240896 00002000:00100000:2.0:1746143542.604593:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1040383) req@ffff88008f640380 x1830963462240896/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.604602:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f640380 with x1830963462240896 ext(0->1040383) 00002000:00010000:2.0:1746143542.604607:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f640380 00000100:00100000:2.0:1746143542.605792:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13891 00000100:00100000:2.0:1746143542.605804:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+7:2006:x1830963462240896:12345-192.168.203.27@tcp:3:dd.0 00000001:00080000:0.0:1746143542.615565:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970723 is committed 00002000:00010000:3.0:1746143542.615930:0:20191:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:3.0:1746143542.615935:0:20191:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746143542 00002000:00010000:3.0:1746143542.615937:0:20191:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 4080 00000100:00100000:2.0:1746143542.615949:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+7:2006:x1830963462240896:12345-192.168.203.27@tcp:3:dd.0 Request processed in 10141us (11727us total) trans 0 rc 1040384/1040384 00010000:00010000:3.0:1746143542.615950:0:20191:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f2411a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143542.615959:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13891 00010000:00010000:3.0:1746143542.615965:0:20191:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f2411a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746143542.615968:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1040383) req@ffff88008f640380 x1830963462240896/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00010000:00010000:3.0:1746143542.615973:0:20191:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f2411a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746143542.615977:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f640380 with x1830963462240896 ext(0->1040383) 00010000:00010000:3.0:1746143542.615980:0:20191:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800921ae400 already unused, calling callback (ffffffffa0870d70) 00002000:00010000:2.0:1746143542.615981:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f640380 00010000:00010000:3.0:1746143542.615984:0:20191:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f2411a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.615991:0:20191:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f2411a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.616009:0:20191:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f2411a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.616015:0:20191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f2411a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143542.616081:0:20191:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2005:x1830963462240512:12345-192.168.203.27@tcp:4:dd.0 Request processed in 23025us (23228us total) trans 4294970723 rc 0/0 00000100:00100000:3.0:1746143542.616090:0:20191:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13890 00000100:00100000:0.0:1746143542.621234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.621340:0:10111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462241024 00000100:00100000:3.0:1746143542.621350:0:10111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462241024 00000100:00100000:3.0:1746143542.621402:0:10111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30777 00000100:00100000:3.0:1746143542.621409:0:10111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6c035184-928a-4088-be86-d6b338962a2f+7:3810:x1830963462241024:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143542.621427:0:10111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143542.621447:0:10111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24128 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c524 expref: -99 pid: 10111 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746143542.621471:0:10111:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746143542.621501:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143542.621503:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143542.621511:0:10111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24128 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c524 expref: 8 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.621525:0:10111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24128 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c524 expref: 8 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.621535:0:10111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800921ae400, rc 0) 00000100:00100000:3.0:1746143542.621588:0:10111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6c035184-928a-4088-be86-d6b338962a2f+8:3810:x1830963462241024:12345-192.168.203.27@tcp:101:dd.0 Request processed in 178us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143542.621594:0:10111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30777 00000100:00100000:0.0:1746143542.633812:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143542.634105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143542.634155:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.634545:0:10111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462241280 00000100:00100000:3.0:1746143542.634556:0:10111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462241280 00000100:00100000:3.0:1746143542.634604:0:10111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462241152 00000100:00100000:3.0:1746143542.634606:0:10111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462241152 00000100:00100000:3.0:1746143542.634618:0:10111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462241408 00000100:00100000:3.0:1746143542.634620:0:10111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462241408 00000100:00100000:3.0:1746143542.634632:0:10111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30778 00000100:00100000:3.0:1746143542.634639:0:10111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+5:2005:x1830963462241280:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143542.634659:0:10111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143542.634676:0:10111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800921afc00/0xa6c9a53f47f2412f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c532 expref: -99 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.634703:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143542.634706:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143542.634712:0:10111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800921afc00/0xa6c9a53f47f2412f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c532 expref: 6 pid: 10111 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143542.634727:0:10111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800921afc00/0xa6c9a53f47f2412f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c532 expref: 6 pid: 10111 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143542.634737:0:10111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800921afc00, rc 0) 00000100:00100000:3.0:1746143542.634785:0:10111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462241280:12345-192.168.203.27@tcp:101:dd.0 Request processed in 147us (985us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143542.634790:0:10111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30778 00000100:00100000:3.0:1746143542.634804:0:10111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30779 00000100:00100000:3.0:1746143542.634809:0:10111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092271500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462241152:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143542.634815:0:10111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143542.634824:0:10111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800921aec00/0xa6c9a53f47f24136 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c52b expref: -99 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.634833:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143542.634834:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143542.634838:0:10111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800921aec00/0xa6c9a53f47f24136 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c52b expref: 8 pid: 10111 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143542.634846:0:10111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800921aec00/0xa6c9a53f47f24136 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c52b expref: 8 pid: 10111 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143542.634852:0:10111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800921aec00, rc 0) 00000100:00100000:3.0:1746143542.634863:0:10111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092271500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2005:x1830963462241152:12345-192.168.203.27@tcp:101:dd.0 Request processed in 55us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143542.634868:0:10111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30779 00000100:00100000:3.0:1746143542.634875:0:10111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30780 00000100:00100000:3.0:1746143542.634879:0:10111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6c035184-928a-4088-be86-d6b338962a2f+7:3810:x1830963462241408:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143542.634884:0:10111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143542.634891:0:10111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800921af400/0xa6c9a53f47f2413d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c539 expref: -99 pid: 10111 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746143542.634910:0:10111:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746143542.634920:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143542.634921:0:10111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143542.634925:0:10111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800921af400/0xa6c9a53f47f2413d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c539 expref: 8 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.634932:0:10111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800921af400/0xa6c9a53f47f2413d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c539 expref: 8 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.634938:0:10111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800921af400, rc 0) 00000100:00100000:3.0:1746143542.634948:0:10111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6c035184-928a-4088-be86-d6b338962a2f+8:3810:x1830963462241408:12345-192.168.203.27@tcp:101:dd.0 Request processed in 69us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143542.634952:0:10111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30780 00000100:00100000:1.0:1746143542.637326:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143542.637362:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143542.637949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.638504:0:20191:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462241664 00000100:00100000:3.0:1746143542.638514:0:20191:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462241664 00000100:00100000:3.0:1746143542.638581:0:20191:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13892 00000100:00100000:3.0:1746143542.638589:0:20191:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462241664:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746143542.638638:0:20191:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800921af800/0xa6c9a53f47f24144 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.638655:0:20191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143542.638657:0:20191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143542.638661:0:20191:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800921af800/0xa6c9a53f47f24144 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.638672:0:20191:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800921af800/0xa6c9a53f47f24144 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.638754:0:20191:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800921af800/0xa6c9a53f47f24144 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.638761:0:20191:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800921af800/0xa6c9a53f47f24144 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.638767:0:20191:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800921af800/0xa6c9a53f47f24144 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.638773:0:20191:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800921af800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143542.638776:0:20191:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800921af800/0xa6c9a53f47f24144 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.638782:0:20191:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800921af800/0xa6c9a53f47f24144 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.638793:0:20191:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800921af800/0xa6c9a53f47f24144 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.638798:0:20191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800921af800/0xa6c9a53f47f24144 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143542.638811:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462241920 00000100:00100000:2.0:1746143542.638816:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462241920 00000100:00100000:2.0:1746143542.638827:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462242176 00000100:00100000:2.0:1746143542.638828:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462242176 00000100:00100000:2.0:1746143542.638851:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13893 00000100:00100000:3.0:1746143542.638856:0:20191:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462241664:12345-192.168.203.27@tcp:3:dd.0 Request processed in 269us (1572us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1746143542.638856:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462242176:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:3.0:1746143542.638862:0:20191:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13892 00010000:00010000:2.0:1746143542.638869:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f2414b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.638876:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.638877:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.638879:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f2414b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.638887:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f2414b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143542.639591:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13894 00000100:00100000:2.0:1746143542.639597:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462241920:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746143542.639614:0:27163:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f24152 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.639621:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.639623:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.639625:0:27163:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f24152 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.639633:0:27163:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f24152 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.657611:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f2414b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.657629:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f2414b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.657638:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f2414b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.657644:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097805a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143542.657648:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f2414b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.657649:0:27163:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f24152 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.657655:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f2414b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.657659:0:27163:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f24152 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.657665:0:27163:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f24152 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.657671:0:27163:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097805800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143542.657674:0:27163:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f24152 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.657674:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f2414b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.657680:0:27163:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f24152 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.657680:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f2414b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.657692:0:27163:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f24152 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.657698:0:27163:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097805800/0xa6c9a53f47f24152 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143542.657761:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462241920:12345-192.168.203.27@tcp:3:dd.0 Request processed in 18158us (20393us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143542.657774:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13894 00000100:00100000:2.0:1746143542.657906:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462242176:12345-192.168.203.27@tcp:3:dd.0 Request processed in 19048us (19955us total) trans 0 rc 1032192/1032192 00000100:00100000:2.0:1746143542.657912:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13893 00000100:00100000:0.0:1746143542.658751:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143542.658790:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.659090:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462242560 00000100:00100000:2.0:1746143542.659098:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462242560 00002000:00100000:2.0:1746143542.659139:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (1048576->2097151) req@ffff880092272680 x1830963462242560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.659148:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092272680 with x1830963462242560 ext(1048576->2097151) 00002000:00010000:2.0:1746143542.659153:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092272680 00000100:00100000:2.0:1746143542.659179:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462242688 00000100:00100000:2.0:1746143542.659182:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462242688 00002000:00100000:2.0:1746143542.659194:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (1040384->2097151) req@ffff880092273480 x1830963462242688/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.659200:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092273480 with x1830963462242688 ext(1040384->2097151) 00002000:00010000:2.0:1746143542.659203:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092273480 00000100:00100000:2.0:1746143542.659481:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13895 00000100:00100000:2.0:1746143542.659502:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+8:2006:x1830963462242560:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:1.0:1746143542.661855:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13896 00000100:00100000:0.0:1746143542.661971:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+8:2006:x1830963462242688:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:1.0:1746143542.662074:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143542.662091:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462242944 00000100:00100000:1.0:1746143542.662098:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462242944 00000100:00100000:1.0:1746143542.662132:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13897 00000100:00100000:1.0:1746143542.662137:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462242944:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:1.0:1746143542.662170:0:27163:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 2088960, mtime: 0x68140936, atime: 0x0, ctime: 0x0, blocks: 0xff0 00010000:00010000:1.0:1746143542.662179:0:27163:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092242e00/0xa6c9a53f47f24159 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.662192:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143542.662194:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143542.662199:0:27163:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092242e00/0xa6c9a53f47f24159 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.662212:0:27163:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092242e00/0xa6c9a53f47f24159 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143542.676520:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+8:2006:x1830963462242688:12345-192.168.203.27@tcp:3:dd.0 Request processed in 14644us (17718us total) trans 0 rc 1056768/1056768 00000100:00100000:2.0:1746143542.676533:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13896 00002000:00100000:2.0:1746143542.676545:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (1040384->2097151) req@ffff880092273480 x1830963462242688/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1056768/1056768 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.676555:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092273480 with x1830963462242688 ext(1040384->2097151) 00002000:00010000:2.0:1746143542.676560:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092273480 00000100:00100000:3.0:1746143542.684251:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+8:2006:x1830963462242560:12345-192.168.203.27@tcp:3:dd.0 Request processed in 24332us (25083us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143542.684263:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13895 00002000:00100000:3.0:1746143542.684276:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (1048576->2097151) req@ffff880092272680 x1830963462242560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143542.684285:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092272680 with x1830963462242560 ext(1048576->2097151) 00002000:00010000:3.0:1746143542.684291:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092272680 00000001:00080000:0.0:1746143542.698417:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970724 is committed 00002000:00010000:1.0:1746143542.698619:0:27163:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:1.0:1746143542.698624:0:27163:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1746143542 -> 1746143543 00002000:00010000:1.0:1746143542.698626:0:27163:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746143543 00002000:00010000:1.0:1746143542.698628:0:27163:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 4080 -> 8160 00010000:00010000:1.0:1746143542.698641:0:27163:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092242e00/0xa6c9a53f47f24159 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.698653:0:27163:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092242e00/0xa6c9a53f47f24159 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.698661:0:27163:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092242e00/0xa6c9a53f47f24159 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.698667:0:27163:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092242e00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143542.698671:0:27163:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092242e00/0xa6c9a53f47f24159 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.698678:0:27163:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092242e00/0xa6c9a53f47f24159 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.698696:0:27163:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092242e00/0xa6c9a53f47f24159 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.698707:0:27163:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092242e00/0xa6c9a53f47f24159 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143542.698794:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462242944:12345-192.168.203.27@tcp:4:dd.0 Request processed in 36651us (36716us total) trans 4294970724 rc 0/0 00000100:00100000:1.0:1746143542.698804:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13897 00000100:00100000:3.0:1746143542.704655:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.704710:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.705800:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462243200 00000100:00100000:2.0:1746143542.705812:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462243200 00000100:00100000:2.0:1746143542.705875:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462243456 00000100:00100000:2.0:1746143542.705877:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462243456 00000100:00100000:2.0:1746143542.705897:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13898 00000100:00100000:2.0:1746143542.705904:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091861c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2007:x1830963462243200:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746143542.705965:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f24160 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.705980:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.705981:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.705987:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f24160 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.706001:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f24160 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143542.706500:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13899 00000100:00100000:1.0:1746143542.706509:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462243456:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746143542.706529:0:27163:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f24167 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.706536:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143542.706537:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143542.706540:0:27163:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f24167 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.706548:0:27163:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f24167 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143542.707352:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143542.707387:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462243712 00000100:00100000:0.0:1746143542.707392:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462243712 00000100:00100000:0.0:1746143542.707435:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13900 00000100:00100000:0.0:1746143542.707440:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963462243712:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746143542.707459:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800921af600/0xa6c9a53f47f2416e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143542.707467:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143542.707468:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143542.707471:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800921af600/0xa6c9a53f47f2416e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143542.707479:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800921af600/0xa6c9a53f47f2416e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.712588:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f24160 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.712607:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f24160 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.712615:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f24160 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.712627:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097804000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143542.712632:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f24160 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.712640:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f24160 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.712658:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f24160 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.712664:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f24160 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143542.713120:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091861c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462243200:12345-192.168.203.27@tcp:3:dd.0 Request processed in 7210us (8468us total) trans 0 rc 16384/16384 00000100:00100000:2.0:1746143542.713131:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13898 00000100:00100000:2.0:1746143542.719985:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.720017:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143542.720116:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462244096 00000100:00100000:0.0:1746143542.720125:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462244096 00010000:00010000:2.0:1746143542.720155:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800921af600/0xa6c9a53f47f2416e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143542.720155:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462244224 00000100:00100000:1.0:1746143542.720160:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462244224 00010000:00010000:2.0:1746143542.720166:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800921af600/0xa6c9a53f47f2416e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746143542.720169:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->3145727) req@ffff88008efb8a80 x1830963462244096/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00010000:00010000:2.0:1746143542.720173:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800921af600/0xa6c9a53f47f2416e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746143542.720180:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->3145727) req@ffff88008efb9500 x1830963462244224/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746143542.720180:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb8a80 with x1830963462244096 ext(2097152->3145727) 00010000:00010000:2.0:1746143542.720184:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800921af600 already unused, calling callback (ffffffffa0870d70) 00002000:00010000:0.0:1746143542.720184:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb8a80 00010000:00010000:2.0:1746143542.720188:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800921af600/0xa6c9a53f47f2416e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746143542.720188:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb9500 with x1830963462244224 ext(2097152->3145727) 00002000:00010000:1.0:1746143542.720191:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb9500 00010000:00010000:2.0:1746143542.720196:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800921af600/0xa6c9a53f47f2416e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143542.720206:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13901 00010000:00010000:2.0:1746143542.720213:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800921af600/0xa6c9a53f47f2416e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143542.720213:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+8:2004:x1830963462244096:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746143542.720216:0:20191:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13902 00010000:00010000:2.0:1746143542.720219:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800921af600/0xa6c9a53f47f2416e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143542.720223:0:20191:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6c035184-928a-4088-be86-d6b338962a2f+8:2004:x1830963462244224:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746143542.722160:0:27163:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f24167 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.722174:0:27163:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f24167 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.722180:0:27163:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f24167 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.722185:0:27163:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800920cd400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143542.722188:0:27163:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f24167 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.722193:0:27163:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f24167 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.722209:0:27163:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f24167 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.722215:0:27163:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800920cd400/0xa6c9a53f47f24167 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143542.722259:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462243456:12345-192.168.203.27@tcp:3:dd.0 Request processed in 15750us (17546us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143542.722267:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13899 00000100:00100000:2.0:1746143542.722528:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2006:x1830963462243712:12345-192.168.203.27@tcp:3:dd.0 Request processed in 15085us (15176us total) trans 0 rc 1024000/1024000 00000100:00100000:2.0:1746143542.722535:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13900 00000100:00100000:1.0:1746143542.738203:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+8:2004:x1830963462244096:12345-192.168.203.27@tcp:3:dd.0 Request processed in 17977us (18215us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143542.738326:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13901 00002000:00100000:1.0:1746143542.738339:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->3145727) req@ffff88008efb8a80 x1830963462244096/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143542.738348:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb8a80 with x1830963462244096 ext(2097152->3145727) 00002000:00010000:1.0:1746143542.738353:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008efb8a80 00000100:00100000:2.0:1746143542.738497:0:20191:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6c035184-928a-4088-be86-d6b338962a2f+8:2004:x1830963462244224:12345-192.168.203.27@tcp:3:dd.0 Request processed in 18266us (18470us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143542.738505:0:20191:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13902 00002000:00100000:2.0:1746143542.738510:0:20191:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->3145727) req@ffff88008efb9500 x1830963462244224/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.738518:0:20191:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb9500 with x1830963462244224 ext(2097152->3145727) 00002000:00010000:2.0:1746143542.738522:0:20191:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb9500 00000100:00100000:0.0:1746143542.739665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.739742:0:20191:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462244480 00000100:00100000:2.0:1746143542.739750:0:20191:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462244480 00000100:00100000:2.0:1746143542.739810:0:20191:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13903 00000100:00100000:2.0:1746143542.739815:0:20191:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2006:x1830963462244480:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:2.0:1746143542.739860:0:20191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 4177920, mtime: 0x68140937, atime: 0x0, ctime: 0x68140937, blocks: 0x1fe0 00010000:00010000:2.0:1746143542.739867:0:20191:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091a78000/0xa6c9a53f47f24175 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.739879:0:20191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.739881:0:20191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.739885:0:20191:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a78000/0xa6c9a53f47f24175 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.739898:0:20191:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a78000/0xa6c9a53f47f24175 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143542.751048:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143542.752194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143542.755687:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462244736 00000100:00100000:1.0:1746143542.755706:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462244736 00002000:00100000:1.0:1746143542.755762:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (3145728->4194303) req@ffff880092271f80 x1830963462244736/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143542.755772:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092271f80 with x1830963462244736 ext(3145728->4194303) 00002000:00010000:1.0:1746143542.755778:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092271f80 00000100:00100000:1.0:1746143542.755814:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462244992 00000100:00100000:1.0:1746143542.755817:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462244992 00002000:00100000:1.0:1746143542.755832:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (3145728->4194303) req@ffff880092272d80 x1830963462244992/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143542.755839:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092272d80 with x1830963462244992 ext(3145728->4194303) 00002000:00010000:1.0:1746143542.755842:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092272d80 00000100:00100000:1.0:1746143542.755869:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13904 00000100:00100000:1.0:1746143542.755877:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+8:2006:x1830963462244736:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:3.0:1746143542.755911:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13905 00000100:00100000:3.0:1746143542.755923:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+8:2006:x1830963462244992:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746143542.758201:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.759399:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462245248 00000100:00100000:2.0:1746143542.759410:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462245248 00002000:00100000:2.0:1746143542.759457:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->5242879) req@ffff880092273b80 x1830963462245248/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.759467:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092273b80 with x1830963462245248 ext(4194304->5242879) 00002000:00010000:2.0:1746143542.759473:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092273b80 00000100:00100000:2.0:1746143542.759508:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13906 00000100:00100000:2.0:1746143542.759516:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6c035184-928a-4088-be86-d6b338962a2f+10:2007:x1830963462245248:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746143542.768431:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143542.770274:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462245504 00000100:00100000:1.0:1746143542.770287:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462245504 00002000:00100000:1.0:1746143542.770354:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->5242879) req@ffff88008efb9180 x1830963462245504/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143542.770364:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb9180 with x1830963462245504 ext(4194304->5242879) 00002000:00010000:1.0:1746143542.770370:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb9180 00000100:00100000:1.0:1746143542.770402:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13907 00000100:00100000:1.0:1746143542.770410:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008efb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+10:2006:x1830963462245504:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746143542.774529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.774566:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462245760 00000100:00100000:3.0:1746143542.774575:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462245760 00000100:00100000:0.0:1746143542.774590:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143542.774612:0:27165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462246016 00000100:00100000:0.0:1746143542.774616:0:27165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462246016 00002000:00100000:3.0:1746143542.774617:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (5242880->6291455) req@ffff880092270700 x1830963462245760/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143542.774627:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092270700 with x1830963462245760 ext(5242880->6291455) 00002000:00010000:3.0:1746143542.774633:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092270700 00002000:00100000:0.0:1746143542.774634:0:27165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (5242880->6291455) req@ffff880092270000 x1830963462246016/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746143542.774652:0:27165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092270000 with x1830963462246016 ext(5242880->6291455) 00002000:00010000:0.0:1746143542.774655:0:27165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092270000 00000100:00100000:3.0:1746143542.774660:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13908 00000100:00100000:3.0:1746143542.774666:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+11:2006:x1830963462245760:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:1.0:1746143542.774684:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+11:2006:x1830963462244736:12345-192.168.203.27@tcp:3:dd.0 Request processed in 18806us (23644us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143542.777382:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13904 00002000:00100000:1.0:1746143542.777402:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (3145728->4194303) req@ffff880092271f80 x1830963462244736/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143542.777411:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092271f80 with x1830963462244736 ext(3145728->4194303) 00002000:00010000:1.0:1746143542.777417:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092271f80 00000100:00100000:1.0:1746143542.777458:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13909 00000100:00100000:1.0:1746143542.777471:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+12:2006:x1830963462246016:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746143542.780924:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+12:2006:x1830963462244992:12345-192.168.203.27@tcp:3:dd.0 Request processed in 24992us (28719us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143542.780937:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13905 00002000:00100000:2.0:1746143542.780947:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (3145728->4194303) req@ffff880092272d80 x1830963462244992/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.780957:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092272d80 with x1830963462244992 ext(3145728->4194303) 00002000:00010000:2.0:1746143542.780962:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092272d80 00000100:00100000:3.0:1746143542.789182:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6c035184-928a-4088-be86-d6b338962a2f+10:2007:x1830963462245248:12345-192.168.203.27@tcp:3:dd.0 Request processed in 29654us (30977us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143542.789195:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13906 00002000:00100000:3.0:1746143542.789207:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->5242879) req@ffff880092273b80 x1830963462245248/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143542.789222:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092273b80 with x1830963462245248 ext(4194304->5242879) 00002000:00010000:3.0:1746143542.789227:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092273b80 00000100:00100000:1.0:1746143542.789690:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008efb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+10:2006:x1830963462245504:12345-192.168.203.27@tcp:3:dd.0 Request processed in 19279us (21267us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143542.789699:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13907 00002000:00100000:1.0:1746143542.789705:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->5242879) req@ffff88008efb9180 x1830963462245504/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143542.789711:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008efb9180 with x1830963462245504 ext(4194304->5242879) 00002000:00010000:1.0:1746143542.789715:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008efb9180 00000001:00080000:0.0:1746143542.790257:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970725 is committed 00002000:00010000:2.0:1746143542.790427:0:20191:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:2.0:1746143542.790432:0:20191:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 8160 -> 12240 00010000:00010000:2.0:1746143542.790442:0:20191:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091a78000/0xa6c9a53f47f24175 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.790451:0:20191:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091a78000/0xa6c9a53f47f24175 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.790459:0:20191:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091a78000/0xa6c9a53f47f24175 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.790465:0:20191:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091a78000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143542.790469:0:20191:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a78000/0xa6c9a53f47f24175 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.790476:0:20191:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a78000/0xa6c9a53f47f24175 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.790507:0:20191:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091a78000/0xa6c9a53f47f24175 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.790513:0:20191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a78000/0xa6c9a53f47f24175 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20191 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143542.791134:0:20191:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2006:x1830963462244480:12345-192.168.203.27@tcp:4:dd.0 Request processed in 51315us (51477us total) trans 4294970725 rc 0/0 00000100:00100000:2.0:1746143542.791142:0:20191:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13903 00000100:00100000:3.0:1746143542.795720:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+8:2006:x1830963462245760:12345-192.168.203.27@tcp:3:dd.0 Request processed in 21045us (21193us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143542.795720:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+8:2006:x1830963462246016:12345-192.168.203.27@tcp:3:dd.0 Request processed in 18242us (21117us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143542.795731:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13908 00000100:00100000:1.0:1746143542.795736:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13909 00002000:00100000:3.0:1746143542.795743:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (5242880->6291455) req@ffff880092270700 x1830963462245760/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143542.795743:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (5242880->6291455) req@ffff880092270000 x1830963462246016/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143542.795752:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092270700 with x1830963462245760 ext(5242880->6291455) 00002000:00100000:1.0:1746143542.795752:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092270000 with x1830963462246016 ext(5242880->6291455) 00002000:00010000:1.0:1746143542.795757:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092270000 00002000:00010000:3.0:1746143542.795758:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092270700 00000100:00100000:0.0:1746143542.796437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143542.796465:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143542.796509:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.796634:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462246272 00000100:00100000:3.0:1746143542.796642:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462246272 00000100:00100000:3.0:1746143542.796681:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462246528 00000100:00100000:3.0:1746143542.796683:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462246528 00000100:00100000:3.0:1746143542.796695:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462246784 00000100:00100000:3.0:1746143542.796697:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462246784 00000100:00100000:1.0:1746143542.796707:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13910 00000100:00100000:3.0:1746143542.796712:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13911 00000100:00100000:1.0:1746143542.796715:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462246272:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:3.0:1746143542.796716:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462246528:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746143542.796745:0:9576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2417c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.796745:0:9577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24183 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.796758:0:9576:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143542.796758:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143542.796759:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143542.796760:0:9576:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143542.796764:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2417c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.796764:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24183 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.796776:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2417c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.796776:0:9577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24183 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143542.796960:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13912 00000100:00100000:1.0:1746143542.796965:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2005:x1830963462246784:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746143542.796978:0:27163:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091a7dc00/0xa6c9a53f47f2418a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.796985:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143542.796986:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143542.796989:0:27163:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a7dc00/0xa6c9a53f47f2418a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.796997:0:27163:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a7dc00/0xa6c9a53f47f2418a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.805140:0:9577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24183 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.805157:0:9577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24183 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.805165:0:9577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24183 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.805171:0:9577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091a7cc00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143542.805175:0:9577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24183 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.805182:0:9577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24183 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.805200:0:9577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24183 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.805206:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a7cc00/0xa6c9a53f47f24183 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143542.807695:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462246272:12345-192.168.203.27@tcp:3:dd.0 Request processed in 10970us (11248us total) trans 0 rc 24576/24576 00000100:00100000:1.0:1746143542.807710:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13910 00010000:00010000:1.0:1746143542.818442:0:27163:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091a7dc00/0xa6c9a53f47f2418a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.818459:0:27163:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091a7dc00/0xa6c9a53f47f2418a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.818467:0:27163:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091a7dc00/0xa6c9a53f47f2418a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.818473:0:27163:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091a7dc00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143542.818478:0:27163:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a7dc00/0xa6c9a53f47f2418a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.818485:0:27163:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a7dc00/0xa6c9a53f47f2418a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.818513:0:27163:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091a7dc00/0xa6c9a53f47f2418a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.818519:0:27163:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a7dc00/0xa6c9a53f47f2418a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143542.819513:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462246784:12345-192.168.203.27@tcp:3:dd.0 Request processed in 22538us (22994us total) trans 0 rc 1015808/1015808 00000100:00100000:1.0:1746143542.819525:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13912 00010000:00010000:3.0:1746143542.820545:0:9576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2417c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.820557:0:9576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2417c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.820565:0:9576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2417c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.820570:0:9576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091a78800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143542.820574:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2417c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.820580:0:9576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2417c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.820593:0:9576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2417c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143542.820598:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78800/0xa6c9a53f47f2417c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143542.820819:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462246528:12345-192.168.203.27@tcp:3:dd.0 Request processed in 24099us (24350us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143542.820826:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13911 00000100:00100000:0.0:1746143542.822157:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.822706:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462247040 00000100:00100000:3.0:1746143542.822714:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462247040 00002000:00100000:3.0:1746143542.822757:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4194303) req@ffff880092270e00 x1830963462247040/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143542.822767:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092270e00 with x1830963462247040 ext(0->4194303) 00002000:00010000:3.0:1746143542.822771:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092270e00 00000100:00100000:3.0:1746143542.822799:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13913 00000100:00100000:3.0:1746143542.822805:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+8:2007:x1830963462247040:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746143542.831703:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143542.831766:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462247296 00000100:00100000:1.0:1746143542.831777:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462247296 00000100:00100000:1.0:1746143542.831834:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13914 00000100:00100000:1.0:1746143542.831842:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462247296:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:1.0:1746143542.831895:0:27163:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 6266880, mtime: 0x68140937, atime: 0x0, ctime: 0x68140937, blocks: 0x2fd0 00010000:00010000:1.0:1746143542.831903:0:27163:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bad4400/0xa6c9a53f47f24191 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.831916:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143542.831918:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143542.831923:0:27163:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bad4400/0xa6c9a53f47f24191 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.831935:0:27163:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bad4400/0xa6c9a53f47f24191 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143542.840500:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.840604:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462247552 00000100:00100000:2.0:1746143542.840616:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462247552 00002000:00100000:2.0:1746143542.840664:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff880092271880 x1830963462247552/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.840675:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092271880 with x1830963462247552 ext(0->4194303) 00002000:00010000:2.0:1746143542.840681:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092271880 00000100:00100000:2.0:1746143542.840706:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13915 00000100:00100000:2.0:1746143542.840714:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+8:2006:x1830963462247552:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746143542.872087:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+10:2007:x1830963462247040:12345-192.168.203.27@tcp:4:dd.0 Request processed in 49269us (49921us total) trans 4294970726 rc 0/0 00000100:00100000:3.0:1746143542.872100:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13913 00002000:00100000:3.0:1746143542.872113:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4194303) req@ffff880092270e00 x1830963462247040/t4294970726(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/448 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143542.872122:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092270e00 with x1830963462247040 ext(0->4194303) 00002000:00010000:3.0:1746143542.872127:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092270e00 00000100:00100000:1.0:1746143542.878827:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.878886:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462247808 00000100:00100000:3.0:1746143542.878896:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462247808 00002000:00100000:3.0:1746143542.878939:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff880091af2680 x1830963462247808/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143542.878949:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091af2680 with x1830963462247808 ext(6291456->7340031) 00002000:00010000:3.0:1746143542.878954:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091af2680 00000100:00100000:3.0:1746143542.878973:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13916 00000100:00100000:3.0:1746143542.878979:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+10:2006:x1830963462247808:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:3.0:1746143542.879729:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.879745:0:20191:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462248064 00000100:00100000:3.0:1746143542.879749:0:20191:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462248064 00002000:00100000:3.0:1746143542.879767:0:20191:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff8800834a4700 x1830963462248064/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143542.879773:0:20191:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a4700 with x1830963462248064 ext(6291456->7340031) 00002000:00010000:3.0:1746143542.879776:0:20191:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800834a4700 00000100:00100000:3.0:1746143542.879786:0:20191:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13917 00000100:00100000:3.0:1746143542.879790:0:20191:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800834a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6c035184-928a-4088-be86-d6b338962a2f+10:2007:x1830963462248064:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746143542.880691:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.880710:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462248320 00000100:00100000:2.0:1746143542.880713:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462248320 00002000:00100000:2.0:1746143542.880732:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff880092cf0380 x1830963462248320/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.880739:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf0380 with x1830963462248320 ext(7340032->8388607) 00002000:00010000:2.0:1746143542.880742:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf0380 00000100:00100000:2.0:1746143542.880760:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13918 00000100:00100000:2.0:1746143542.880765:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6c035184-928a-4088-be86-d6b338962a2f+12:2006:x1830963462248320:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746143542.881343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.881364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.881375:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462248832 00000100:00100000:2.0:1746143542.881378:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462248832 00002000:00100000:2.0:1746143542.881391:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->9437183) req@ffff880092cf1500 x1830963462248832/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.881397:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf1500 with x1830963462248832 ext(8388608->9437183) 00002000:00010000:2.0:1746143542.881401:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf1500 00000100:00100000:2.0:1746143542.881410:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462249088 00000100:00100000:2.0:1746143542.881412:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462249088 00002000:00100000:2.0:1746143542.881422:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->9437183) req@ffff880092cf3480 x1830963462249088/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.881428:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf3480 with x1830963462249088 ext(8388608->9437183) 00002000:00010000:2.0:1746143542.881431:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf3480 00000100:00100000:2.0:1746143542.881441:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13919 00000100:00100000:2.0:1746143542.881445:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+14:2006:x1830963462248832:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:1.0:1746143542.881868:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13920 00000100:00100000:1.0:1746143542.881876:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+12:2006:x1830963462249088:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746143542.882236:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.882250:0:27172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462248576 00000100:00100000:2.0:1746143542.882253:0:27172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462248576 00002000:00100000:2.0:1746143542.882267:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff880092cf2680 x1830963462248576/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.882274:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf2680 with x1830963462248576 ext(7340032->8388607) 00002000:00010000:2.0:1746143542.882276:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf2680 00000100:00100000:2.0:1746143542.882287:0:27172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13921 00000100:00100000:2.0:1746143542.882291:0:27172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6c035184-928a-4088-be86-d6b338962a2f+14:2005:x1830963462248576:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746143542.882950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143542.882983:0:9578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462249344 00000100:00100000:1.0:1746143542.882987:0:9578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462249344 00000100:00100000:2.0:1746143542.882988:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:1.0:1746143542.883001:0:9578:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (9437184->10485759) req@ffff880092cf0700 x1830963462249344/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143542.883007:0:9578:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf0700 with x1830963462249344 ext(9437184->10485759) 00002000:00010000:1.0:1746143542.883010:0:9578:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf0700 00000100:00100000:2.0:1746143542.883014:0:27165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462249600 00000100:00100000:2.0:1746143542.883017:0:27165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462249600 00000100:00100000:1.0:1746143542.883017:0:9578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13922 00000100:00100000:1.0:1746143542.883021:0:9578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6c035184-928a-4088-be86-d6b338962a2f+16:2006:x1830963462249344:12345-192.168.203.27@tcp:3:dd.0 00002000:00100000:2.0:1746143542.883030:0:27165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (9437184->10485759) req@ffff880092cf0a80 x1830963462249600/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.883037:0:27165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf0a80 with x1830963462249600 ext(9437184->10485759) 00002000:00010000:2.0:1746143542.883040:0:27165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf0a80 00000100:00100000:1.0:1746143542.889074:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143542.889115:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.889139:0:24942:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 11 min 3 max 116 00000100:00100000:2.0:1746143542.889139:0:27165:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 11 min 3 max 116 00000100:00100000:3.0:1746143542.889148:0:24942:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_011' 00000100:00100000:2.0:1746143542.889151:0:27165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462249856 00000100:00100000:2.0:1746143542.889160:0:27165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462249856 00000100:00100000:1.0:1746143542.889169:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:2.0:1746143542.889204:0:27165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff880091af1f80 x1830963462249856/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.889213:0:27165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091af1f80 with x1830963462249856 ext(10485760->11534335) 00002000:00010000:2.0:1746143542.889219:0:27165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091af1f80 00000100:00100000:2.0:1746143542.889231:0:27165:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 11 min 3 max 116 00000100:00100000:2.0:1746143542.889237:0:27165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462250112 00000100:00100000:2.0:1746143542.889239:0:27165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462250112 00002000:00100000:2.0:1746143542.889250:0:27165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff880091af3100 x1830963462250112/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.889256:0:27165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091af3100 with x1830963462250112 ext(10485760->11534335) 00002000:00010000:2.0:1746143542.889259:0:27165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091af3100 00000100:00100000:2.0:1746143542.889263:0:27165:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 11 min 3 max 116 00000100:00100000:2.0:1746143542.889267:0:27165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462250368 00000100:00100000:2.0:1746143542.889268:0:27165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462250368 00002000:00100000:2.0:1746143542.889275:0:27165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff880096624380 x1830963462250368/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.889280:0:27165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096624380 with x1830963462250368 ext(11534336->12582911) 00002000:00010000:2.0:1746143542.889282:0:27165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096624380 00000100:00100000:1.0:1746143542.891646:0:28838:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13923 00000100:00100000:1.0:1746143542.891662:0:28838:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6c035184-928a-4088-be86-d6b338962a2f+17:2006:x1830963462249600:12345-192.168.203.27@tcp:3:dd.0 00000001:00080000:0.0:1746143542.894505:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970727 is committed 00000001:00080000:0.0:1746143542.894519:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970726 is committed 00002000:00010000:2.0:1746143542.894707:0:27163:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:2.0:1746143542.894712:0:27163:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 12240 -> 16320 00010000:00010000:2.0:1746143542.894727:0:27163:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bad4400/0xa6c9a53f47f24191 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.894737:0:27163:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bad4400/0xa6c9a53f47f24191 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.894745:0:27163:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bad4400/0xa6c9a53f47f24191 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.894752:0:27163:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bad4400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143542.894756:0:27163:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bad4400/0xa6c9a53f47f24191 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.894764:0:27163:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bad4400/0xa6c9a53f47f24191 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.894782:0:27163:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bad4400/0xa6c9a53f47f24191 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.894788:0:27163:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bad4400/0xa6c9a53f47f24191 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143542.895130:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462247296:12345-192.168.203.27@tcp:4:dd.0 Request processed in 63283us (63431us total) trans 4294970727 rc 0/0 00000100:00100000:2.0:1746143542.895140:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13914 00000100:00100000:2.0:1746143542.895171:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13924 00000100:00100000:2.0:1746143542.895180:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+19:2006:x1830963462249856:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:3.0:1746143542.897206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.897710:0:24942:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 12 min 3 max 116 00000100:00100000:2.0:1746143542.897719:0:24942:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_012' 00000100:00100000:0.0:1746143542.897722:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.897738:0:27165:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 12 min 3 max 116 00000100:00100000:2.0:1746143542.897744:0:27165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462250624 00000100:00100000:2.0:1746143542.897752:0:27165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462250624 00002000:00100000:2.0:1746143542.897796:0:27165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff880091bad880 x1830963462250624/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.897805:0:27165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bad880 with x1830963462250624 ext(11534336->12582911) 00002000:00010000:2.0:1746143542.897810:0:27165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bad880 00000100:00100000:2.0:1746143542.897821:0:27165:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 12 min 3 max 116 00000100:00100000:2.0:1746143542.897824:0:27165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462250880 00000100:00100000:2.0:1746143542.897826:0:27165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462250880 00002000:00100000:2.0:1746143542.897838:0:27165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff880092271180 x1830963462250880/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.897844:0:27165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092271180 with x1830963462250880 ext(12582912->13631487) 00002000:00010000:2.0:1746143542.897847:0:27165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092271180 00000100:00100000:0.0:1746143542.897928:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+20:2006:x1830963462247808:12345-192.168.203.27@tcp:3:dd.0 Request processed in 18947us (19110us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746143542.897936:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13916 00002000:00100000:0.0:1746143542.897942:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff880091af2680 x1830963462247808/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746143542.897949:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091af2680 with x1830963462247808 ext(6291456->7340031) 00002000:00010000:0.0:1746143542.897952:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091af2680 00000100:00100000:0.0:1746143542.897970:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13925 00000100:00100000:0.0:1746143542.897977:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+17:2006:x1830963462250112:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746143542.898851:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13926 00000100:00100000:2.0:1746143542.898859:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:6c035184-928a-4088-be86-d6b338962a2f+19:2006:x1830963462250368:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:1.0:1746143542.903443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143542.903475:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143542.903505:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143542.903524:0:27165:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 13 min 3 max 116 00000100:00100000:3.0:1746143542.903534:0:27165:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_013' 00000100:00100000:3.0:1746143542.903616:0:27165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462251136 00000100:00100000:3.0:1746143542.903624:0:27165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462251136 00000100:00100000:2.0:1746143542.903653:0:24942:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 13 min 3 max 116 00000100:00100000:2.0:1746143542.903660:0:24942:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462251392 00000100:00100000:2.0:1746143542.903662:0:24942:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462251392 00000100:00100000:3.0:1746143542.903672:0:27165:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 13 min 3 max 116 00000100:00100000:3.0:1746143542.903676:0:27165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462251648 00000100:00100000:2.0:1746143542.903676:0:24942:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 13 min 3 max 116 00000100:00100000:3.0:1746143542.903677:0:27165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462251648 00000100:00100000:1.0:1746143542.903856:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6c035184-928a-4088-be86-d6b338962a2f+19:2006:x1830963462248320:12345-192.168.203.27@tcp:3:dd.0 Request processed in 23089us (23164us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143542.903864:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13918 00002000:00100000:1.0:1746143542.903873:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff880092cf0380 x1830963462248320/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143542.903884:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf0380 with x1830963462248320 ext(7340032->8388607) 00002000:00010000:1.0:1746143542.903890:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf0380 00000100:00100000:1.0:1746143542.903911:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13927 00000100:00100000:1.0:1746143542.903918:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6c035184-928a-4088-be86-d6b338962a2f+18:2006:x1830963462250624:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:3.0:1746143542.904536:0:28840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13928 00000100:00100000:3.0:1746143542.904544:0:28840:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:6c035184-928a-4088-be86-d6b338962a2f+18:2007:x1830963462250880:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746143542.906175:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+18:2006:x1830963462248832:12345-192.168.203.27@tcp:3:dd.0 Request processed in 24723us (24826us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746143542.906184:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13919 00002000:00100000:0.0:1746143542.906195:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->9437183) req@ffff880092cf1500 x1830963462248832/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746143542.906204:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf1500 with x1830963462248832 ext(8388608->9437183) 00002000:00010000:0.0:1746143542.906210:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf1500 00000100:00100000:0.0:1746143542.906233:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13929 00000100:00100000:0.0:1746143542.906240:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7cd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462251136:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746143542.906270:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091ae4c00/0xa6c9a53f47f24198 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143542.906283:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143542.906285:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143542.906289:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091ae4c00/0xa6c9a53f47f24198 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143542.906328:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091ae4c00/0xa6c9a53f47f24198 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143542.913246:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+18:2006:x1830963462249088:12345-192.168.203.27@tcp:3:dd.0 Request processed in 31359us (31868us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143542.913257:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13920 00002000:00100000:1.0:1746143542.913270:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->9437183) req@ffff880092cf3480 x1830963462249088/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143542.913278:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf3480 with x1830963462249088 ext(8388608->9437183) 00002000:00010000:1.0:1746143542.913285:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf3480 00000100:00100000:1.0:1746143542.913334:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13930 00000100:00100000:1.0:1746143542.913345:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462251392:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746143542.913383:0:27173:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800921af600/0xa6c9a53f47f2419f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.913396:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143542.913398:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143542.913404:0:27173:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800921af600/0xa6c9a53f47f2419f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.913418:0:27173:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800921af600/0xa6c9a53f47f2419f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143542.913679:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+18:2006:x1830963462247552:12345-192.168.203.27@tcp:4:dd.0 Request processed in 72965us (73201us total) trans 4294972325 rc 0/0 00000100:00100000:2.0:1746143542.913685:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13915 00002000:00100000:2.0:1746143542.913691:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff880092271880 x1830963462247552/t4294972325(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/448 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.913698:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092271880 with x1830963462247552 ext(0->4194303) 00002000:00010000:2.0:1746143542.913702:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092271880 00000100:00100000:2.0:1746143542.913716:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13931 00000100:00100000:2.0:1746143542.913722:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462251648:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746143542.913740:0:9577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091460a00/0xa6c9a53f47f241a6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.913748:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.913749:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.913752:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091460a00/0xa6c9a53f47f241a6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.913760:0:9577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091460a00/0xa6c9a53f47f241a6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143542.914398:0:27172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6c035184-928a-4088-be86-d6b338962a2f+16:2005:x1830963462248576:12345-192.168.203.27@tcp:3:dd.0 Request processed in 32104us (32160us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143542.914404:0:27172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13921 00002000:00100000:2.0:1746143542.914408:0:27172:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff880092cf2680 x1830963462248576/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.914414:0:27172:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf2680 with x1830963462248576 ext(7340032->8388607) 00002000:00010000:2.0:1746143542.914418:0:27172:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf2680 00000100:00100000:3.0:1746143542.916688:0:20191:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800834a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6c035184-928a-4088-be86-d6b338962a2f+14:2007:x1830963462248064:12345-192.168.203.27@tcp:3:dd.0 Request processed in 36884us (36948us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143542.916702:0:20191:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13917 00002000:00100000:3.0:1746143542.916713:0:20191:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff8800834a4700 x1830963462248064/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143542.916723:0:20191:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800834a4700 with x1830963462248064 ext(6291456->7340031) 00002000:00010000:3.0:1746143542.916729:0:20191:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800834a4700 00000100:00100000:1.0:1746143542.921166:0:9578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6c035184-928a-4088-be86-d6b338962a2f+16:2006:x1830963462249344:12345-192.168.203.27@tcp:3:dd.0 Request processed in 38132us (38204us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143542.921177:0:9578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13922 00002000:00100000:1.0:1746143542.921190:0:9578:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (9437184->10485759) req@ffff880092cf0700 x1830963462249344/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143542.921199:0:9578:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf0700 with x1830963462249344 ext(9437184->10485759) 00002000:00010000:1.0:1746143542.921205:0:9578:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf0700 00000100:00100000:1.0:1746143542.921442:0:28838:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:6c035184-928a-4088-be86-d6b338962a2f+12:2006:x1830963462249600:12345-192.168.203.27@tcp:3:dd.0 Request processed in 29785us (38451us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143542.921450:0:28838:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13923 00002000:00100000:1.0:1746143542.921456:0:28838:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x19:0x0] (9437184->10485759) req@ffff880092cf0a80 x1830963462249600/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143542.921518:0:28838:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf0a80 with x1830963462249600 ext(9437184->10485759) 00002000:00010000:1.0:1746143542.921521:0:28838:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf0a80 00000100:00100000:2.0:1746143542.925133:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+14:2006:x1830963462249856:12345-192.168.203.27@tcp:3:dd.0 Request processed in 29942us (36057us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143542.925145:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13924 00002000:00100000:2.0:1746143542.925158:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff880091af1f80 x1830963462249856/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143542.925167:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091af1f80 with x1830963462249856 ext(10485760->11534335) 00002000:00010000:2.0:1746143542.925173:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091af1f80 00000100:00100000:3.0:1746143542.929824:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:6c035184-928a-4088-be86-d6b338962a2f+12:2006:x1830963462250368:12345-192.168.203.27@tcp:3:dd.0 Request processed in 30955us (40643us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143542.929837:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13926 00002000:00100000:3.0:1746143542.929849:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff880096624380 x1830963462250368/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143542.929859:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096624380 with x1830963462250368 ext(11534336->12582911) 00002000:00010000:3.0:1746143542.929865:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096624380 00000100:00100000:1.0:1746143542.936454:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+10:2006:x1830963462250112:12345-192.168.203.27@tcp:3:dd.0 Request processed in 38465us (47326us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143542.936467:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13925 00002000:00100000:1.0:1746143542.936480:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff880091af3100 x1830963462250112/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143542.936499:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091af3100 with x1830963462250112 ext(10485760->11534335) 00002000:00010000:1.0:1746143542.936506:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091af3100 00000100:00100000:1.0:1746143542.939876:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6c035184-928a-4088-be86-d6b338962a2f+8:2006:x1830963462250624:12345-192.168.203.27@tcp:3:dd.0 Request processed in 35946us (42667us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143542.939889:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13927 00002000:00100000:1.0:1746143542.939900:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff880091bad880 x1830963462250624/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143542.939910:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bad880 with x1830963462250624 ext(11534336->12582911) 00002000:00010000:1.0:1746143542.939915:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bad880 00010000:00010000:0.0:1746143542.945160:0:27173:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800921af600/0xa6c9a53f47f2419f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143542.945180:0:27173:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800921af600/0xa6c9a53f47f2419f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143542.945188:0:27173:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800921af600/0xa6c9a53f47f2419f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143542.945194:0:27173:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800921af600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746143542.945198:0:27173:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800921af600/0xa6c9a53f47f2419f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143542.945205:0:27173:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800921af600/0xa6c9a53f47f2419f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143542.945224:0:27173:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800921af600/0xa6c9a53f47f2419f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143542.945230:0:27173:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800921af600/0xa6c9a53f47f2419f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143542.945333:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462251392:12345-192.168.203.27@tcp:3:dd.0 Request processed in 31985us (41849us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746143542.945343:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13930 00010000:00010000:1.0:1746143542.945449:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091ae4c00/0xa6c9a53f47f24198 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.945457:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091ae4c00/0xa6c9a53f47f24198 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.945462:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091ae4c00/0xa6c9a53f47f24198 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.945471:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091ae4c00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143542.945473:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091ae4c00/0xa6c9a53f47f24198 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.945479:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091ae4c00/0xa6c9a53f47f24198 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143542.945483:0:28840:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:6c035184-928a-4088-be86-d6b338962a2f+10:2007:x1830963462250880:12345-192.168.203.27@tcp:3:dd.0 Request processed in 40939us (47762us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143542.945501:0:28840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13928 00010000:00010000:1.0:1746143542.945501:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091ae4c00/0xa6c9a53f47f24198 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.945506:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091ae4c00/0xa6c9a53f47f24198 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746143542.945511:0:28840:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff880092271180 x1830963462250880/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/440 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143542.945519:0:28840:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092271180 with x1830963462250880 ext(12582912->13631487) 00002000:00010000:3.0:1746143542.945523:0:28840:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092271180 00000100:00100000:1.0:1746143542.945538:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7cd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462251136:12345-192.168.203.27@tcp:3:dd.0 Request processed in 39298us (42108us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1746143542.945544:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13929 00010000:00010000:2.0:1746143542.952478:0:9577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091460a00/0xa6c9a53f47f241a6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.952508:0:9577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091460a00/0xa6c9a53f47f241a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.952515:0:9577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091460a00/0xa6c9a53f47f241a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.952521:0:9577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091460a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143542.952524:0:9577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091460a00/0xa6c9a53f47f241a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.952532:0:9577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091460a00/0xa6c9a53f47f241a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.952551:0:9577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091460a00/0xa6c9a53f47f241a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.952557:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091460a00/0xa6c9a53f47f241a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143542.952933:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462251648:12345-192.168.203.27@tcp:3:dd.0 Request processed in 39205us (49421us total) trans 0 rc 1007616/1007616 00000100:00100000:2.0:1746143542.952947:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13931 00000100:00100000:0.0:1746143542.955382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143542.955436:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462251904 00000100:00100000:2.0:1746143542.955445:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462251904 00000100:00100000:2.0:1746143542.955526:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13932 00000100:00100000:2.0:1746143542.955534:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462251904:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:2.0:1746143542.955586:0:9577:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 8355840, mtime: 0x68140937, atime: 0x0, ctime: 0x68140937, blocks: 0x3fc0 00010000:00010000:2.0:1746143542.955593:0:9577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f241ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.955605:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.955607:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143542.955611:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f241ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143542.955627:0:9577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f241ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143542.975895:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143542.976362:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462252160 00000100:00100000:1.0:1746143542.976371:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462252160 00002000:00100000:1.0:1746143542.976416:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->8388607) req@ffff880092272680 x1830963462252160/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143542.976426:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092272680 with x1830963462252160 ext(4194304->8388607) 00002000:00010000:1.0:1746143542.976431:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092272680 00000100:00100000:3.0:1746143542.977586:0:28840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13933 00000100:00100000:3.0:1746143542.977598:0:28840:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:6c035184-928a-4088-be86-d6b338962a2f+8:2006:x1830963462252160:12345-192.168.203.27@tcp:4:dd.0 00000001:00080000:2.0:1746143542.986088:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970728 is committed 00002000:00010000:0.0:1746143542.986870:0:9577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:0.0:1746143542.986877:0:9577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 16320 -> 20400 00010000:00010000:0.0:1746143542.986890:0:9577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f241ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143542.986901:0:9577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f241ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143542.986908:0:9577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f241ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143542.986914:0:9577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090c7b200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746143542.986918:0:9577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f241ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143542.986925:0:9577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f241ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143542.986942:0:9577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f241ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143542.986952:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f241ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143542.991213:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462251904:12345-192.168.203.27@tcp:4:dd.0 Request processed in 35666us (35825us total) trans 4294970728 rc 0/0 00000100:00100000:0.0:1746143542.991226:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13932 00000100:00100000:1.0:1746143542.995108:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143542.995158:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462252416 00000100:00100000:1.0:1746143542.995168:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462252416 00002000:00100000:1.0:1746143542.995214:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff880096627100 x1830963462252416/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/0 e 0 to 0 dl 1746143553 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143542.995404:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096627100 with x1830963462252416 ext(4194304->8388607) 00002000:00010000:1.0:1746143542.995409:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096627100 00000100:00100000:1.0:1746143542.995442:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13934 00000100:00100000:1.0:1746143542.995450:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+10:2006:x1830963462252416:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746143542.998167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143542.998193:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143542.998625:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143542.998644:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462252672 00000100:00100000:1.0:1746143542.998651:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462252672 00000100:00100000:1.0:1746143542.998693:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462252928 00000100:00100000:1.0:1746143542.998694:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462252928 00000100:00100000:2.0:1746143542.998697:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462253184 00000100:00100000:2.0:1746143542.998701:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462253184 00000100:00100000:1.0:1746143542.999575:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13935 00000100:00100000:1.0:1746143542.999584:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462252672:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746143542.999622:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f241b4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.999636:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143542.999638:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143542.999642:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f241b4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.999655:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f241b4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143542.999879:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13936 00000100:00100000:1.0:1746143542.999886:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462252928:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746143542.999905:0:9576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bad4400/0xa6c9a53f47f241bb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.999913:0:9576:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143542.999915:0:9576:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143542.999918:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bad4400/0xa6c9a53f47f241bb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143542.999926:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bad4400/0xa6c9a53f47f241bb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143543.000036:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13937 00000100:00100000:3.0:1746143543.000044:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462253184:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746143543.000059:0:27173:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241c2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.000066:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143543.000067:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143543.000071:0:27173:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241c2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.000080:0:27173:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241c2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.012391:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f241b4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.012411:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f241b4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.012420:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f241b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.012427:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011f351600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143543.012431:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f241b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.012439:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f241b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.012459:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f241b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.012469:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f241b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143543.012576:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462252672:12345-192.168.203.27@tcp:3:dd.0 Request processed in 12988us (14411us total) trans 0 rc 40960/40960 00000100:00100000:1.0:1746143543.012587:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13935 00010000:00010000:1.0:1746143543.015472:0:9576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bad4400/0xa6c9a53f47f241bb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.015499:0:9576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bad4400/0xa6c9a53f47f241bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.015507:0:9576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bad4400/0xa6c9a53f47f241bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.015513:0:9576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bad4400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143543.015517:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bad4400/0xa6c9a53f47f241bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.015525:0:9576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bad4400/0xa6c9a53f47f241bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.015541:0:9576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bad4400/0xa6c9a53f47f241bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.015547:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bad4400/0xa6c9a53f47f241bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143543.015626:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462252928:12345-192.168.203.27@tcp:3:dd.0 Request processed in 15734us (17424us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143543.015637:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13936 00010000:00010000:1.0:1746143543.015794:0:27173:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241c2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.015802:0:27173:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241c2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.015807:0:27173:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.015812:0:27173:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009808ba00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143543.015814:0:27173:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.015820:0:27173:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.015829:0:27173:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.015834:0:27173:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143543.015873:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462253184:12345-192.168.203.27@tcp:3:dd.0 Request processed in 15830us (17248us total) trans 0 rc 999424/999424 00000100:00100000:1.0:1746143543.015882:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13937 00000100:00100000:1.0:1746143543.022869:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.022951:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462253440 00000100:00100000:0.0:1746143543.022961:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462253440 00000100:00080000:1.0:1746143543.026523:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746143543.026845:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13938 00000100:00100000:1.0:1746143543.026861:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462253440:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:1.0:1746143543.026923:0:9576:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 10444800, mtime: 0x68140937, atime: 0x0, ctime: 0x68140937, blocks: 0x4fb0 00010000:00010000:1.0:1746143543.026933:0:9576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092213400/0xa6c9a53f47f241c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.026948:0:9576:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.026950:0:9576:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.026956:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092213400/0xa6c9a53f47f241c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.026969:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092213400/0xa6c9a53f47f241c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143543.030334:0:28840:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:6c035184-928a-4088-be86-d6b338962a2f+10:2006:x1830963462252160:12345-192.168.203.27@tcp:4:dd.0 Request processed in 52724us (54434us total) trans 4294970729 rc 0/0 00000100:00100000:3.0:1746143543.030349:0:28840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13933 00002000:00100000:3.0:1746143543.030363:0:28840:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->8388607) req@ffff880092272680 x1830963462252160/t4294970729(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/448 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.030372:0:28840:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092272680 with x1830963462252160 ext(4194304->8388607) 00002000:00010000:3.0:1746143543.030378:0:28840:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092272680 00000100:00100000:0.0:1746143543.044916:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+12:2006:x1830963462252416:12345-192.168.203.27@tcp:4:dd.0 Request processed in 49453us (49803us total) trans 4294972326 rc 0/0 00000100:00100000:0.0:1746143543.044931:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13934 00002000:00100000:0.0:1746143543.044945:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff880096627100 x1830963462252416/t4294972326(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:693/0 lens 488/448 e 0 to 0 dl 1746143553 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746143543.044955:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096627100 with x1830963462252416 ext(4194304->8388607) 00002000:00010000:0.0:1746143543.044961:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096627100 00000001:00080000:2.0:1746143543.048975:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970730 is committed 00000001:00080000:2.0:1746143543.048995:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970729 is committed 00002000:00010000:1.0:1746143543.049811:0:9576:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:1.0:1746143543.049814:0:9576:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 20400 -> 24480 00010000:00010000:1.0:1746143543.049825:0:9576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092213400/0xa6c9a53f47f241c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.049833:0:9576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092213400/0xa6c9a53f47f241c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.049838:0:9576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092213400/0xa6c9a53f47f241c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.049845:0:9576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092213400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143543.049848:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092213400/0xa6c9a53f47f241c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.049853:0:9576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092213400/0xa6c9a53f47f241c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.049868:0:9576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092213400/0xa6c9a53f47f241c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.049872:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092213400/0xa6c9a53f47f241c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143543.049988:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462253440:12345-192.168.203.27@tcp:4:dd.0 Request processed in 23130us (27125us total) trans 4294970730 rc 0/0 00000100:00100000:1.0:1746143543.049996:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13938 00000100:00100000:0.0:1746143543.053670:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.053707:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.053745:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.053761:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462253696 00000100:00100000:2.0:1746143543.053772:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462253696 00000100:00100000:1.0:1746143543.053778:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462253952 00000100:00100000:1.0:1746143543.053782:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462253952 00000100:00100000:2.0:1746143543.053837:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462254208 00000100:00100000:2.0:1746143543.053839:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462254208 00000100:00080000:0.0:1746143543.054063:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746143543.054111:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13939 00000100:00100000:1.0:1746143543.054120:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462253696:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:3.0:1746143543.054122:0:28840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13940 00000100:00100000:3.0:1746143543.054130:0:28840:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462253952:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746143543.054154:0:28840:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241d0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.054154:0:9576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f241d7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.054166:0:28840:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143543.054168:0:28840:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143543.054172:0:28840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241d0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.054186:0:28840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241d0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143543.054197:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13941 00000100:00100000:0.0:1746143543.054204:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462254208:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746143543.054221:0:27173:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f241de lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.054228:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143543.054230:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143543.054233:0:27173:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f241de lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.054241:0:27173:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f241de lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.055259:0:9576:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.055263:0:9576:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.055267:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f241d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.055278:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f241d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143543.063972:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746143543.065154:0:28840:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241d0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.065174:0:28840:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.065181:0:28840:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.065187:0:28840:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009808ba00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143543.065191:0:28840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.065198:0:28840:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.065215:0:28840:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.065221:0:28840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009808ba00/0xa6c9a53f47f241d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143543.065981:0:28840:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462253952:12345-192.168.203.27@tcp:3:dd.0 Request processed in 11845us (12267us total) trans 0 rc 991232/991232 00000100:00100000:3.0:1746143543.065992:0:28840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13940 00000100:00100000:3.0:1746143543.066019:0:28840:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462254464 00000100:00100000:3.0:1746143543.066026:0:28840:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462254464 00002000:00100000:3.0:1746143543.066058:0:28840:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->12582911) req@ffff880092273b80 x1830963462254464/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.066072:0:28840:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092273b80 with x1830963462254464 ext(8388608->12582911) 00002000:00010000:3.0:1746143543.066076:0:28840:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092273b80 00000100:00100000:3.0:1746143543.066091:0:28840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13942 00000100:00100000:3.0:1746143543.066095:0:28840:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:6c035184-928a-4088-be86-d6b338962a2f+8:2007:x1830963462254464:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:1.0:1746143543.066897:0:9576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f241d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.066904:0:9576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f241d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.066909:0:9576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f241d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.066912:0:9576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092212c00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143543.066914:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f241d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.066918:0:9576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f241d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.066926:0:9576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f241d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.066930:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f241d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.067119:0:27173:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f241de lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.067128:0:27173:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f241de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.067135:0:27173:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f241de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.067141:0:27173:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091552200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746143543.067143:0:27173:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f241de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.067149:0:27173:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f241de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.067160:0:27173:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f241de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.067165:0:27173:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091552200/0xa6c9a53f47f241de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143543.067229:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462253696:12345-192.168.203.27@tcp:3:dd.0 Request processed in 13108us (13566us total) trans 0 rc 49152/49152 00000100:00100000:1.0:1746143543.067239:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13939 00000100:00100000:0.0:1746143543.067428:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462254208:12345-192.168.203.27@tcp:3:dd.0 Request processed in 13224us (13681us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746143543.067435:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13941 00000100:00100000:2.0:1746143543.081165:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.081192:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.081317:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.081366:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462254720 00000100:00100000:3.0:1746143543.081374:0:21497:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462255232 00000100:00100000:3.0:1746143543.081379:0:21497:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462255232 00000100:00100000:2.0:1746143543.081379:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462254720 00000100:00100000:0.0:1746143543.081407:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462254976 00000100:00100000:0.0:1746143543.081412:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462254976 00000100:00080000:0.0:1746143543.081423:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746143543.081433:0:21497:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 195 00002000:00100000:2.0:1746143543.081438:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff880092cf2d80 x1830963462254720/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:3.0:1746143543.081441:0:21497:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6c035184-928a-4088-be86-d6b338962a2f+17:3810:x1830963462255232:12345-192.168.203.27@tcp:35:dd.0 00002000:00100000:2.0:1746143543.081448:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf2d80 with x1830963462254720 ext(8388608->12582911) 00002000:00010000:2.0:1746143543.081453:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf2d80 00000100:00100000:0.0:1746143543.081456:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13943 00000100:00100000:0.0:1746143543.081462:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462254976:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746143543.081469:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13944 00000100:00100000:2.0:1746143543.081475:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+12:2006:x1830963462254720:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:0.0:1746143543.081525:0:9576:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 12533760, mtime: 0x68140937, atime: 0x0, ctime: 0x68140937, blocks: 0x5fa0 00010000:00010000:0.0:1746143543.081534:0:9576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091553000/0xa6c9a53f47f241e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.081550:0:9576:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143543.081551:0:9576:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143543.081557:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091553000/0xa6c9a53f47f241e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.081572:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091553000/0xa6c9a53f47f241e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143543.081714:0:21497:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6c035184-928a-4088-be86-d6b338962a2f+18:3810:x1830963462255232:12345-192.168.203.27@tcp:35:dd.0 Request processed in 273us (396us total) trans 4294986271 rc 0/0 00000100:00100000:3.0:1746143543.081721:0:21497:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 195 00000100:00100000:2.0:1746143543.091770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.091888:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462255488 00000100:00100000:3.0:1746143543.091989:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462255488 00000100:00100000:3.0:1746143543.092044:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 196 00000100:00100000:3.0:1746143543.092051:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf8d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+18:3810:x1830963462255488:12345-192.168.203.27@tcp:35:dd.0 00000001:00080000:3.0:1746143543.092283:0:7225:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986272 00000100:00100000:3.0:1746143543.092411:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf8d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+20:3810:x1830963462255488:12345-192.168.203.27@tcp:35:dd.0 Request processed in 360us (655us total) trans 4294986273 rc 0/0 00000100:00100000:3.0:1746143543.092418:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 196 00000020:00080000:3.0:1746143543.092423:0:7225:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746143543.109117:0:28840:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:6c035184-928a-4088-be86-d6b338962a2f+10:2007:x1830963462254464:12345-192.168.203.27@tcp:4:dd.0 Request processed in 43008us (45144us total) trans 4294970731 rc 0/0 00000100:00100000:3.0:1746143543.109129:0:28840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13942 00002000:00100000:3.0:1746143543.109141:0:28840:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->12582911) req@ffff880092273b80 x1830963462254464/t4294970731(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:694/0 lens 488/448 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.109151:0:28840:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092273b80 with x1830963462254464 ext(8388608->12582911) 00002000:00010000:3.0:1746143543.109157:0:28840:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092273b80 00000001:00080000:3.0:1746143543.126937:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970732 is committed 00000001:00080000:3.0:1746143543.126952:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970731 is committed 00002000:00010000:0.0:1746143543.127379:0:9576:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:0.0:1746143543.127383:0:9576:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 24480 -> 28560 00010000:00010000:0.0:1746143543.127397:0:9576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091553000/0xa6c9a53f47f241e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.127407:0:9576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091553000/0xa6c9a53f47f241e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.127417:0:9576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091553000/0xa6c9a53f47f241e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.127423:0:9576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091553000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746143543.127428:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091553000/0xa6c9a53f47f241e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.127436:0:9576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091553000/0xa6c9a53f47f241e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.127454:0:9576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091553000/0xa6c9a53f47f241e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.127460:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091553000/0xa6c9a53f47f241e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143543.127579:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462254976:12345-192.168.203.27@tcp:4:dd.0 Request processed in 46110us (46379us total) trans 4294970732 rc 0/0 00000100:00100000:0.0:1746143543.127589:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13943 00000100:00100000:2.0:1746143543.133173:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.133216:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.134604:0:28840:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462255872 00000100:00100000:3.0:1746143543.134615:0:28840:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462255872 00000100:00100000:1.0:1746143543.134648:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462256128 00000100:00100000:1.0:1746143543.134662:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462256128 00000100:00100000:3.0:1746143543.134678:0:28840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13945 00000100:00100000:3.0:1746143543.134687:0:28840:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462255872:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746143543.134728:0:28840:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f241ec lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.134743:0:28840:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746143543.134743:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13946 00010000:00010000:3.0:1746143543.134745:0:28840:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143543.134750:0:28840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f241ec lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143543.134751:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462256128:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746143543.134764:0:28840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f241ec lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.134784:0:9577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f241f3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.134796:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.134798:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.134802:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f241f3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.134814:0:9577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f241f3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143543.144211:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+14:2006:x1830963462254720:12345-192.168.203.27@tcp:4:dd.0 Request processed in 62722us (63049us total) trans 4294972327 rc 0/0 00000100:00100000:2.0:1746143543.144226:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13944 00002000:00100000:2.0:1746143543.144239:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff880092cf2d80 x1830963462254720/t4294972327(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:694/0 lens 488/448 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.144248:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf2d80 with x1830963462254720 ext(8388608->12582911) 00002000:00010000:2.0:1746143543.144255:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf2d80 00010000:00010000:1.0:1746143543.144883:0:9577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f241f3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.144895:0:9577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f241f3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.144902:0:9577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f241f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.144907:0:9577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011f350a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143543.144910:0:9577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f241f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.144921:0:9577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f241f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.144936:0:9577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f241f3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.144941:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f241f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143543.145026:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462256128:12345-192.168.203.27@tcp:3:dd.0 Request processed in 10272us (11806us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143543.145032:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13946 00010000:00010000:3.0:1746143543.146685:0:28840:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f241ec lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.146700:0:28840:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f241ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.146707:0:28840:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f241ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.146718:0:28840:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097805e00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143543.146722:0:28840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f241ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.146729:0:28840:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f241ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.146745:0:28840:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f241ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.146750:0:28840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f241ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143543.146817:0:28840:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462255872:12345-192.168.203.27@tcp:3:dd.0 Request processed in 12127us (13651us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746143543.146826:0:28840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13945 00000100:00100000:0.0:1746143543.151805:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.152333:0:28840:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462256384 00000100:00100000:3.0:1746143543.152344:0:28840:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462256384 00000100:00100000:3.0:1746143543.152410:0:28840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13947 00000100:00100000:3.0:1746143543.152418:0:28840:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462256384:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:3.0:1746143543.152470:0:28840:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 14622720, mtime: 0x68140937, atime: 0x0, ctime: 0x68140937, blocks: 0x6f90 00010000:00010000:3.0:1746143543.152479:0:28840:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f241fa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.152503:0:28840:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143543.152505:0:28840:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143543.152511:0:28840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f241fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.152524:0:28840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f241fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746143543.181285:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970733 is committed 00002000:00010000:3.0:1746143543.181522:0:28840:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:3.0:1746143543.181528:0:28840:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 28560 -> 32640 00010000:00010000:3.0:1746143543.181541:0:28840:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f241fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.181552:0:28840:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f241fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.181560:0:28840:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f241fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.181566:0:28840:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097805a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143543.181570:0:28840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f241fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.181577:0:28840:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f241fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.181595:0:28840:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f241fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.181600:0:28840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097805a00/0xa6c9a53f47f241fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143543.184729:0:28840:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462256384:12345-192.168.203.27@tcp:4:dd.0 Request processed in 32299us (32921us total) trans 4294970733 rc 0/0 00000100:00100000:3.0:1746143543.184743:0:28840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13947 00000100:00100000:0.0:1746143543.186891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.186978:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143543.187033:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462256768 00000100:00100000:1.0:1746143543.187043:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462256768 00000100:00100000:1.0:1746143543.187112:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462256896 00000100:00100000:1.0:1746143543.187114:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462256896 00000100:00100000:2.0:1746143543.187721:0:28840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13948 00000100:00100000:3.0:1746143543.187758:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13949 00000100:00100000:3.0:1746143543.187766:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462256896:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746143543.187814:0:27173:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097805400/0xa6c9a53f47f24201 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.187832:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143543.187833:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143543.187839:0:27173:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097805400/0xa6c9a53f47f24201 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.187853:0:27173:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097805400/0xa6c9a53f47f24201 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143543.188325:0:28840:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462256768:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746143543.188346:0:28840:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24208 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.188354:0:28840:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143543.188356:0:28840:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143543.188359:0:28840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24208 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.188369:0:28840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24208 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.200342:0:27173:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097805400/0xa6c9a53f47f24201 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.200359:0:27173:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097805400/0xa6c9a53f47f24201 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.200366:0:27173:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097805400/0xa6c9a53f47f24201 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.200372:0:27173:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097805400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143543.200376:0:27173:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097805400/0xa6c9a53f47f24201 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.200383:0:27173:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097805400/0xa6c9a53f47f24201 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.200399:0:27173:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097805400/0xa6c9a53f47f24201 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.200404:0:27173:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097805400/0xa6c9a53f47f24201 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143543.200677:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462256896:12345-192.168.203.27@tcp:3:dd.0 Request processed in 12901us (13687us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746143543.200689:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13949 00010000:00010000:2.0:1746143543.202634:0:28840:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24208 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.202651:0:28840:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24208 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.202658:0:28840:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24208 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.202666:0:28840:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009219f400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143543.202669:0:28840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24208 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.202676:0:28840:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24208 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.202692:0:28840:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24208 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.202698:0:28840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24208 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143543.203558:0:28840:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462256768:12345-192.168.203.27@tcp:3:dd.0 Request processed in 15820us (16666us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143543.203571:0:28840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13948 00000100:00100000:0.0:1746143543.207716:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.207832:0:28840:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462257280 00000100:00100000:2.0:1746143543.207840:0:28840:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462257280 00000100:00100000:2.0:1746143543.207901:0:28840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13950 00000100:00100000:2.0:1746143543.207908:0:28840:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462257280:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:2.0:1746143543.207948:0:28840:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 16711680, mtime: 0x68140937, atime: 0x0, ctime: 0x68140937, blocks: 0x7f80 00010000:00010000:2.0:1746143543.207955:0:28840:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009219a200/0xa6c9a53f47f2420f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.207966:0:28840:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143543.208146:0:28840:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143543.208151:0:28840:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009219a200/0xa6c9a53f47f2420f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.208164:0:28840:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009219a200/0xa6c9a53f47f2420f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746143543.232266:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970734 is committed 00002000:00010000:2.0:1746143543.232419:0:28840:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:2.0:1746143543.232423:0:28840:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 32640 -> 36720 00010000:00010000:2.0:1746143543.232433:0:28840:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009219a200/0xa6c9a53f47f2420f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.232443:0:28840:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009219a200/0xa6c9a53f47f2420f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.232450:0:28840:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009219a200/0xa6c9a53f47f2420f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.232462:0:28840:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009219a200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143543.232465:0:28840:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009219a200/0xa6c9a53f47f2420f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.232473:0:28840:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009219a200/0xa6c9a53f47f2420f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.232499:0:28840:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009219a200/0xa6c9a53f47f2420f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.232505:0:28840:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009219a200/0xa6c9a53f47f2420f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28840 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143543.232600:0:28840:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462257280:12345-192.168.203.27@tcp:4:dd.0 Request processed in 24688us (24888us total) trans 4294970734 rc 0/0 00000100:00100000:2.0:1746143543.232610:0:28840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13950 00000100:00100000:0.0:1746143543.235971:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.236006:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.236085:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143543.236206:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462257536 00000100:00100000:1.0:1746143543.236214:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462257536 00000100:00100000:3.0:1746143543.236222:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462257792 00000100:00100000:3.0:1746143543.236227:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462257792 00000100:00100000:1.0:1746143543.236253:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462258048 00000100:00100000:1.0:1746143543.236256:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462258048 00000100:00100000:3.0:1746143543.236337:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13951 00000100:00100000:3.0:1746143543.236344:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462257536:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746143543.236370:0:27173:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097805c00/0xa6c9a53f47f24216 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143543.236375:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13952 00010000:00010000:3.0:1746143543.236381:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746143543.236381:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2005:x1830963462257792:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746143543.236382:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143543.236386:0:27173:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097805c00/0xa6c9a53f47f24216 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.236398:0:9577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880133991c00/0xa6c9a53f47f2421d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.236407:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.236408:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.236410:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133991c00/0xa6c9a53f47f2421d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.236420:0:9577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133991c00/0xa6c9a53f47f2421d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143543.236421:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13953 00000100:00100000:0.0:1746143543.236427:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462258048:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746143543.236438:0:9576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092fedc00/0xa6c9a53f47f24224 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.236498:0:27173:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097805c00/0xa6c9a53f47f24216 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.236728:0:9576:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143543.236730:0:9576:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143543.236733:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092fedc00/0xa6c9a53f47f24224 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.236741:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092fedc00/0xa6c9a53f47f24224 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.238659:0:27173:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097805c00/0xa6c9a53f47f24216 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.238671:0:27173:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097805c00/0xa6c9a53f47f24216 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.238678:0:27173:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097805c00/0xa6c9a53f47f24216 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.238684:0:27173:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097805c00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143543.238688:0:27173:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097805c00/0xa6c9a53f47f24216 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.238694:0:27173:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097805c00/0xa6c9a53f47f24216 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.238709:0:27173:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097805c00/0xa6c9a53f47f24216 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.238715:0:27173:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097805c00/0xa6c9a53f47f24216 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143543.239330:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2005:x1830963462257536:12345-192.168.203.27@tcp:3:dd.0 Request processed in 2981us (3361us total) trans 0 rc 73728/73728 00000100:00100000:3.0:1746143543.239339:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13951 00010000:00010000:2.0:1746143543.247284:0:9576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092fedc00/0xa6c9a53f47f24224 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.247339:0:9576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092fedc00/0xa6c9a53f47f24224 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.247347:0:9576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092fedc00/0xa6c9a53f47f24224 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.247354:0:9576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092fedc00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143543.247358:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092fedc00/0xa6c9a53f47f24224 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.247366:0:9576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092fedc00/0xa6c9a53f47f24224 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.247382:0:9576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092fedc00/0xa6c9a53f47f24224 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.247389:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092fedc00/0xa6c9a53f47f24224 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143543.247605:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462258048:12345-192.168.203.27@tcp:3:dd.0 Request processed in 11173us (11515us total) trans 0 rc 966656/966656 00000100:00100000:2.0:1746143543.247614:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13953 00010000:00010000:1.0:1746143543.249333:0:9577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880133991c00/0xa6c9a53f47f2421d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.249347:0:9577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880133991c00/0xa6c9a53f47f2421d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.249355:0:9577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880133991c00/0xa6c9a53f47f2421d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.249361:0:9577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133991c00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143543.249365:0:9577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880133991c00/0xa6c9a53f47f2421d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.249373:0:9577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880133991c00/0xa6c9a53f47f2421d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.249386:0:9577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880133991c00/0xa6c9a53f47f2421d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.249392:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133991c00/0xa6c9a53f47f2421d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143543.249478:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2005:x1830963462257792:12345-192.168.203.27@tcp:3:dd.0 Request processed in 13093us (13467us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143543.249503:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13952 00000100:00100000:0.0:1746143543.253241:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143543.253990:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462258304 00000100:00100000:1.0:1746143543.254002:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462258304 00000100:00100000:1.0:1746143543.254069:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13954 00000100:00100000:1.0:1746143543.254081:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462258304:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:1.0:1746143543.254128:0:9577:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 18800640, mtime: 0x68140937, atime: 0x0, ctime: 0x68140937, blocks: 0x8f70 00010000:00010000:1.0:1746143543.254136:0:9577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880133991a00/0xa6c9a53f47f2422b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.254149:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.254151:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.254157:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133991a00/0xa6c9a53f47f2422b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.254991:0:9577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133991a00/0xa6c9a53f47f2422b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746143543.282951:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970735 is committed 00002000:00010000:1.0:1746143543.284146:0:9577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:1.0:1746143543.284150:0:9577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 36720 -> 40800 00010000:00010000:1.0:1746143543.284163:0:9577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880133991a00/0xa6c9a53f47f2422b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.284174:0:9577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880133991a00/0xa6c9a53f47f2422b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.284182:0:9577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880133991a00/0xa6c9a53f47f2422b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.284193:0:9577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133991a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143543.284197:0:9577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880133991a00/0xa6c9a53f47f2422b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.284204:0:9577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880133991a00/0xa6c9a53f47f2422b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.284221:0:9577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880133991a00/0xa6c9a53f47f2422b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.284226:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133991a00/0xa6c9a53f47f2422b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143543.284352:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462258304:12345-192.168.203.27@tcp:4:dd.0 Request processed in 30266us (31115us total) trans 4294970735 rc 0/0 00000100:00100000:1.0:1746143543.284363:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13954 00000100:00100000:0.0:1746143543.288371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143543.288425:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462258688 00000100:00100000:1.0:1746143543.288436:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462258688 00000100:00100000:0.0:1746143543.288453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143543.288513:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462258816 00000100:00100000:1.0:1746143543.288515:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462258816 00000100:00100000:1.0:1746143543.288540:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13955 00000100:00100000:1.0:1746143543.288548:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2005:x1830963462258688:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746143543.288559:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13956 00000100:00100000:2.0:1746143543.288583:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462258816:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746143543.288586:0:9577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24232 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.288601:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.288604:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.288609:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24232 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.288620:0:27173:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013647ce00/0xa6c9a53f47f24239 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.288622:0:9577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24232 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.288633:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143543.288635:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143543.288639:0:27173:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013647ce00/0xa6c9a53f47f24239 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.288650:0:27173:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013647ce00/0xa6c9a53f47f24239 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.305121:0:27173:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013647ce00/0xa6c9a53f47f24239 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.305136:0:27173:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013647ce00/0xa6c9a53f47f24239 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.305143:0:27173:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013647ce00/0xa6c9a53f47f24239 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.305149:0:27173:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013647ce00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143543.305152:0:27173:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013647ce00/0xa6c9a53f47f24239 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.305160:0:27173:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013647ce00/0xa6c9a53f47f24239 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.305177:0:27173:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013647ce00/0xa6c9a53f47f24239 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.305182:0:27173:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013647ce00/0xa6c9a53f47f24239 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143543.305379:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462258816:12345-192.168.203.27@tcp:3:dd.0 Request processed in 16807us (16922us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746143543.305389:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13956 00010000:00010000:1.0:1746143543.305618:0:9577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24232 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.305626:0:9577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24232 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.305631:0:9577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24232 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.305636:0:9577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009219f400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143543.305639:0:9577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24232 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.305645:0:9577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24232 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.305655:0:9577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24232 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.305661:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009219f400/0xa6c9a53f47f24232 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143543.306244:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2005:x1830963462258688:12345-192.168.203.27@tcp:3:dd.0 Request processed in 17695us (17881us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143543.306250:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13955 00000100:00100000:0.0:1746143543.308989:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143543.309047:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462259200 00000100:00100000:1.0:1746143543.309057:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462259200 00000100:00100000:1.0:1746143543.309203:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13957 00000100:00100000:1.0:1746143543.309211:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462259200:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:1.0:1746143543.309247:0:9577:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 20889600, mtime: 0x68140937, atime: 0x0, ctime: 0x68140937, blocks: 0x9f60 00010000:00010000:1.0:1746143543.309254:0:9577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24240 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.309264:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.309265:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.309269:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24240 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.309279:0:9577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24240 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746143543.329983:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970736 is committed 00002000:00010000:1.0:1746143543.330151:0:9577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:1.0:1746143543.330159:0:9577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 40800 -> 44880 00010000:00010000:1.0:1746143543.330172:0:9577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24240 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.330184:0:9577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24240 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.330192:0:9577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24240 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.330203:0:9577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e17ec00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143543.330206:0:9577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24240 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.330214:0:9577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24240 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.330232:0:9577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24240 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.330239:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24240 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143543.330862:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462259200:12345-192.168.203.27@tcp:4:dd.0 Request processed in 21647us (21879us total) trans 4294970736 rc 0/0 00000100:00100000:1.0:1746143543.330871:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13957 00000100:00100000:0.0:1746143543.334133:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.334185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.334361:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462259584 00000100:00100000:2.0:1746143543.334372:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462259584 00000100:00100000:1.0:1746143543.334374:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462259840 00000100:00100000:1.0:1746143543.334384:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462259840 00000100:00100000:2.0:1746143543.334434:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13958 00000100:00100000:2.0:1746143543.334440:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462259584:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746143543.334480:0:27173:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009219f400/0xa6c9a53f47f24247 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.334505:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143543.334507:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143543.334511:0:27173:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009219f400/0xa6c9a53f47f24247 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.334524:0:27173:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009219f400/0xa6c9a53f47f24247 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143543.334554:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13959 00000100:00100000:1.0:1746143543.334560:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2005:x1830963462259840:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746143543.334588:0:9577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f2424e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.334599:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.334601:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.334604:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f2424e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.334615:0:9577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f2424e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.348650:0:9577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f2424e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.348668:0:9577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f2424e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.348676:0:9577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f2424e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.348680:0:27173:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009219f400/0xa6c9a53f47f24247 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.348683:0:9577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e17e200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143543.348687:0:9577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f2424e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.348690:0:27173:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009219f400/0xa6c9a53f47f24247 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.348695:0:27173:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009219f400/0xa6c9a53f47f24247 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.348695:0:9577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f2424e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.348699:0:27173:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009219f400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143543.348701:0:27173:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009219f400/0xa6c9a53f47f24247 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.348707:0:27173:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009219f400/0xa6c9a53f47f24247 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.348714:0:9577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f2424e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.348721:0:27173:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009219f400/0xa6c9a53f47f24247 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.348721:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f2424e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.348725:0:27173:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009219f400/0xa6c9a53f47f24247 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143543.348799:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462259584:12345-192.168.203.27@tcp:3:dd.0 Request processed in 14353us (14672us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746143543.348810:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13958 00000100:00100000:1.0:1746143543.348942:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2005:x1830963462259840:12345-192.168.203.27@tcp:3:dd.0 Request processed in 14381us (14756us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143543.348953:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13959 00000100:00100000:1.0:1746143543.356329:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.356394:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462260096 00000100:00100000:2.0:1746143543.356404:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462260096 00000100:00100000:2.0:1746143543.356468:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13960 00000100:00100000:2.0:1746143543.356476:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462260096:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:2.0:1746143543.356538:0:9577:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 22978560, mtime: 0x68140937, atime: 0x0, ctime: 0x68140937, blocks: 0xaf50 00010000:00010000:2.0:1746143543.356546:0:9577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012dcf4200/0xa6c9a53f47f24255 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.356559:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143543.356561:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143543.356566:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dcf4200/0xa6c9a53f47f24255 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.356579:0:9577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dcf4200/0xa6c9a53f47f24255 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746143543.383575:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970737 is committed 00002000:00010000:0.0:1746143543.383719:0:9577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:0.0:1746143543.383723:0:9577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 44880 -> 48960 00010000:00010000:0.0:1746143543.383734:0:9577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012dcf4200/0xa6c9a53f47f24255 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.383744:0:9577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012dcf4200/0xa6c9a53f47f24255 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.383752:0:9577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012dcf4200/0xa6c9a53f47f24255 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.383757:0:9577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dcf4200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746143543.383760:0:9577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012dcf4200/0xa6c9a53f47f24255 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.383766:0:9577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012dcf4200/0xa6c9a53f47f24255 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.383780:0:9577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012dcf4200/0xa6c9a53f47f24255 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.383785:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dcf4200/0xa6c9a53f47f24255 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143543.384015:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2005:x1830963462260096:12345-192.168.203.27@tcp:4:dd.0 Request processed in 27537us (27695us total) trans 4294970737 rc 0/0 00000100:00100000:0.0:1746143543.384024:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13960 00000100:00100000:0.0:1746143543.387055:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.387199:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462260480 00000100:00100000:2.0:1746143543.387207:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462260480 00000100:00100000:2.0:1746143543.387256:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13961 00000100:00100000:2.0:1746143543.387263:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462260480:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746143543.387292:0:9577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092255200/0xa6c9a53f47f2425c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.387323:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143543.387325:0:9577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143543.387329:0:9577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092255200/0xa6c9a53f47f2425c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.387340:0:9577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092255200/0xa6c9a53f47f2425c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143543.387604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.388006:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462260608 00000100:00100000:2.0:1746143543.388010:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462260608 00000100:00100000:2.0:1746143543.388044:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13962 00000100:00100000:2.0:1746143543.388050:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462260608:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746143543.388066:0:27173:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880133991a00/0xa6c9a53f47f24263 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.388074:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143543.388075:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143543.388078:0:27173:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133991a00/0xa6c9a53f47f24263 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.388086:0:27173:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133991a00/0xa6c9a53f47f24263 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.390993:0:9577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092255200/0xa6c9a53f47f2425c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.391006:0:9577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092255200/0xa6c9a53f47f2425c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.391013:0:9577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092255200/0xa6c9a53f47f2425c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.391019:0:9577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092255200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143543.391023:0:9577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092255200/0xa6c9a53f47f2425c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.391030:0:9577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092255200/0xa6c9a53f47f2425c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.391046:0:9577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092255200/0xa6c9a53f47f2425c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.391052:0:9577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092255200/0xa6c9a53f47f2425c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143543.391119:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:2004:x1830963462260480:12345-192.168.203.27@tcp:3:dd.0 Request processed in 3853us (4068us total) trans 0 rc 98304/98304 00000100:00100000:2.0:1746143543.391127:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13961 00010000:00010000:2.0:1746143543.396865:0:27173:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880133991a00/0xa6c9a53f47f24263 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.396880:0:27173:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880133991a00/0xa6c9a53f47f24263 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.396888:0:27173:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880133991a00/0xa6c9a53f47f24263 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.396894:0:27173:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133991a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143543.396898:0:27173:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880133991a00/0xa6c9a53f47f24263 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.396905:0:27173:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880133991a00/0xa6c9a53f47f24263 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.396919:0:27173:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880133991a00/0xa6c9a53f47f24263 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.396924:0:27173:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133991a00/0xa6c9a53f47f24263 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143543.397005:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462260608:12345-192.168.203.27@tcp:3:dd.0 Request processed in 8951us (9398us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143543.397015:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13962 00000100:00100000:0.0:1746143543.400614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143543.401228:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462260736 00000100:00100000:1.0:1746143543.401238:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462260736 00000100:00100000:1.0:1746143543.401347:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30781 00000100:00100000:1.0:1746143543.401357:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+6:3809:x1830963462260736:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:1.0:1746143543.401376:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143543.401398:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091ae4800/0xa6c9a53f47f2426a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c540 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746143543.401421:0:9573:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 25067520, mtime: 0x68140937, atime: 0x0, ctime: 0x68140937, blocks: 0xbf40 00010000:00010000:1.0:1746143543.401444:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.401446:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143543.401455:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091ae4800/0xa6c9a53f47f2426a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c540 expref: 7 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.401469:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091ae4800/0xa6c9a53f47f2426a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c540 expref: 7 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143543.401480:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ae4800, rc 0) 00000100:00100000:1.0:1746143543.401533:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:3809:x1830963462260736:12345-192.168.203.27@tcp:101:dd.0 Request processed in 179us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143543.401540:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30781 00000100:00100000:0.0:1746143543.413685:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.416194:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462260864 00000100:00100000:2.0:1746143543.416206:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462260864 00002000:00100000:2.0:1746143543.416249:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1b:0x0] (25067520->26214399) req@ffff880095d9c380 x1830963462260864/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.416265:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9c380 with x1830963462260864 ext(25067520->26214399) 00002000:00010000:2.0:1746143543.416269:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d9c380 00000100:00100000:2.0:1746143543.416343:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13963 00000100:00100000:2.0:1746143543.416351:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963462260864:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746143543.427609:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462260864:12345-192.168.203.27@tcp:4:dd.0 Request processed in 11251us (13925us total) trans 4294970738 rc 0/0 00000100:00100000:2.0:1746143543.427620:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13963 00002000:00100000:2.0:1746143543.427630:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1b:0x0] (25067520->26214399) req@ffff880095d9c380 x1830963462260864/t4294970738(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/448 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.427639:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095d9c380 with x1830963462260864 ext(25067520->26214399) 00002000:00010000:2.0:1746143543.427644:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095d9c380 00000100:00100000:0.0:1746143543.432804:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.433324:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462260992 00000100:00100000:3.0:1746143543.433333:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462260992 00000100:00100000:3.0:1746143543.433397:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44201 00000100:00100000:3.0:1746143543.433405:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:3809:x1830963462260992:12345-192.168.203.27@tcp:44:dd.0 00000100:00080000:0.0:1746143543.433704:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1746143543.434942:0:7204:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986273 is committed 00000001:00080000:0.0:1746143543.434982:0:7204:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986270 is committed 00000020:00080000:0.0:1746143543.435020:0:7204:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 8 batchid updated 00000020:00080000:0.0:1746143543.435043:0:7204:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880091457180 refcount 2 committed 0 result 0 batchid 9 00000020:00080000:0.0:1746143543.435048:0:7204:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88009177db00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800914573c0 00000020:00080000:0.0:1746143543.435051:0:7204:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].9 00000020:00080000:0.0:1746143543.435054:0:7204:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88009177d900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880133990e00 00000020:00080000:0.0:1746143543.435056:0:7204:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].9 00000100:00100000:0.0:1746143543.435205:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:3809:x1830963462260992:12345-192.168.203.27@tcp:44:dd.0 Request processed in 1796us (2403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143543.435215:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44201 00010000:00010000:2.0:1746143543.435284:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f23de0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435310:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f23de0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435317:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f23de0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435322:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133990400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143543.435326:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f23de0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435332:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f23de0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435351:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009177d200) 00010000:00010000:2.0:1746143543.435353:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143543.435357:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f23de0 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435361:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f23de0 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00000020:00080000:3.0:1746143543.435375:0:7251:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 9 committed batchid 8 00010000:00010000:2.0:1746143543.435388:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133991800/0xa6c9a53f47f23de7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435393:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133991800/0xa6c9a53f47f23de7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435397:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133991800/0xa6c9a53f47f23de7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435401:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133991800 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143543.435403:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133991800/0xa6c9a53f47f23de7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435406:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133991800/0xa6c9a53f47f23de7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435411:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009177d800) 00010000:00010000:2.0:1746143543.435413:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143543.435415:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133991800/0xa6c9a53f47f23de7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435418:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133991800/0xa6c9a53f47f23de7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435425:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133991e00/0xa6c9a53f47f23dee lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435429:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133991e00/0xa6c9a53f47f23dee lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435433:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133991e00/0xa6c9a53f47f23dee lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435436:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133991e00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143543.435438:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133991e00/0xa6c9a53f47f23dee lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435441:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133991e00/0xa6c9a53f47f23dee lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435446:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009177dc00) 00010000:00010000:2.0:1746143543.435447:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143543.435448:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133991e00/0xa6c9a53f47f23dee lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435452:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133991e00/0xa6c9a53f47f23dee lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435460:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23f8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143543.435464:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23f8b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143543.435467:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23f8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00000004:00080000:3.0:1746143543.435470:0:7251:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880091884780 with version 20 00010000:00010000:2.0:1746143543.435470:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133991000 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143543.435472:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23f8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00000020:00080000:3.0:1746143543.435478:0:7251:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8 cancel update log [0x240000401:0x2:0x0].8: rc = 0 00010000:00010000:2.0:1746143543.435479:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23f8b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143543.435495:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009ccc3500) 00010000:00010000:2.0:1746143543.435497:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143543.435498:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23f8b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143543.435503:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133991000/0xa6c9a53f47f23f8b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143543.435515:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f23ffb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143543.435519:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f23ffb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00000020:00080000:3.0:1746143543.435522:0:7251:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x2:0x0].8: rc = 0 00010000:00010000:2.0:1746143543.435523:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f23ffb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143543.435527:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ba00a00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143543.435529:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f23ffb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00000020:00080000:3.0:1746143543.435530:0:7251:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:2.0:1746143543.435533:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f23ffb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143543.435538:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880092152200) 00010000:00010000:2.0:1746143543.435540:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143543.435541:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f23ffb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00000004:00080000:3.0:1746143543.435543:0:8390:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800b415c9c0 version 20 rpc_version 20 00010000:00010000:2.0:1746143543.435546:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f23ffb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143543.435555:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f2402c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143543.435559:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f2402c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143543.435564:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f2402c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143543.435567:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092fec600 already unused, calling callback (ffffffffa0f22690) 00000020:00100000:3.0:1746143543.435569:0:8390:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00010000:00010000:2.0:1746143543.435569:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f2402c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143543.435574:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f2402c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00000100:00100000:3.0:1746143543.435576:0:8390:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880091bac700 x1830963455351552/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746143543.435579:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800920c1500) 00010000:00010000:2.0:1746143543.435581:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143543.435583:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f2402c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143543.435587:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec600/0xa6c9a53f47f2402c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00000100:00100000:3.0:1746143543.435594:0:8390:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091bac700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8390:1830963455351552:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1746143543.435596:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f240e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435601:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f240e2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435605:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f240e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435611:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092fed400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143543.435613:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f240e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435616:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f240e2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435620:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff880092395c00) 00010000:00010000:2.0:1746143543.435621:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143543.435623:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f240e2 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.435626:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092fed400/0xa6c9a53f47f240e2 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00000100:00100000:3.0:1746143543.435643:0:8390:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143543.435663:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455351552 00000100:00100000:2.0:1746143543.435671:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455351552 00000100:00100000:3.0:1746143543.435687:0:8390:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746143543.435726:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1746143543.435733:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8390:x1830963455351552:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746143543.435829:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8390:x1830963455351552:12345-0@lo:1000:osp_up1-0.0 Request processed in 97us (186us total) trans 4294967395 rc 0/0 00000100:00100000:2.0:1746143543.435834:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1746143543.435983:0:8390:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091bac700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8390:1830963455351552:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746143543.438555:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143543.438589:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462261120 00000100:00100000:1.0:1746143543.438600:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462261120 00000100:00100000:1.0:1746143543.438662:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30782 00000100:00100000:1.0:1746143543.438669:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462261120:12345-192.168.203.27@tcp:16:dd.0 00000001:00080000:2.0:1746143543.443131:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970738 is committed 00000100:00100000:1.0:1746143543.443349:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2007:x1830963462261120:12345-192.168.203.27@tcp:16:dd.0 Request processed in 4669us (4792us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143543.443362:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30782 00000100:00100000:0.0:1746143543.446861:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.447142:0:21497:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462261376 00000100:00100000:2.0:1746143543.447153:0:21497:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462261376 00000100:00100000:2.0:1746143543.447915:0:21497:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 197 00000100:00100000:2.0:1746143543.447925:0:21497:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+16:3809:x1830963462261376:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:2.0:1746143543.448176:0:21497:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:3809:x1830963462261376:12345-192.168.203.27@tcp:35:dd.0 Request processed in 252us (1329us total) trans 4294986274 rc 0/0 00000100:00100000:2.0:1746143543.448183:0:21497:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 197 00000100:00100000:0.0:1746143543.449865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.451243:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462261632 00000100:00100000:3.0:1746143543.451255:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462261632 00000100:00100000:2.0:1746143543.451553:0:21497:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 198 00000100:00100000:2.0:1746143543.451564:0:21497:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+17:3809:x1830963462261632:12345-192.168.203.27@tcp:35:dd.0 00000001:00080000:2.0:1746143543.451772:0:21497:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986275 00000100:00100000:2.0:1746143543.451938:0:21497:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:3809:x1830963462261632:12345-192.168.203.27@tcp:35:dd.0 Request processed in 375us (2078us total) trans 4294986276 rc 0/0 00000100:00100000:2.0:1746143543.451945:0:21497:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 198 00000020:00080000:2.0:1746143543.451949:0:21497:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746143543.465654:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.466006:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462261760 00000100:00100000:2.0:1746143543.466017:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462261760 00000100:00100000:2.0:1746143543.466065:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44202 00000100:00100000:2.0:1746143543.466072:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+19:3812:x1830963462261760:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:2.0:1746143543.466097:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143543.466114:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133991c00/0xa6c9a53f47f24271 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c547 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.466248:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133991600/0xa6c9a53f47f24278 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.466261:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133991600/0xa6c9a53f47f24278 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.466271:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133991600/0xa6c9a53f47f24278 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:2.0:1746143543.466350:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746143543.466353:0:8934:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746143543.466367:0:8934:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880133991600/0xa6c9a53f47f24278 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.466385:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133991c00/0xa6c9a53f47f24271 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c547 expref: 21 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.466406:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133991600/0xa6c9a53f47f24278 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c547 expref: 20 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.466414:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143543.466416:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746143543.466419:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133991600, rc 0) 00000100:00100000:2.0:1746143543.466494:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:3812:x1830963462261760:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 410us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143543.466501:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44202 00000100:00100000:0.0:1746143543.469148:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.469402:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462261888 00000100:00100000:2.0:1746143543.469412:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462261888 00000100:00100000:2.0:1746143543.469519:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44203 00000100:00100000:2.0:1746143543.469528:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+20:3812:x1830963462261888:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:2.0:1746143543.469547:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143543.469562:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f2427f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c54e expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.469616:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133990e00/0xa6c9a53f47f24286 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469629:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133990e00/0xa6c9a53f47f24286 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469638:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133990e00/0xa6c9a53f47f24286 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469655:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133990200/0xa6c9a53f47f2428d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469660:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133990200/0xa6c9a53f47f2428d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469665:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133990200/0xa6c9a53f47f2428d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469742:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f24294 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469749:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f24294 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469754:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f24294 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:2.0:1746143543.469784:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00000004:00200000:2.0:1746143543.469788:0:8934:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746143543.469802:0:8934:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f24294 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469810:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f24294 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469818:0:8934:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133990e00/0xa6c9a53f47f24286 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469823:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133990e00/0xa6c9a53f47f24286 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469828:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133990e00/0xa6c9a53f47f24286 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469837:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133990e00/0xa6c9a53f47f24286 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469844:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133990e00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143543.469848:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133990e00/0xa6c9a53f47f24286 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469854:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133990e00/0xa6c9a53f47f24286 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469870:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143543.469872:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143543.469876:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133990e00/0xa6c9a53f47f24286 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469881:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133990e00/0xa6c9a53f47f24286 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469890:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133990200/0xa6c9a53f47f2428d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469895:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133990200/0xa6c9a53f47f2428d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469900:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133990200/0xa6c9a53f47f2428d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469904:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133990200 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143543.469906:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133990200/0xa6c9a53f47f2428d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469911:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133990200/0xa6c9a53f47f2428d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469919:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880092395e00) 00010000:00010000:2.0:1746143543.469921:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143543.469923:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133990200/0xa6c9a53f47f2428d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469928:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133990200/0xa6c9a53f47f2428d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.469951:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f2427f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c54e expref: 22 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.469962:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f24294 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c54e expref: 21 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.469968:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800920c1600) 00010000:00010000:2.0:1746143543.469970:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746143543.469971:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133990600, rc 0) 00000100:00100000:2.0:1746143543.470030:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:3812:x1830963462261888:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 503us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143543.470036:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44203 00000100:00100000:3.0:1746143543.472625:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.472659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143543.473185:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462262144 00000100:00100000:1.0:1746143543.473193:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462262144 00000100:00100000:1.0:1746143543.473241:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462262016 00000100:00100000:1.0:1746143543.473243:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462262016 00000100:00100000:1.0:1746143543.473273:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30783 00000100:00100000:1.0:1746143543.473280:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462262144:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:1.0:1746143543.473315:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143543.473331:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f2429b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c55c expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143543.473386:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30784 00000100:00100000:1.0:1746143543.473386:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096625500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455351680:192.168.203.27@tcp:106: 00000100:00100000:2.0:1746143543.473393:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963462262016:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:2.0:1746143543.473400:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143543.473409:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133990800/0xa6c9a53f47f242a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c555 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143543.473432:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963455351808:192.168.203.27@tcp:106: 00000100:00100000:1.0:1746143543.473840:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa240 going to sleep for 11 seconds 00000100:00100000:3.0:1746143543.473877:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008efa6e40 going to sleep for 11 seconds 00002000:00010000:1.0:1746143543.474999:0:9573:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:1.0:1746143543.475002:0:9573:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime: 0 -> 1746143543 00002000:00010000:1.0:1746143543.475004:0:9573:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime: 0 -> 1746143542 00002000:00010000:1.0:1746143543.475006:0:9573:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime: 0 -> 1746143543 00002000:00010000:1.0:1746143543.475007:0:9573:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:1.0:1746143543.475025:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096625500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455351680:192.168.203.27@tcp:106: 00010000:00010000:1.0:1746143543.475048:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f2429b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c55c expref: 9 pid: 9573 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746143543.475065:0:9573:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f2429b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c55c expref: 9 pid: 9573 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746143543.475087:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ae5c00, rc 0) 00000100:00100000:1.0:1746143543.475120:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462262144:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 1841us (2502us total) trans 0 rc 301/301 00000100:00100000:1.0:1746143543.475127:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30783 00002000:00010000:3.0:1746143543.475192:0:12044:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:3.0:1746143543.475195:0:12044:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime: 0 -> 1746143543 00002000:00010000:3.0:1746143543.475196:0:12044:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime: 0 -> 1746143542 00002000:00010000:3.0:1746143543.475197:0:12044:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime: 0 -> 1746143543 00002000:00010000:3.0:1746143543.475198:0:12044:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746143543.475210:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963455351808:192.168.203.27@tcp:106: 00010000:00010000:3.0:1746143543.475226:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133990800/0xa6c9a53f47f242a2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c555 expref: 8 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143543.475235:0:12044:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133990800/0xa6c9a53f47f242a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c555 expref: 8 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143543.475257:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133990800, rc 0) 00000100:00100000:3.0:1746143543.475276:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963462262016:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 1883us (2616us total) trans 0 rc 301/301 00000100:00100000:3.0:1746143543.475281:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30784 00000100:00100000:0.0:1746143543.483838:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.483976:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462262272 00000100:00100000:2.0:1746143543.483986:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462262272 00000100:00100000:2.0:1746143543.484047:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44204 00000100:00100000:2.0:1746143543.484055:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+15:3813:x1830963462262272:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:2.0:1746143543.484082:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143543.484100:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092254800/0xa6c9a53f47f242a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c563 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.484162:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092255a00/0xa6c9a53f47f242b0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.484176:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092255a00/0xa6c9a53f47f242b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.484186:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092255a00/0xa6c9a53f47f242b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:2.0:1746143543.484224:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746143543.484227:0:8934:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746143543.484242:0:8934:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092255a00/0xa6c9a53f47f242b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.484261:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092254800/0xa6c9a53f47f242a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c563 expref: 17 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.484291:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092255a00/0xa6c9a53f47f242b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c563 expref: 16 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.484330:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143543.484333:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746143543.484337:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092255a00, rc 0) 00000100:00100000:2.0:1746143543.484392:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+16:3813:x1830963462262272:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 338us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143543.484399:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44204 00010000:00010000:0.0:1746143543.494572:0:8900:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746143543.497513:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.497611:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462262528 00000100:00100000:2.0:1746143543.497620:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462262528 00000100:00100000:2.0:1746143543.497681:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44205 00000100:00100000:2.0:1746143543.497689:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+21:3814:x1830963462262528:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:2.0:1746143543.498183:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143543.498204:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092254800/0xa6c9a53f47f242b7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c56a expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.498354:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092255c00/0xa6c9a53f47f242be lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.498366:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092255c00/0xa6c9a53f47f242be lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.498376:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092255c00/0xa6c9a53f47f242be lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:2.0:1746143543.498385:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:2.0:1746143543.498477:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092254800/0xa6c9a53f47f242b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c56a expref: 24 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.498515:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092255c00/0xa6c9a53f47f242be lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c56a expref: 23 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.498523:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880092152200) 00010000:00010000:2.0:1746143543.498525:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746143543.498528:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092255c00, rc 0) 00000100:00100000:2.0:1746143543.498589:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+23:3814:x1830963462262528:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 900us (1086us total) trans 4294986277 rc 0/0 00000100:00100000:2.0:1746143543.498595:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44205 00000100:00100000:0.0:1746143543.501373:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.501533:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462262784 00000100:00100000:2.0:1746143543.501541:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462262784 00000100:00100000:2.0:1746143543.501720:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44206 00000100:00100000:2.0:1746143543.501728:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+23:3814:x1830963462262784:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:2.0:1746143543.501749:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143543.501765:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f242cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c571 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.501853:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f242d3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.501865:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f242d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143543.501874:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f242d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:2.0:1746143543.501883:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:2.0:1746143543.502089:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f242cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c571 expref: 26 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.502104:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f242d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c571 expref: 25 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.502112:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800920c1600) 00010000:00010000:2.0:1746143543.502115:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746143543.502119:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f68b200, rc 0) 00000100:00100000:2.0:1746143543.502169:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:3814:x1830963462262784:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 441us (805us total) trans 4294986278 rc 0/0 00000100:00100000:2.0:1746143543.502176:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44206 00000100:00100000:1.0:1746143543.504446:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143543.504506:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.504590:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462262912 00000100:00100000:3.0:1746143543.504597:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462262912 00000100:00100000:3.0:1746143543.504632:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30785 00000100:00100000:3.0:1746143543.504638:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963462262912:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:3.0:1746143543.504653:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143543.504666:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f242e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c578 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143543.504732:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462263040 00000100:00100000:2.0:1746143543.504736:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462263040 00000100:00100000:2.0:1746143543.504764:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1055 00000100:00100000:2.0:1746143543.504769:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:2004:x1830963462263040:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143543.504778:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143543.504794:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68b200/0xa6c9a53f47f242d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c571 expref: 25 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.504808:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800920c1600) 00010000:00010000:2.0:1746143543.504811:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143543.504833:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091badf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963455351936:192.168.203.27@tcp:106: 00000100:00100000:0.0:1746143543.504847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.504887:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746143543.504906:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462263168 00000100:00100000:1.0:1746143543.504911:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462263168 00000100:00100000:2.0:1746143543.504936:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:2004:x1830963462263040:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 88us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143543.504937:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30786 00000100:00100000:1.0:1746143543.504943:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462263168:12345-192.168.203.27@tcp:101:cmp.0 00000100:00100000:2.0:1746143543.504944:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1055 00010000:00010000:1.0:1746143543.504951:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143543.504961:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800907f5400/0xa6c9a53f47f242e8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c57f expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143543.504989:0:9573:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096627800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455352064:192.168.203.27@tcp:106: 00000100:00100000:1.0:1746143543.505017:0:9573:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801340fa240 going to sleep for 11 seconds 00000100:00100000:1.0:1746143543.505943:0:9573:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096627800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9573:1830963455352064:192.168.203.27@tcp:106: 00000100:00100000:0.0:1746143543.505943:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091badf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963455351936:192.168.203.27@tcp:106: 00010000:00010000:1.0:1746143543.505963:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800907f5400/0xa6c9a53f47f242e8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c57f expref: 9 pid: 9573 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746143543.505963:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f242e1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c578 expref: 8 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746143543.505974:0:9573:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800907f5400/0xa6c9a53f47f242e8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c57f expref: 9 pid: 9573 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746143543.505974:0:12044:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097805e00/0xa6c9a53f47f242e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c578 expref: 8 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746143543.505997:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800907f5400, rc 0) 00000100:00100000:1.0:1746143543.506021:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462263168:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 1078us (1173us total) trans 0 rc 301/301 00000100:00100000:1.0:1746143543.506027:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30786 00010000:00010000:0.0:1746143543.506182:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097805e00, rc 0) 00000100:00100000:0.0:1746143543.506202:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963462262912:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 1564us (1695us total) trans 0 rc 301/301 00000100:00100000:0.0:1746143543.506207:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30785 00000100:00100000:2.0:1746143543.516134:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.516186:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.516233:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462263552 00000100:00100000:0.0:1746143543.516245:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462263552 00002000:00100000:0.0:1746143543.516290:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (0->2097151) req@ffff880092cf1f80 x1830963462263552/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746143543.516333:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462263680 00000100:00100000:3.0:1746143543.516341:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462263680 00002000:00100000:3.0:1746143543.516376:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->2097151) req@ffff880092cf1c00 x1830963462263680/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.516386:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf1c00 with x1830963462263680 ext(0->2097151) 00002000:00010000:3.0:1746143543.516391:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf1c00 00000100:00100000:3.0:1746143543.516422:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13964 00000100:00100000:3.0:1746143543.516430:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963462263680:12345-192.168.203.27@tcp:3:cmp.0 00002000:00100000:0.0:1746143543.516474:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf1f80 with x1830963462263552 ext(0->2097151) 00002000:00010000:0.0:1746143543.516479:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf1f80 00000100:00100000:0.0:1746143543.516514:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13965 00000100:00100000:0.0:1746143543.516521:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462263552:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746143543.534090:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462263552:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17558us (17957us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746143543.534103:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13965 00002000:00100000:1.0:1746143543.534115:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (0->2097151) req@ffff880092cf1f80 x1830963462263552/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143543.534125:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf1f80 with x1830963462263552 ext(0->2097151) 00002000:00010000:1.0:1746143543.534131:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf1f80 00000100:00100000:3.0:1746143543.539831:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963462263680:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 23388us (23631us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746143543.539844:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13964 00002000:00100000:3.0:1746143543.539858:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->2097151) req@ffff880092cf1c00 x1830963462263680/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.539868:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf1c00 with x1830963462263680 ext(0->2097151) 00002000:00010000:3.0:1746143543.539873:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf1c00 00000100:00100000:0.0:1746143543.546861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.547058:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462263808 00000100:00100000:2.0:1746143543.547135:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462263808 00000100:00100000:2.0:1746143543.547458:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30787 00000100:00100000:2.0:1746143543.547467:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:3814:x1830963462263808:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:2.0:1746143543.547497:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143543.547516:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f242ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c586 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.547553:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24128 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c524 expref: 7 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.547560:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143543.547561:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143543.547564:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f242ef lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c586 expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.547594:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24128 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c524 expref: 7 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.547606:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24128 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c524 expref: 7 pid: 10111 timeout: 861 lvb_type: 0 00000100:00100000:2.0:1746143543.547619:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cf2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963455352192:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143543.547724:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008efa6900 going to sleep for 11 seconds 00000100:00100000:0.0:1746143543.551351:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cf2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963455352192:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746143543.551386:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f242ef lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c586 expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.551404:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7a200, rc 0) 00000100:00100000:0.0:1746143543.551717:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:3814:x1830963462263808:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 4249us (4865us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143543.551726:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30787 00000100:00100000:0.0:1746143543.552371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.552434:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462263936 00000100:00100000:3.0:1746143543.552441:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462263936 00002000:00100000:3.0:1746143543.552476:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff880092369f80 x1830963462263936/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.552495:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369f80 with x1830963462263936 ext(12582912->13631487) 00010000:00010000:3.0:1746143543.552502:0:9577:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24128 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c524 expref: 8 pid: 10111 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746143543.552514:0:9577:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24128 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c524 expref: 8 pid: 10111 timeout: 861 lvb_type: 0 00002000:00010000:3.0:1746143543.552520:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092369f80 00000100:00100000:3.0:1746143543.552545:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3190 00000100:00100000:3.0:1746143543.552551:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+8:2006:x1830963462263936:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746143543.573776:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+10:2006:x1830963462263936:12345-192.168.203.27@tcp:4:dd.0 Request processed in 21213us (21393us total) trans 4294970739 rc 0/0 00000100:00100000:0.0:1746143543.573788:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3190 00002000:00100000:0.0:1746143543.573801:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff880092369f80 x1830963462263936/t4294970739(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:694/0 lens 488/448 e 0 to 0 dl 1746143554 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746143543.573812:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369f80 with x1830963462263936 ext(12582912->13631487) 00010000:00010000:0.0:1746143543.573822:0:9577:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24128 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c524 expref: 10 pid: 10111 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746143543.573840:0:9577:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24128 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c524 expref: 10 pid: 10111 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746143543.573847:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092369f80 00000100:00100000:0.0:1746143543.605383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.605556:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462264064 00000100:00100000:3.0:1746143543.605566:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462264064 00010000:00010000:3.0:1746143543.605610:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24128 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c524 expref: 10 pid: 10111 timeout: 861 lvb_type: 0 00000100:00100000:3.0:1746143543.605820:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16679 00000100:00100000:3.0:1746143543.605829:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+10:2006:x1830963462264064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143543.605844:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746143543.605864:0:7210:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:3.0:1746143543.605870:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24128 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c524 expref: 10 pid: 10111 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746143543.605883:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24128 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c524 expref: 10 pid: 10111 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746143543.605906:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24128 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c524 expref: 10 pid: 10111 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746143543.606284:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143543.606286:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143543.606313:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f242ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c586 expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.606322:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f242ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c586 expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.606359:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090c7a200/0xa6c9a53f47f242ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c586 expref: 7 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143543.606372:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091bafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963455352320:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143543.607052:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143543.609150:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091bafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963455352320:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143543.609168:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143543.609216:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+9:2006:x1830963462264064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3387us (3847us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143543.609225:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16679 00000100:00100000:0.0:1746143543.611216:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143543.612329:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462264320 00000100:00100000:1.0:1746143543.612341:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462264320 00002000:00100000:1.0:1746143543.612393:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff880092368e00 x1830963462264320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143543.612404:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368e00 with x1830963462264320 ext(0->1048575) 00002000:00010000:1.0:1746143543.612409:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092368e00 00000100:00100000:1.0:1746143543.612504:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13966 00000100:00100000:1.0:1746143543.612511:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462264320:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143543.622879:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462264320:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10356us (11662us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143543.622893:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13966 00002000:00100000:2.0:1746143543.622906:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff880092368e00 x1830963462264320/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.622916:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368e00 with x1830963462264320 ext(0->1048575) 00002000:00010000:2.0:1746143543.622922:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092368e00 00000100:00100000:2.0:1746143543.626876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.627620:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462264448 00000100:00100000:0.0:1746143543.627630:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462264448 00000100:00100000:0.0:1746143543.627761:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30788 00000100:00100000:0.0:1746143543.627770:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:3814:x1830963462264448:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:0.0:1746143543.627790:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143543.627807:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f242f6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c58d expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.627838:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800921af400/0xa6c9a53f47f2413d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c539 expref: 13 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.627845:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143543.627846:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746143543.627849:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f242f6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c58d expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.627873:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800921af400/0xa6c9a53f47f2413d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c539 expref: 13 pid: 10111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143543.627882:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800921af400/0xa6c9a53f47f2413d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c539 expref: 13 pid: 10111 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746143543.627892:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092369180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455352448:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143543.627975:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800918720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143543.631899:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092369180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455352448:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143543.631928:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f242f6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c58d expref: 9 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143543.631945:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b8c00, rc 0) 00000100:00100000:2.0:1746143543.631985:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:3814:x1830963462264448:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 4216us (5119us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143543.631993:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30788 00000100:00100000:1.0:1746143543.640579:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.640782:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462264576 00000100:00100000:3.0:1746143543.640791:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462264576 00010000:00010000:3.0:1746143543.640831:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800921af400/0xa6c9a53f47f2413d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c539 expref: 14 pid: 10111 timeout: 861 lvb_type: 0 00000100:00100000:3.0:1746143543.640871:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16680 00000100:00100000:3.0:1746143543.640878:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096627800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+14:2007:x1830963462264576:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143543.640893:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143543.640911:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800921af400/0xa6c9a53f47f2413d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c539 expref: 14 pid: 10111 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746143543.640923:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800921af400/0xa6c9a53f47f2413d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c539 expref: 14 pid: 10111 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746143543.640945:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800921af400/0xa6c9a53f47f2413d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c539 expref: 14 pid: 10111 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746143543.640974:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143543.640976:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143543.640985:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f242f6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c58d expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.640998:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f242f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c58d expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143543.641031:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915b8c00/0xa6c9a53f47f242f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c58d expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143543.641044:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091bafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455352576:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143543.641133:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746143543.642079:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091bafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455352576:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143543.642095:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143543.642273:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096627800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+13:2007:x1830963462264576:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1394us (1704us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143543.642279:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16680 00000100:00100000:0.0:1746143543.651003:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.651059:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.651261:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462264832 00000100:00100000:2.0:1746143543.651272:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462264832 00002000:00100000:2.0:1746143543.651347:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff880092368a80 x1830963462264832/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.651357:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368a80 with x1830963462264832 ext(0->2097151) 00002000:00010000:2.0:1746143543.651362:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092368a80 00000100:00100000:2.0:1746143543.651381:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13967 00000100:00100000:2.0:1746143543.651392:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462265088 00000100:00100000:2.0:1746143543.651394:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462265088 00002000:00100000:2.0:1746143543.651410:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1a:0x0] (1048576->2097151) req@ffff880092369c00 x1830963462265088/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.651417:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369c00 with x1830963462265088 ext(1048576->2097151) 00002000:00010000:2.0:1746143543.651420:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092369c00 00000100:00100000:2.0:1746143543.651446:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13968 00000100:00100000:2.0:1746143543.651452:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462265088:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143543.652742:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462264832:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143543.663268:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462265088:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 11804us (12196us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143543.663283:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13968 00002000:00100000:2.0:1746143543.663362:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1a:0x0] (1048576->2097151) req@ffff880092369c00 x1830963462265088/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.663371:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369c00 with x1830963462265088 ext(1048576->2097151) 00002000:00010000:2.0:1746143543.663377:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092369c00 00000100:00100000:2.0:1746143543.666118:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462264832:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 14721us (15118us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746143543.666129:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13967 00002000:00100000:2.0:1746143543.666139:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff880092368a80 x1830963462264832/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.666148:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368a80 with x1830963462264832 ext(0->2097151) 00002000:00010000:2.0:1746143543.666153:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092368a80 00000100:00100000:0.0:1746143543.683235:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.683327:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.683400:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462265344 00000100:00100000:2.0:1746143543.683401:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462265600 00000100:00100000:3.0:1746143543.683410:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462265344 00000100:00100000:2.0:1746143543.683410:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462265600 00002000:00100000:3.0:1746143543.683458:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->4194303) req@ffff880092368380 x1830963462265344/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.683468:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368380 with x1830963462265344 ext(2097152->4194303) 00002000:00010000:3.0:1746143543.683473:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092368380 00002000:00100000:2.0:1746143543.683499:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff88009236b800 x1830963462265600/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.683507:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236b800 with x1830963462265600 ext(2097152->4194303) 00002000:00010000:2.0:1746143543.683510:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009236b800 00000100:00100000:3.0:1746143543.683511:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13969 00000100:00100000:3.0:1746143543.683519:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462265344:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143543.683590:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13970 00000100:00100000:2.0:1746143543.683597:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462265600:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746143543.698796:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462265344:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 15265us (15559us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746143543.698811:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13969 00002000:00100000:3.0:1746143543.698823:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->4194303) req@ffff880092368380 x1830963462265344/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.698834:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368380 with x1830963462265344 ext(2097152->4194303) 00002000:00010000:3.0:1746143543.698840:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092368380 00000100:00100000:2.0:1746143543.700475:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462265600:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 16870us (17173us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746143543.700492:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13970 00002000:00100000:2.0:1746143543.700502:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff88009236b800 x1830963462265600/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.700510:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236b800 with x1830963462265600 ext(2097152->4194303) 00002000:00010000:2.0:1746143543.700515:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009236b800 00000100:00100000:0.0:1746143543.711442:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.711510:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462265856 00000100:00100000:2.0:1746143543.711521:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462265856 00002000:00100000:2.0:1746143543.711567:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88009236a680 x1830963462265856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.711577:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236a680 with x1830963462265856 ext(2097152->4194303) 00002000:00010000:2.0:1746143543.711582:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009236a680 00000100:00100000:0.0:1746143543.711604:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.711774:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462266112 00000100:00100000:2.0:1746143543.711777:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462266112 00002000:00100000:2.0:1746143543.711791:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff88009236b100 x1830963462266112/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.711798:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236b100 with x1830963462266112 ext(2097152->4194303) 00002000:00010000:2.0:1746143543.711801:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236b100 00000100:00100000:2.0:1746143543.711811:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13971 00000100:00100000:1.0:1746143543.711864:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13972 00000100:00100000:2.0:1746143543.711866:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462265856:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746143543.711871:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462266112:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746143543.729576:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462266112:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17684us (17951us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746143543.729589:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13972 00002000:00100000:1.0:1746143543.729603:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff88009236b100 x1830963462266112/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143543.729613:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236b100 with x1830963462266112 ext(2097152->4194303) 00002000:00010000:1.0:1746143543.729619:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236b100 00000100:00100000:2.0:1746143543.737520:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462265856:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 25642us (26075us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746143543.737534:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13971 00002000:00100000:2.0:1746143543.737546:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88009236a680 x1830963462265856/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.737557:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236a680 with x1830963462265856 ext(2097152->4194303) 00002000:00010000:2.0:1746143543.737564:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009236a680 00000100:00100000:2.0:1746143543.758549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.758586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.758654:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462266368 00000100:00100000:0.0:1746143543.758665:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462266368 00002000:00100000:0.0:1746143543.758712:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->6291455) req@ffff880092cf3800 x1830963462266368/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143543.758723:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf3800 with x1830963462266368 ext(4194304->6291455) 00002000:00010000:0.0:1746143543.758729:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf3800 00000100:00100000:0.0:1746143543.758758:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462266624 00000100:00100000:0.0:1746143543.758761:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462266624 00002000:00100000:0.0:1746143543.758773:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff880092cf1880 x1830963462266624/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143543.758779:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf1880 with x1830963462266624 ext(4194304->6291455) 00002000:00010000:0.0:1746143543.758782:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf1880 00000100:00100000:0.0:1746143543.758801:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13973 00000100:00100000:0.0:1746143543.758807:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462266368:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746143543.760067:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13974 00000100:00100000:3.0:1746143543.760078:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462266624:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143543.780410:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462266624:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 20319us (21808us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746143543.780424:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13974 00002000:00100000:0.0:1746143543.780438:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff880092cf1880 x1830963462266624/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143543.780449:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf1880 with x1830963462266624 ext(4194304->6291455) 00002000:00010000:0.0:1746143543.780455:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf1880 00000100:00100000:0.0:1746143543.781347:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462266368:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 22537us (22805us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746143543.781354:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13973 00002000:00100000:0.0:1746143543.781360:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->6291455) req@ffff880092cf3800 x1830963462266368/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143543.781367:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf3800 with x1830963462266368 ext(4194304->6291455) 00002000:00010000:0.0:1746143543.781371:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf3800 00000100:00100000:2.0:1746143543.785576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.785654:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462266880 00000100:00100000:0.0:1746143543.785663:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462266880 00002000:00100000:0.0:1746143543.785708:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff880092cf3b80 x1830963462266880/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143543.785718:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf3b80 with x1830963462266880 ext(6291456->7340031) 00002000:00010000:0.0:1746143543.785724:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf3b80 00000100:00100000:0.0:1746143543.785811:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13975 00000100:00100000:0.0:1746143543.785821:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462266880:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746143543.790118:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143543.790242:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462267136 00000100:00100000:1.0:1746143543.790252:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462267136 00000100:00100000:2.0:1746143543.791193:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.791239:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462267392 00000100:00100000:0.0:1746143543.791244:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462267392 00002000:00100000:0.0:1746143543.791272:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff880092cf0e00 x1830963462267392/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143543.791283:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf0e00 with x1830963462267392 ext(7340032->8388607) 00002000:00010000:0.0:1746143543.791288:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf0e00 00000100:00100000:0.0:1746143543.791348:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13976 00000100:00100000:0.0:1746143543.791357:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2007:x1830963462267392:12345-192.168.203.27@tcp:3:cmp.0 00002000:00100000:1.0:1746143543.791758:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff880091bafb80 x1830963462267136/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143543.791767:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bafb80 with x1830963462267136 ext(6291456->7340031) 00002000:00010000:1.0:1746143543.791771:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bafb80 00000100:00100000:1.0:1746143543.791795:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13977 00000100:00100000:1.0:1746143543.791802:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462267136:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143543.792698:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2007:x1830963462266880:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 6874us (7125us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746143543.792706:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13975 00002000:00100000:0.0:1746143543.792713:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff880092cf3b80 x1830963462266880/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143543.792720:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf3b80 with x1830963462266880 ext(6291456->7340031) 00002000:00010000:0.0:1746143543.792723:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf3b80 00000100:00100000:2.0:1746143543.795892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.795964:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462267648 00000100:00100000:0.0:1746143543.795976:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462267648 00002000:00100000:0.0:1746143543.796025:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff880092cf0380 x1830963462267648/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143543.796034:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf0380 with x1830963462267648 ext(7340032->8388607) 00002000:00010000:0.0:1746143543.796040:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf0380 00000100:00100000:0.0:1746143543.796122:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13978 00000100:00100000:0.0:1746143543.796130:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462267648:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143543.807566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.807764:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462267392:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 16406us (16569us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746143543.807780:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13976 00002000:00100000:0.0:1746143543.807792:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff880092cf0e00 x1830963462267392/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143543.807802:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf0e00 with x1830963462267392 ext(7340032->8388607) 00002000:00010000:0.0:1746143543.807808:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf0e00 00000100:00100000:0.0:1746143543.807834:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462267904 00000100:00100000:0.0:1746143543.807842:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462267904 00002000:00100000:0.0:1746143543.807871:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff880092cf1500 x1830963462267904/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143543.807877:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf1500 with x1830963462267904 ext(4194304->6291455) 00002000:00010000:0.0:1746143543.807880:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf1500 00000100:00100000:0.0:1746143543.807906:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13979 00000100:00100000:0.0:1746143543.807913:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462267904:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143543.812933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.813017:0:28840:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462268160 00000100:00100000:3.0:1746143543.813027:0:28840:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462268160 00002000:00100000:3.0:1746143543.813093:0:28840:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff880092369500 x1830963462268160/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.813104:0:28840:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369500 with x1830963462268160 ext(4194304->6291455) 00002000:00010000:3.0:1746143543.813109:0:28840:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092369500 00000100:00100000:0.0:1746143543.813131:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462267648:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17001us (17250us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143543.813132:0:28840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13980 00000100:00100000:0.0:1746143543.813138:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13978 00000100:00100000:3.0:1746143543.813140:0:28840:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462268160:12345-192.168.203.27@tcp:3:cmp.0 00002000:00100000:0.0:1746143543.813144:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff880092cf0380 x1830963462267648/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143543.813151:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf0380 with x1830963462267648 ext(7340032->8388607) 00002000:00010000:0.0:1746143543.813154:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf0380 00000100:00100000:1.0:1746143543.813191:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462267136:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 21388us (23082us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143543.813198:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13977 00002000:00100000:1.0:1746143543.813204:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff880091bafb80 x1830963462267136/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143543.813211:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bafb80 with x1830963462267136 ext(6291456->7340031) 00002000:00010000:1.0:1746143543.813214:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bafb80 00000100:00100000:0.0:1746143543.827941:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462267904:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 20016us (20375us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746143543.827955:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13979 00002000:00100000:0.0:1746143543.827965:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff880092cf1500 x1830963462267904/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143543.827974:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf1500 with x1830963462267904 ext(4194304->6291455) 00002000:00010000:0.0:1746143543.827980:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf1500 00000100:00100000:3.0:1746143543.834438:0:28840:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462268160:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 21286us (21507us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746143543.834452:0:28840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13980 00002000:00100000:3.0:1746143543.834464:0:28840:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff880092369500 x1830963462268160/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.834474:0:28840:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369500 with x1830963462268160 ext(4194304->6291455) 00002000:00010000:3.0:1746143543.834491:0:28840:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092369500 00000100:00100000:2.0:1746143543.837395:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.837432:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.837466:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.837544:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462268544 00000100:00100000:0.0:1746143543.837557:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462268544 00002000:00100000:0.0:1746143543.837604:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880092cf3480 x1830963462268544/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143543.837614:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf3480 with x1830963462268544 ext(6291456->7340031) 00002000:00010000:0.0:1746143543.837619:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf3480 00000100:00100000:0.0:1746143543.837637:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462268672 00000100:00100000:0.0:1746143543.837640:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462268672 00002000:00100000:0.0:1746143543.837654:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff880092cf2680 x1830963462268672/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143543.837660:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf2680 with x1830963462268672 ext(6291456->7340031) 00002000:00010000:0.0:1746143543.837663:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf2680 00000100:00100000:0.0:1746143543.837671:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462268928 00000100:00100000:0.0:1746143543.837673:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462268928 00002000:00100000:0.0:1746143543.837680:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff880092cf0700 x1830963462268928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746143543.837681:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13981 00000100:00100000:1.0:1746143543.837690:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462268544:12345-192.168.203.27@tcp:3:cmp.0 00002000:00100000:0.0:1746143543.837690:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf0700 with x1830963462268928 ext(7340032->8388607) 00002000:00010000:0.0:1746143543.837693:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf0700 00000100:00100000:3.0:1746143543.837785:0:28840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13982 00000100:00100000:3.0:1746143543.837794:0:28840:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462268672:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143543.837812:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13983 00000100:00100000:0.0:1746143543.837818:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462268928:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746143543.839817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.839892:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462269184 00000100:00100000:2.0:1746143543.839900:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462269184 00002000:00100000:2.0:1746143543.839936:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff880096625f80 x1830963462269184/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.839946:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096625f80 with x1830963462269184 ext(7340032->8388607) 00002000:00010000:2.0:1746143543.839951:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096625f80 00000100:00100000:2.0:1746143543.839979:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13984 00000100:00100000:2.0:1746143543.839985:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2007:x1830963462269184:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746143543.850404:0:28840:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462268672:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 12600us (12958us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143543.850416:0:28840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13982 00002000:00100000:3.0:1746143543.850428:0:28840:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff880092cf2680 x1830963462268672/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.850439:0:28840:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf2680 with x1830963462268672 ext(6291456->7340031) 00002000:00010000:3.0:1746143543.850444:0:28840:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf2680 00000100:00100000:2.0:1746143543.853995:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462268928:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 16162us (16515us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143543.854008:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13983 00002000:00100000:2.0:1746143543.854020:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff880092cf0700 x1830963462268928/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.854030:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf0700 with x1830963462268928 ext(7340032->8388607) 00002000:00010000:2.0:1746143543.854035:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cf0700 00000100:00100000:2.0:1746143543.854701:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2007:x1830963462268544:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17010us (17315us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143543.854707:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13981 00002000:00100000:2.0:1746143543.854713:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880092cf3480 x1830963462268544/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.854720:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cf3480 with x1830963462268544 ext(6291456->7340031) 00002000:00010000:2.0:1746143543.854724:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cf3480 00000100:00100000:2.0:1746143543.859325:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462269184:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 19298us (19474us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143543.859338:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13984 00002000:00100000:2.0:1746143543.859352:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff880096625f80 x1830963462269184/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.859362:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096625f80 with x1830963462269184 ext(7340032->8388607) 00002000:00010000:2.0:1746143543.859367:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096625f80 00000100:00100000:0.0:1746143543.870514:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.870616:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462269568 00000100:00100000:2.0:1746143543.870626:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462269568 00000100:00100000:0.0:1746143543.870626:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.870679:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462269696 00000100:00100000:3.0:1746143543.870683:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462269696 00002000:00100000:3.0:1746143543.870725:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->10485759) req@ffff880092368000 x1830963462269696/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.870735:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368000 with x1830963462269696 ext(8388608->10485759) 00002000:00010000:3.0:1746143543.870740:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092368000 00002000:00100000:2.0:1746143543.870808:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff88009236bb80 x1830963462269568/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.870815:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236bb80 with x1830963462269568 ext(8388608->10485759) 00002000:00010000:2.0:1746143543.870818:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009236bb80 00000100:00100000:3.0:1746143543.870920:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13985 00000100:00100000:3.0:1746143543.870928:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462269696:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143543.870958:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13986 00000100:00100000:2.0:1746143543.870964:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462269568:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143543.885209:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462269568:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 14233us (14694us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746143543.885225:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13986 00002000:00100000:2.0:1746143543.885237:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff88009236bb80 x1830963462269568/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.885247:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236bb80 with x1830963462269568 ext(8388608->10485759) 00002000:00010000:2.0:1746143543.885253:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009236bb80 00000100:00100000:3.0:1746143543.888195:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462269696:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17256us (17556us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746143543.888207:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13985 00002000:00100000:3.0:1746143543.888218:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->10485759) req@ffff880092368000 x1830963462269696/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.888234:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092368000 with x1830963462269696 ext(8388608->10485759) 00002000:00010000:3.0:1746143543.888239:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092368000 00000100:00100000:0.0:1746143543.891981:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.892089:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462269952 00000100:00100000:3.0:1746143543.892099:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462269952 00002000:00100000:3.0:1746143543.892149:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff880092369180 x1830963462269952/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.892162:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369180 with x1830963462269952 ext(10485760->11534335) 00002000:00010000:3.0:1746143543.892167:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092369180 00000100:00100000:3.0:1746143543.892357:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13987 00000100:00100000:3.0:1746143543.892365:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462269952:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143543.892973:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143543.893532:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462270208 00000100:00100000:2.0:1746143543.893538:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462270208 00002000:00100000:2.0:1746143543.893562:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff88011eeedf80 x1830963462270208/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.893570:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeedf80 with x1830963462270208 ext(10485760->11534335) 00002000:00010000:2.0:1746143543.893574:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eeedf80 00000100:00100000:2.0:1746143543.893602:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13988 00000100:00100000:2.0:1746143543.893608:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2005:x1830963462270208:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143543.895203:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143543.895434:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462270464 00000100:00100000:1.0:1746143543.895442:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462270464 00002000:00100000:1.0:1746143543.895490:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff88011eeece00 x1830963462270464/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143543.895499:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeece00 with x1830963462270464 ext(11534336->12582911) 00002000:00010000:1.0:1746143543.895504:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011eeece00 00000100:00100000:1.0:1746143543.895535:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13989 00000100:00100000:1.0:1746143543.895542:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2005:x1830963462270464:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143543.897052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.897237:0:28840:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462270720 00000100:00100000:3.0:1746143543.897244:0:28840:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462270720 00002000:00100000:3.0:1746143543.897275:0:28840:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff88011eeef100 x1830963462270720/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.897283:0:28840:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeef100 with x1830963462270720 ext(11534336->12582911) 00002000:00010000:3.0:1746143543.897287:0:28840:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eeef100 00000100:00100000:3.0:1746143543.897331:0:28840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13990 00000100:00100000:3.0:1746143543.897340:0:28840:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2004:x1830963462270720:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746143543.902410:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2004:x1830963462269952:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10033us (10427us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143543.902423:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13987 00002000:00100000:3.0:1746143543.902436:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff880092369180 x1830963462269952/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.902451:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092369180 with x1830963462269952 ext(10485760->11534335) 00002000:00010000:3.0:1746143543.902457:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092369180 00000100:00100000:2.0:1746143543.903821:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2005:x1830963462270208:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10208us (10844us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143543.903829:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13988 00002000:00100000:2.0:1746143543.903835:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff88011eeedf80 x1830963462270208/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.903842:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeedf80 with x1830963462270208 ext(10485760->11534335) 00002000:00010000:2.0:1746143543.903846:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eeedf80 00000100:00100000:0.0:1746143543.904407:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143543.904670:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462270464:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 9127us (9475us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143543.904677:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13989 00002000:00100000:1.0:1746143543.904682:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff88011eeece00 x1830963462270464/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143543.904689:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeece00 with x1830963462270464 ext(11534336->12582911) 00002000:00010000:1.0:1746143543.904692:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011eeece00 00000100:00100000:1.0:1746143543.904705:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462270976 00000100:00100000:1.0:1746143543.904712:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462270976 00002000:00100000:1.0:1746143543.904737:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff88011eeeea00 x1830963462270976/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143543.904743:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeeea00 with x1830963462270976 ext(12582912->13631487) 00002000:00010000:1.0:1746143543.904745:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011eeeea00 00000100:00100000:1.0:1746143543.905547:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13991 00000100:00100000:1.0:1746143543.905556:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462270976:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746143543.907829:0:28840:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462270720:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10480us (10769us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143543.907840:0:28840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13990 00002000:00100000:3.0:1746143543.907851:0:28840:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff88011eeef100 x1830963462270720/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.907860:0:28840:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeef100 with x1830963462270720 ext(11534336->12582911) 00002000:00010000:3.0:1746143543.907865:0:28840:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eeef100 00000100:00100000:0.0:1746143543.915425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.915465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.915501:0:28840:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462271360 00000100:00100000:3.0:1746143543.915511:0:28840:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462271360 00000100:00100000:2.0:1746143543.915517:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462271488 00000100:00100000:2.0:1746143543.915521:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462271488 00002000:00100000:3.0:1746143543.915552:0:28840:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88011eeed500 x1830963462271360/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.915552:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff88011eeef800 x1830963462271488/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.915560:0:28840:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeed500 with x1830963462271360 ext(8388608->10485759) 00002000:00100000:2.0:1746143543.915560:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeef800 with x1830963462271488 ext(8388608->10485759) 00002000:00010000:3.0:1746143543.915564:0:28840:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011eeed500 00002000:00010000:2.0:1746143543.915564:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eeef800 00000100:00100000:3.0:1746143543.915585:0:28840:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13992 00000100:00100000:3.0:1746143543.915591:0:28840:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2004:x1830963462271360:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143543.915593:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13993 00000100:00100000:2.0:1746143543.915596:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462271488:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746143543.915643:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2005:x1830963462270976:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10088us (11236us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143543.915651:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13991 00002000:00100000:1.0:1746143543.915656:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff88011eeeea00 x1830963462270976/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143543.915662:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeeea00 with x1830963462270976 ext(12582912->13631487) 00002000:00010000:1.0:1746143543.915665:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011eeeea00 00000100:00100000:2.0:1746143543.935618:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2004:x1830963462271488:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 20008us (20141us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746143543.935630:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13993 00002000:00100000:2.0:1746143543.935641:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff88011eeef800 x1830963462271488/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.935651:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeef800 with x1830963462271488 ext(8388608->10485759) 00002000:00010000:2.0:1746143543.935657:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eeef800 00000100:00100000:3.0:1746143543.936415:0:28840:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462271360:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 20822us (21002us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746143543.936422:0:28840:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13992 00002000:00100000:3.0:1746143543.936428:0:28840:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88011eeed500 x1830963462271360/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.936441:0:28840:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeed500 with x1830963462271360 ext(8388608->10485759) 00002000:00010000:3.0:1746143543.936444:0:28840:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011eeed500 00000100:00100000:0.0:1746143543.959400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.959440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143543.959491:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.959575:0:28840:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462271744 00000100:00100000:3.0:1746143543.959586:0:28840:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462271744 00000100:00100000:1.0:1746143543.959615:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462272128 00000100:00100000:1.0:1746143543.959619:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462272128 00002000:00100000:3.0:1746143543.959635:0:28840:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff88011eeed180 x1830963462271744/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143543.959635:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->13631487) req@ffff88011eeed880 x1830963462272128/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.959646:0:28840:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeed180 with x1830963462271744 ext(10485760->11534335) 00002000:00100000:1.0:1746143543.959646:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeed880 with x1830963462272128 ext(11534336->13631487) 00002000:00010000:3.0:1746143543.959650:0:28840:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eeed180 00002000:00010000:1.0:1746143543.959650:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eeed880 00000100:00100000:1.0:1746143543.959763:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462272384 00000100:00100000:1.0:1746143543.959766:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462272384 00000100:00100000:2.0:1746143543.959773:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13994 00002000:00100000:1.0:1746143543.959781:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->12582911) req@ffff88011eeec000 x1830963462272384/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/0 e 0 to 0 dl 1746143554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746143543.959782:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462271744:12345-192.168.203.27@tcp:3:cmp.0 00002000:00100000:1.0:1746143543.959788:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeec000 with x1830963462272384 ext(10485760->12582911) 00002000:00010000:1.0:1746143543.959791:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011eeec000 00000100:00100000:1.0:1746143543.959808:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13995 00000100:00100000:1.0:1746143543.959813:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462272128:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143543.959821:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13996 00000100:00100000:0.0:1746143543.959826:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462272384:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746143543.972994:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2004:x1830963462272128:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 13167us (13540us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746143543.973011:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13995 00002000:00100000:1.0:1746143543.973023:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->13631487) req@ffff88011eeed880 x1830963462272128/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143543.973033:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeed880 with x1830963462272128 ext(11534336->13631487) 00002000:00010000:1.0:1746143543.973039:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eeed880 00000100:00100000:2.0:1746143543.982612:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2005:x1830963462271744:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 22816us (23208us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143543.982625:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13994 00002000:00100000:2.0:1746143543.982638:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff88011eeed180 x1830963462271744/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143543.982648:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeed180 with x1830963462271744 ext(10485760->11534335) 00002000:00010000:2.0:1746143543.982654:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eeed180 00000100:00100000:3.0:1746143543.983468:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462272384:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 23566us (23900us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746143543.983476:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13996 00002000:00100000:3.0:1746143543.983493:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->12582911) req@ffff88011eeec000 x1830963462272384/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:694/0 lens 488/440 e 0 to 0 dl 1746143554 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143543.983500:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eeec000 with x1830963462272384 ext(10485760->12582911) 00002000:00010000:3.0:1746143543.983504:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011eeec000 00000100:00100000:1.0:1746143543.993801:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830963455352704:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746143543.993869:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143543.993955:0:9575:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455352704 00000100:00100000:2.0:1746143543.993966:0:9575:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455352704 00000100:00080000:0.0:1746143543.994010:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746143543.994162:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1746143543.994172:0:9575:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830963455352704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746143543.994202:0:9575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 524983104 pending 13729792 free 3895836672 avail 3664314368 00000100:00100000:2.0:1746143543.994238:0:9575:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830963455352704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143543.994288:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830963455352704:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746143543.994366:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1746143543.996397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143543.996427:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462272768 00000100:00100000:3.0:1746143543.996434:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462272768 00000100:00100000:3.0:1746143543.996469:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 199 00000100:00100000:3.0:1746143543.996475:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:3814:x1830963462272768:12345-192.168.203.27@tcp:35:cmp.0 00000100:00100000:3.0:1746143543.996733:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:3814:x1830963462272768:12345-192.168.203.27@tcp:35:cmp.0 Request processed in 257us (343us total) trans 4294986279 rc 0/0 00000100:00100000:3.0:1746143543.996739:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 199 00000100:00100000:0.0:1746143544.005416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.005522:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462273024 00000100:00100000:2.0:1746143544.005532:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462273024 00000100:00100000:2.0:1746143544.005593:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44207 00000100:00100000:2.0:1746143544.005601:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+16:3815:x1830963462273024:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:2.0:1746143544.005621:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143544.005637:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f242fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c594 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.005804:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f24304 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.005819:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f24304 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.005830:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f24304 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:2.0:1746143544.005840:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:2.0:1746143544.005932:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f242fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c594 expref: 19 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.006156:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f24304 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c594 expref: 18 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.006169:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880092152200) 00010000:00010000:2.0:1746143544.006172:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746143544.006175:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9c00, rc 0) 00000100:00100000:2.0:1746143544.006233:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+18:3815:x1830963462273024:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 633us (827us total) trans 4294986280 rc 0/0 00000100:00100000:2.0:1746143544.006240:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44207 00000100:00100000:0.0:1746143544.007949:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.008022:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462273152 00000100:00100000:3.0:1746143544.008030:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462273152 00000100:00100000:3.0:1746143544.008083:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1056 00000100:00100000:3.0:1746143544.008091:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+18:2005:x1830963462273152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143544.008107:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143544.008126:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9c00/0xa6c9a53f47f24304 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c594 expref: 18 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.008425:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880092152200) 00010000:00010000:3.0:1746143544.008430:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143544.008626:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+17:2005:x1830963462273152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 534us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143544.008632:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1056 00000100:00100000:3.0:1746143544.009720:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.009875:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462273408 00000100:00100000:2.0:1746143544.009881:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462273408 00000100:00100000:2.0:1746143544.009923:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44208 00000100:00100000:2.0:1746143544.009929:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+17:3815:x1830963462273408:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:2.0:1746143544.009949:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143544.009965:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f24312 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c59b expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.010058:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f24319 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.010069:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f24319 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.010078:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f24319 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:2.0:1746143544.010087:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:2.0:1746143544.010174:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f24312 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c59b expref: 20 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.010201:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f24319 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c59b expref: 19 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.010208:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800920c1600) 00010000:00010000:2.0:1746143544.010210:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746143544.010213:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9e00, rc 0) 00000100:00100000:2.0:1746143544.010255:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6c035184-928a-4088-be86-d6b338962a2f+19:3815:x1830963462273408:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 325us (536us total) trans 4294986281 rc 0/0 00000100:00100000:2.0:1746143544.010260:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44208 00000100:00100000:0.0:1746143544.011629:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.011937:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.011975:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.012072:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462273536 00000100:00100000:2.0:1746143544.012079:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462273536 00000100:00100000:2.0:1746143544.012361:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462273664 00000100:00100000:2.0:1746143544.012364:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462273664 00000100:00100000:3.0:1746143544.012365:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30789 00000100:00080000:0.0:1746143544.012408:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746143544.012412:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746143544.012524:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+9:2007:x1830963462273536:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:3.0:1746143544.012540:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143544.012554:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091552e00/0xa6c9a53f47f24327 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c5a2 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.012575:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.012577:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.012584:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091552e00/0xa6c9a53f47f24327 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5a2 expref: 10 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143544.012598:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091552e00/0xa6c9a53f47f24327 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5a2 expref: 10 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143544.012613:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091552e00, rc 0) 00000100:00100000:3.0:1746143544.012650:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+10:2007:x1830963462273536:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 130us (1025us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143544.012671:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462273792 00000100:00100000:0.0:1746143544.012675:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462273792 00000100:00100000:0.0:1746143544.012701:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1057 00000100:00100000:0.0:1746143544.012706:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+19:2006:x1830963462273792:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143544.012715:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143544.012730:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9e00/0xa6c9a53f47f24319 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c59b expref: 19 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.012744:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800920c1600) 00010000:00010000:0.0:1746143544.012748:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143544.012762:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+18:2006:x1830963462273792:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 56us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143544.012768:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1057 00000100:00100000:3.0:1746143544.012833:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30789 00000100:00100000:2.0:1746143544.012841:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30790 00000100:00100000:2.0:1746143544.012847:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+13:2007:x1830963462273664:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:2.0:1746143544.012854:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143544.012864:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2432e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c5a9 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.012876:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.012878:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.012882:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2432e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5a9 expref: 14 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746143544.012892:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915b9a00/0xa6c9a53f47f2432e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5a9 expref: 14 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746143544.012899:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9a00, rc 0) 00000100:00100000:2.0:1746143544.012917:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+14:2007:x1830963462273664:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 71us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143544.012924:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30790 00000100:00100000:1.0:1746143544.029249:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143544.029372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.029690:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462274048 00000100:00100000:3.0:1746143544.029701:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462274048 00002000:00100000:3.0:1746143544.029750:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->2097151) req@ffff880096626d80 x1830963462274048/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143544.029760:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096626d80 with x1830963462274048 ext(0->2097151) 00002000:00010000:3.0:1746143544.029766:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096626d80 00000100:00100000:3.0:1746143544.029781:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462274304 00000100:00100000:3.0:1746143544.029784:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462274304 00002000:00100000:3.0:1746143544.029798:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff880096624700 x1830963462274304/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143544.029805:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096624700 with x1830963462274304 ext(0->2097151) 00002000:00010000:3.0:1746143544.029808:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096624700 00000100:00100000:3.0:1746143544.029820:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13997 00000100:00100000:3.0:1746143544.029826:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+10:2005:x1830963462274048:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143544.030224:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13998 00000100:00100000:2.0:1746143544.030234:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:6c035184-928a-4088-be86-d6b338962a2f+14:2005:x1830963462274304:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746143544.041719:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455352832:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746143544.041780:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143544.041825:0:9575:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455352832 00000100:00100000:2.0:1746143544.041833:0:9575:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455352832 00000100:00100000:2.0:1746143544.041882:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1746143544.041891:0:9575:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830963455352832:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1746143544.041900:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1746143544.041913:0:9575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 524983104 pending 13729792 free 3895836672 avail 3664314368 00000100:00100000:2.0:1746143544.042554:0:9575:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830963455352832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 663us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143544.042562:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1746143544.042643:0:3764:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294972317 gen 2 00000004:00080000:1.0:1746143544.042650:0:3764:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880091af3b80, transno 4294972317 00000100:00100000:1.0:1746143544.042665:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830963455352832:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746143544.045217:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:6c035184-928a-4088-be86-d6b338962a2f+14:2005:x1830963462274304:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 14974us (15833us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746143544.045229:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13998 00002000:00100000:2.0:1746143544.045239:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff880096624700 x1830963462274304/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/440 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143544.045250:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096624700 with x1830963462274304 ext(0->2097151) 00002000:00010000:2.0:1746143544.045256:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096624700 00000100:00100000:3.0:1746143544.049055:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+10:2005:x1830963462274048:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 19215us (19804us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746143544.049069:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13997 00002000:00100000:3.0:1746143544.049081:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->2097151) req@ffff880096626d80 x1830963462274048/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/440 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143544.049096:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096626d80 with x1830963462274048 ext(0->2097151) 00002000:00010000:3.0:1746143544.049101:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096626d80 00000100:00100000:0.0:1746143544.069740:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.069991:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462274560 00000100:00100000:3.0:1746143544.070002:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462274560 00002000:00100000:3.0:1746143544.070048:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff880124833b80 x1830963462274560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143544.070057:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124833b80 with x1830963462274560 ext(2097152->4194303) 00002000:00010000:3.0:1746143544.070062:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124833b80 00000100:00100000:3.0:1746143544.070093:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 13999 00000100:00100000:3.0:1746143544.070100:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+10:2007:x1830963462274560:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143544.070372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.070409:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462274816 00000100:00100000:0.0:1746143544.070412:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462274816 00002000:00100000:0.0:1746143544.070431:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880124830e00 x1830963462274816/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143544.070438:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830e00 with x1830963462274816 ext(2097152->4194303) 00002000:00010000:0.0:1746143544.070442:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830e00 00000100:00100000:0.0:1746143544.070459:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14000 00000100:00100000:0.0:1746143544.070464:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+14:2006:x1830963462274816:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746143544.085853:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+10:2007:x1830963462274560:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 15740us (16113us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746143544.085866:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 13999 00002000:00100000:3.0:1746143544.085877:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff880124833b80 x1830963462274560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/440 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143544.085886:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124833b80 with x1830963462274560 ext(2097152->4194303) 00002000:00010000:3.0:1746143544.085892:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124833b80 00000100:00100000:2.0:1746143544.090473:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+14:2006:x1830963462274816:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 19996us (20089us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746143544.090498:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14000 00002000:00100000:2.0:1746143544.090511:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880124830e00 x1830963462274816/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/440 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143544.090528:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830e00 with x1830963462274816 ext(2097152->4194303) 00002000:00010000:2.0:1746143544.090534:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830e00 00000100:00100000:0.0:1746143544.108344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.108387:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.108459:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462275072 00000100:00100000:2.0:1746143544.108469:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462275072 00002000:00100000:2.0:1746143544.108608:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff880124830700 x1830963462275072/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143544.108619:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830700 with x1830963462275072 ext(4194304->6291455) 00002000:00010000:2.0:1746143544.108625:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124830700 00000100:00100000:2.0:1746143544.108652:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462275328 00000100:00100000:2.0:1746143544.108654:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462275328 00002000:00100000:2.0:1746143544.108667:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff880124832680 x1830963462275328/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746143544.108672:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14001 00002000:00100000:2.0:1746143544.108674:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124832680 with x1830963462275328 ext(4194304->6291455) 00002000:00010000:2.0:1746143544.108677:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124832680 00000100:00100000:3.0:1746143544.108683:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+10:2005:x1830963462275072:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143544.108686:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14002 00000100:00100000:2.0:1746143544.108690:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+14:2005:x1830963462275328:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143544.124155:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+14:2005:x1830963462275328:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 15451us (15753us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746143544.124169:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14002 00002000:00100000:2.0:1746143544.124182:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff880124832680 x1830963462275328/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/440 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143544.124193:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124832680 with x1830963462275328 ext(4194304->6291455) 00002000:00010000:2.0:1746143544.124199:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124832680 00000100:00100000:3.0:1746143544.124583:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+10:2005:x1830963462275072:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 15900us (16246us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746143544.124590:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14001 00002000:00100000:3.0:1746143544.124595:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff880124830700 x1830963462275072/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/440 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143544.124602:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830700 with x1830963462275072 ext(4194304->6291455) 00002000:00010000:3.0:1746143544.124605:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124830700 00000100:00100000:0.0:1746143544.130147:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.130262:0:9577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462275584 00000100:00100000:3.0:1746143544.130691:0:9577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462275584 00002000:00100000:3.0:1746143544.130745:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff880124831880 x1830963462275584/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143544.130755:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124831880 with x1830963462275584 ext(6291456->7340031) 00002000:00010000:3.0:1746143544.130760:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124831880 00000100:00100000:3.0:1746143544.130795:0:9577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14003 00000100:00100000:3.0:1746143544.130803:0:9577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+10:2006:x1830963462275584:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143544.133169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.133253:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462275840 00000100:00100000:2.0:1746143544.133262:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462275840 00002000:00100000:2.0:1746143544.133321:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880124830380 x1830963462275840/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143544.133331:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830380 with x1830963462275840 ext(6291456->7340031) 00002000:00010000:2.0:1746143544.133337:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830380 00000100:00100000:2.0:1746143544.133355:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14004 00000100:00100000:2.0:1746143544.133364:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+14:2006:x1830963462275840:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143544.137002:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143544.137641:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462276096 00000100:00100000:1.0:1746143544.137652:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462276096 00002000:00100000:1.0:1746143544.137699:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff880124833100 x1830963462276096/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143544.137709:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124833100 with x1830963462276096 ext(7340032->8388607) 00002000:00010000:1.0:1746143544.137714:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124833100 00000100:00100000:1.0:1746143544.137735:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14005 00000100:00100000:1.0:1746143544.137742:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+12:2006:x1830963462276096:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143544.139035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.140352:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462276352 00000100:00100000:2.0:1746143544.140362:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462276352 00002000:00100000:2.0:1746143544.140405:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff880124832d80 x1830963462276352/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143544.140415:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124832d80 with x1830963462276352 ext(7340032->8388607) 00002000:00010000:2.0:1746143544.140421:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124832d80 00000100:00100000:2.0:1746143544.140460:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14006 00000100:00100000:2.0:1746143544.140466:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:6c035184-928a-4088-be86-d6b338962a2f+16:2006:x1830963462276352:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746143544.142288:0:9577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6c035184-928a-4088-be86-d6b338962a2f+12:2006:x1830963462275584:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 11477us (12143us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143544.142317:0:9577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14003 00002000:00100000:3.0:1746143544.142326:0:9577:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff880124831880 x1830963462275584/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/440 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143544.142335:0:9577:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124831880 with x1830963462275584 ext(6291456->7340031) 00002000:00010000:3.0:1746143544.142339:0:9577:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124831880 00000100:00100000:2.0:1746143544.143782:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+16:2006:x1830963462275840:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10413us (10616us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143544.143792:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14004 00002000:00100000:2.0:1746143544.143800:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880124830380 x1830963462275840/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/440 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143544.143808:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830380 with x1830963462275840 ext(6291456->7340031) 00002000:00010000:2.0:1746143544.143812:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830380 00000100:00100000:1.0:1746143544.146586:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+10:2006:x1830963462276096:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 8831us (9583us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143544.146598:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14005 00002000:00100000:1.0:1746143544.146609:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff880124833100 x1830963462276096/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/440 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143544.146617:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124833100 with x1830963462276096 ext(7340032->8388607) 00002000:00010000:1.0:1746143544.146623:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124833100 00000100:00100000:3.0:1746143544.148444:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:6c035184-928a-4088-be86-d6b338962a2f+14:2006:x1830963462276352:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 7972us (9406us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143544.148454:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14006 00002000:00100000:3.0:1746143544.148461:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff880124832d80 x1830963462276352/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/440 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143544.148476:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124832d80 with x1830963462276352 ext(7340032->8388607) 00002000:00010000:3.0:1746143544.148489:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124832d80 00000100:00100000:0.0:1746143544.167498:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.167550:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.167638:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462276608 00000100:00100000:1.0:1746143544.167638:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462276864 00000100:00100000:3.0:1746143544.167647:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462276608 00000100:00100000:1.0:1746143544.167647:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462276864 00002000:00100000:3.0:1746143544.167693:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff880124831180 x1830963462276608/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143544.167693:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff880124830000 x1830963462276864/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143544.167703:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830000 with x1830963462276864 ext(8388608->10485759) 00002000:00010000:1.0:1746143544.167709:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830000 00002000:00100000:3.0:1746143544.167710:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124831180 with x1830963462276608 ext(8388608->10485759) 00002000:00010000:3.0:1746143544.167714:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124831180 00000100:00100000:1.0:1746143544.167744:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14007 00000100:00100000:1.0:1746143544.167752:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+14:2007:x1830963462276864:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746143544.167838:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14008 00000100:00100000:3.0:1746143544.167844:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:6c035184-928a-4088-be86-d6b338962a2f+10:2006:x1830963462276608:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746143544.181412:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:6c035184-928a-4088-be86-d6b338962a2f+10:2006:x1830963462276608:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 13560us (13927us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746143544.181423:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14008 00002000:00100000:3.0:1746143544.181435:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff880124831180 x1830963462276608/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/440 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143544.181444:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124831180 with x1830963462276608 ext(8388608->10485759) 00002000:00010000:3.0:1746143544.181449:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124831180 00000100:00100000:1.0:1746143544.186617:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+14:2007:x1830963462276864:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 18855us (19055us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746143544.186630:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14007 00002000:00100000:1.0:1746143544.186640:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff880124830000 x1830963462276864/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/440 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143544.186650:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830000 with x1830963462276864 ext(8388608->10485759) 00002000:00010000:1.0:1746143544.186655:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830000 00000100:00100000:3.0:1746143544.187359:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143544.187394:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462277120 00000100:00100000:1.0:1746143544.187401:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462277120 00002000:00100000:1.0:1746143544.187433:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff880091bad500 x1830963462277120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143544.187440:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bad500 with x1830963462277120 ext(10485760->11534335) 00002000:00010000:1.0:1746143544.187444:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bad500 00000100:00100000:1.0:1746143544.187466:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14009 00000100:00100000:1.0:1746143544.187472:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+10:2007:x1830963462277120:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143544.193282:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.193361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.193392:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.193461:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462277376 00000100:00100000:0.0:1746143544.193470:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462277376 00002000:00100000:0.0:1746143544.193521:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff880124830a80 x1830963462277376/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746143544.193751:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+10:2007:x1830963462277120:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 6278us (6393us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143544.193762:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14009 00002000:00100000:1.0:1746143544.193768:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff880091bad500 x1830963462277120/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/440 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143544.193776:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bad500 with x1830963462277120 ext(10485760->11534335) 00002000:00010000:1.0:1746143544.193781:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bad500 00000100:00100000:1.0:1746143544.193798:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462277632 00000100:00100000:1.0:1746143544.193800:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462277632 00002000:00100000:1.0:1746143544.193811:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff880124831500 x1830963462277632/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143544.193818:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124831500 with x1830963462277632 ext(11534336->12582911) 00002000:00010000:1.0:1746143544.193821:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124831500 00000100:00100000:1.0:1746143544.193832:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462277888 00000100:00100000:1.0:1746143544.193834:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462277888 00002000:00100000:1.0:1746143544.193844:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff880124831c00 x1830963462277888/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143544.193851:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124831c00 with x1830963462277888 ext(11534336->12582911) 00002000:00010000:1.0:1746143544.193855:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124831c00 00000100:00100000:1.0:1746143544.193865:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14010 00000100:00100000:1.0:1746143544.193871:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+10:2006:x1830963462277632:12345-192.168.203.27@tcp:3:cmp.0 00002000:00100000:0.0:1746143544.194319:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830a80 with x1830963462277376 ext(10485760->11534335) 00002000:00010000:0.0:1746143544.194324:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830a80 00000100:00100000:0.0:1746143544.194338:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14011 00000100:00100000:0.0:1746143544.194345:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+15:2006:x1830963462277888:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746143544.194544:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14012 00000100:00100000:1.0:1746143544.194549:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6c035184-928a-4088-be86-d6b338962a2f+16:2007:x1830963462277376:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143544.194994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.195097:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462278144 00000100:00100000:0.0:1746143544.195101:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462278144 00002000:00100000:0.0:1746143544.195121:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff880124831f80 x1830963462278144/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143544.195128:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124831f80 with x1830963462278144 ext(12582912->13631487) 00002000:00010000:0.0:1746143544.195132:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124831f80 00000100:00100000:0.0:1746143544.195152:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14013 00000100:00100000:0.0:1746143544.195157:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+12:2006:x1830963462278144:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143544.207000:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+16:2006:x1830963462277888:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 12641us (13592us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143544.207038:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+12:2006:x1830963462277632:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 13164us (13674us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143544.207051:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14010 00002000:00100000:1.0:1746143544.207065:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff880124831500 x1830963462277632/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/440 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143544.207075:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124831500 with x1830963462277632 ext(11534336->12582911) 00002000:00010000:1.0:1746143544.207081:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124831500 00000100:00100000:2.0:1746143544.207193:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14011 00002000:00100000:2.0:1746143544.207201:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff880124831c00 x1830963462277888/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/440 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143544.207209:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124831c00 with x1830963462277888 ext(11534336->12582911) 00002000:00010000:2.0:1746143544.207213:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124831c00 00000100:00100000:1.0:1746143544.211396:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6c035184-928a-4088-be86-d6b338962a2f+14:2007:x1830963462277376:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 16833us (18113us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143544.211410:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14012 00002000:00100000:1.0:1746143544.211422:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff880124830a80 x1830963462277376/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/440 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143544.211431:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124830a80 with x1830963462277376 ext(10485760->11534335) 00002000:00010000:1.0:1746143544.211436:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124830a80 00000100:00100000:1.0:1746143544.212412:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+10:2006:x1830963462278144:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17250us (17415us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143544.212419:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14013 00002000:00100000:1.0:1746143544.212425:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff880124831f80 x1830963462278144/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/440 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143544.212434:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124831f80 with x1830963462278144 ext(12582912->13631487) 00002000:00010000:1.0:1746143544.212437:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880124831f80 00000100:00100000:0.0:1746143544.219933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.220016:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462278400 00000100:00100000:3.0:1746143544.220026:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462278400 00000100:00100000:3.0:1746143544.220090:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 200 00000100:00100000:3.0:1746143544.220096:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+18:3815:x1830963462278400:12345-192.168.203.27@tcp:35:cmp.0 00000100:00100000:3.0:1746143544.220336:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+19:3815:x1830963462278400:12345-192.168.203.27@tcp:35:cmp.0 Request processed in 239us (412us total) trans 4294986282 rc 0/0 00000100:00100000:3.0:1746143544.220344:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 200 00000100:00100000:0.0:1746143544.221692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.221766:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462278656 00000100:00100000:3.0:1746143544.221772:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462278656 00000100:00100000:3.0:1746143544.221799:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 201 00000100:00100000:3.0:1746143544.221805:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+19:3815:x1830963462278656:12345-192.168.203.27@tcp:35:cmp.0 00000100:00100000:3.0:1746143544.222174:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+20:3815:x1830963462278656:12345-192.168.203.27@tcp:35:cmp.0 Request processed in 368us (486us total) trans 4294986283 rc 0/0 00000100:00100000:3.0:1746143544.222180:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 201 00000100:00100000:0.0:1746143544.239221:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.239281:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.239346:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462279040 00000100:00100000:0.0:1746143544.239358:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462279040 00000100:00100000:3.0:1746143544.239399:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462278912 00000100:00100000:3.0:1746143544.239403:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462278912 00000100:00100000:1.0:1746143544.239987:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 652 00000100:00100000:1.0:1746143544.239996:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090524e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+26:2007:x1830963462279040:12345-192.168.203.27@tcp:63:ll_sa.0 00010000:00010000:1.0:1746143544.240038:0:7227:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143544.240060:0:7227:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f24335 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c5b0 expref: -99 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.240130:0:7227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f2433c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.240143:0:7227:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f2433c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.240152:0:7227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f2433c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.240163:0:7227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f24343 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.240168:0:7227:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f24343 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.240172:0:7227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f24343 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.240420:0:7227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f2433c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.240428:0:7227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f2433c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.240435:0:7227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f2433c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7227 initiator: MDT0 00000100:00100000:3.0:1746143544.240440:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44209 00010000:00010000:1.0:1746143544.240441:0:7227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090c7a400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143544.240445:0:7227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f2433c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7227 initiator: MDT0 00000100:00100000:3.0:1746143544.240449:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124832a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:3817:x1830963462278912:12345-192.168.203.27@tcp:36:rm.0 00010000:00010000:1.0:1746143544.240453:0:7227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f2433c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.240464:0:7227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143544.240466:0:7227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143544.240470:0:7227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f2433c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.240475:0:7227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7a400/0xa6c9a53f47f2433c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7227 initiator: MDT0 00010000:00010000:3.0:1746143544.240486:0:8934:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746143544.240502:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133990600/0xa6c9a53f47f24294 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c54e expref: 27 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.240604:0:7227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f24343 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.240609:0:7227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f24343 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.240613:0:7227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f24343 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.240622:0:7227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090c7b200 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143544.240624:0:7227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f24343 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.240629:0:7227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f24343 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.240640:0:7227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800a8cbbd00) 00010000:00010000:1.0:1746143544.240642:0:7227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143544.240644:0:7227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f24343 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.240649:0:7227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b200/0xa6c9a53f47f24343 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.240675:0:7227:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f24335 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5b0 expref: 26 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.240682:0:7227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143544.240684:0:7227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746143544.240687:0:7227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090c7b800/0xa6c9a53f47f24335 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5b0 expref: 26 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.240689:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132805800/0xa6c9a53f47f24056 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c4e5 expref: 26 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.240693:0:7227:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090c7b800, rc -2) 00010000:00010000:3.0:1746143544.240698:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800920c1600) 00010000:00010000:3.0:1746143544.240705:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133991600/0xa6c9a53f47f24278 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c547 expref: 24 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.240712:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143544.240714:0:8934:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746143544.240721:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f2434a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.240730:0:8934:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092255a00/0xa6c9a53f47f242b0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c563 expref: 19 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.240736:0:8934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f2434a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00000100:00100000:1.0:1746143544.240748:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090524e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+23:2007:x1830963462279040:12345-192.168.203.27@tcp:63:ll_sa.0 Request processed in 753us (1467us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746143544.240756:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 652 00010000:00010000:3.0:1746143544.240761:0:8934:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092255a00/0xa6c9a53f47f242b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c563 expref: 19 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.240771:0:8934:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092255a00/0xa6c9a53f47f242b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c563 expref: 19 pid: 8934 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746143544.240781:0:8934:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091baf100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8934:1830963455352960:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143544.241903:0:8934:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884480 going to sleep for 11 seconds 00000100:00100000:3.0:1746143544.242950:0:8934:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091baf100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8934:1830963455352960:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143544.242970:0:8934:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f2434a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000100:00100000:0.0:1746143544.245226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.245936:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462279168 00000100:00100000:2.0:1746143544.245946:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462279168 00010000:00010000:2.0:1746143544.245987:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092255a00/0xa6c9a53f47f242b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c563 expref: 20 pid: 8934 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746143544.246030:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16681 00000100:00100000:2.0:1746143544.246037:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+20:2006:x1830963462279168:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143544.246052:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143544.246058:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092255a00/0xa6c9a53f47f242b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c563 expref: 20 pid: 8934 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746143544.246070:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092255a00/0xa6c9a53f47f242b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c563 expref: 20 pid: 8934 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746143544.246094:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092255a00/0xa6c9a53f47f242b0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c563 expref: 20 pid: 8934 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746143544.246112:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143544.246118:0:7210:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f2434a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.246127:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f2434a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.246135:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f2434a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.246166:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143544.246221:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+19:2006:x1830963462279168:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 183us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143544.246228:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16681 00010000:00010000:3.0:1746143544.246360:0:8934:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f2434a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.246368:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f2434a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.246386:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f24351 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.246394:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f24351 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.246402:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f24351 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.246510:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f24358 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.246519:0:8934:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f240e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c50f expref: 18 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.246526:0:8934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f24358 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.246553:0:8934:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f240e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c50f expref: 18 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.246563:0:8934:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f240e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c50f expref: 18 pid: 7223 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746143544.246574:0:8934:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091baf100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8934:1830963455353088:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143544.246641:0:8934:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884480 going to sleep for 11 seconds 00000100:00100000:0.0:1746143544.248659:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.248900:0:8934:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091baf100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8934:1830963455353088:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143544.248907:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462279296 00000100:00100000:2.0:1746143544.248914:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462279296 00010000:00010000:3.0:1746143544.248925:0:8934:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f24358 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.248943:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f240e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c50f expref: 19 pid: 7223 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746143544.248980:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16682 00000100:00100000:2.0:1746143544.248987:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b940450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+19:2006:x1830963462279296:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143544.249000:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143544.249004:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f240e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c50f expref: 19 pid: 7223 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746143544.249014:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f240e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c50f expref: 19 pid: 7223 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746143544.249032:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800907f5200/0xa6c9a53f47f240e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c50f expref: 19 pid: 7223 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746143544.249044:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800920c1600) 00010000:00010000:2.0:1746143544.249048:0:7210:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f24358 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.249059:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f24358 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.249065:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f24358 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.249503:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746143544.249567:0:8934:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f24358 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.249573:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f24358 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000040:00080000:3.0:1746143544.249828:0:8934:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:3.0:1746143544.249836:0:8934:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762495540479ns, next at 763495538733ns, rc = 0 00000040:00080000:3.0:1746143544.249856:0:8934:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:3.0:1746143544.249861:0:8934:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762495566534ns, next at 763495565616ns, rc = 0 00010000:00010000:3.0:1746143544.249908:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f2435f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.249916:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f2435f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.249923:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f2435f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.249928:0:8934:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f2435f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.249933:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f2435f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.249938:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f2435f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.249963:0:8934:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746143544.249980:0:7212:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746143544.249981:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f24358 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.249986:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f24358 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:0.0:1746143544.249986:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f2435f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.249990:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f24358 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:0.0:1746143544.249993:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf80600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143544.249994:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091553e00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143544.249996:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f24358 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:0.0:1746143544.249997:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f2435f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.250002:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f24358 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:0.0:1746143544.250002:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f2435f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8934 initiator: MDT0 00010000:00010000:0.0:1746143544.250009:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800920c1600) 00010000:00010000:0.0:1746143544.250011:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746143544.250014:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f2435f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8934 initiator: MDT0 00010000:00010000:0.0:1746143544.250018:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f2435f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8934 initiator: MDT0 00010000:00010000:0.0:1746143544.250031:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746143544.250032:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746143544.250033:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746143544.250043:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b940450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+18:2006:x1830963462279296:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1054us (1389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143544.250050:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16682 00010000:00010000:3.0:1746143544.250885:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800920c1600) 00010000:00010000:3.0:1746143544.250889:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746143544.250894:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f24358 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.250900:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f24358 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.251028:0:8934:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f2434a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.251034:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f2434a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.251038:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f2434a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.251043:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f2434a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.251047:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091553800 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143544.251049:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f2434a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.251054:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f2434a lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.251061:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143544.251064:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143544.251066:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f2434a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.251070:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f2434a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00000004:00010000:3.0:1746143544.251079:0:8934:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880124832a00 reply state ffff880098239000 transno 4294986284 ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f24351 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.251087:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dcf4200/0xa6c9a53f47f24351 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.251092:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008efa5100) 00010000:00010000:3.0:1746143544.251093:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746143544.251096:0:8934:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746143544.251157:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:3817:x1830963462278912:12345-192.168.203.27@tcp:36:rm.0 Request processed in 10709us (11947us total) trans 4294986284 rc 0/0 00000100:00100000:3.0:1746143544.251164:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44209 00000100:00100000:0.0:1746143544.281945:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.282038:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462279424 00000100:00100000:3.0:1746143544.282047:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462279424 00000100:00100000:3.0:1746143544.282097:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44210 00000100:00100000:3.0:1746143544.282105:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090524380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+24:3820:x1830963462279424:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:3.0:1746143544.282129:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143544.282147:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f24366 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c5e8 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.282203:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f2436d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.282213:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f2436d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.282221:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f2436d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:3.0:1746143544.282254:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746143544.282257:0:8934:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746143544.282270:0:8934:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f2436d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.282284:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091553800/0xa6c9a53f47f24366 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5e8 expref: 26 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.282339:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f2436d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5e8 expref: 25 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.282347:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143544.282349:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746143544.282352:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091553e00, rc 0) 00000100:00100000:3.0:1746143544.282403:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090524380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:3820:x1830963462279424:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 299us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143544.282408:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44210 00000100:00100000:3.0:1746143544.285825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.285852:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462279680 00000100:00100000:2.0:1746143544.285861:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462279680 00000100:00100000:2.0:1746143544.285912:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44211 00000100:00100000:2.0:1746143544.285919:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+25:3820:x1830963462279680:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:2.0:1746143544.285938:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143544.285941:0:8934:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746143544.285968:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091553e00/0xa6c9a53f47f2436d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5e8 expref: 25 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.285991:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143544.285996:0:8934:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143544.286005:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5600/0xa6c9a53f47f24374 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c5ef expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.286103:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5400/0xa6c9a53f47f2437b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.286114:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5400/0xa6c9a53f47f2437b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.286125:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5400/0xa6c9a53f47f2437b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.286134:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4e00/0xa6c9a53f47f24382 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.286139:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4e00/0xa6c9a53f47f24382 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.286144:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4e00/0xa6c9a53f47f24382 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.287632:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5800/0xa6c9a53f47f24389 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.287644:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5800/0xa6c9a53f47f24389 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.287650:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5800/0xa6c9a53f47f24389 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:2.0:1746143544.287658:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00010000:00010000:2.0:1746143544.287679:0:8934:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5400/0xa6c9a53f47f2437b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.287683:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5400/0xa6c9a53f47f2437b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.287686:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5400/0xa6c9a53f47f2437b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.287690:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5400/0xa6c9a53f47f2437b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.287693:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bd5400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143544.287697:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5400/0xa6c9a53f47f2437b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.287702:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5400/0xa6c9a53f47f2437b lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.287708:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143544.287709:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143544.287711:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5400/0xa6c9a53f47f2437b lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.287714:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5400/0xa6c9a53f47f2437b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00000004:00010000:2.0:1746143544.287721:0:8934:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091baf100 reply state ffff880097a60000 transno 4294986285 ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4e00/0xa6c9a53f47f24382 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.287727:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4e00/0xa6c9a53f47f24382 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.287730:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008efa5100) 00010000:00010000:2.0:1746143544.287731:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746143544.287733:0:8934:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746143544.287976:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5600/0xa6c9a53f47f24374 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5ef expref: 27 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.287988:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5800/0xa6c9a53f47f24389 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5ef expref: 26 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.287994:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff880092395700) 00010000:00010000:2.0:1746143544.287996:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746143544.287999:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bd5800, rc 0) 00000100:00100000:2.0:1746143544.288070:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:3820:x1830963462279680:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 2150us (2256us total) trans 4294986285 rc 0/0 00000100:00100000:2.0:1746143544.288078:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44211 00000100:00100000:0.0:1746143544.293127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.295728:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462279936 00000100:00100000:2.0:1746143544.295743:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462279936 00000100:00100000:2.0:1746143544.295817:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44212 00000100:00100000:2.0:1746143544.295827:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:3820:x1830963462279936:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:2.0:1746143544.295854:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143544.295872:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4600/0xa6c9a53f47f24397 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c5f6 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.295986:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4200/0xa6c9a53f47f2439e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.295999:0:8934:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5800/0xa6c9a53f47f24389 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5ef expref: 28 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.296006:0:8934:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4200/0xa6c9a53f47f2439e lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.296040:0:8934:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5800/0xa6c9a53f47f24389 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5ef expref: 28 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.296052:0:8934:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5800/0xa6c9a53f47f24389 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5ef expref: 28 pid: 8934 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746143544.296064:0:8934:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cf0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8934:1830963455353216:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143544.296185:0:8934:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008efa6900 going to sleep for 11 seconds 00000100:00100000:2.0:1746143544.298650:0:8934:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cf0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8934:1830963455353216:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143544.298679:0:8934:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4200/0xa6c9a53f47f2439e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000100:00100000:0.0:1746143544.298860:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.301270:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462280064 00000100:00100000:2.0:1746143544.301283:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462280064 00010000:00010000:2.0:1746143544.301352:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5800/0xa6c9a53f47f24389 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5ef expref: 29 pid: 8934 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746143544.301394:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16683 00000100:00100000:2.0:1746143544.301401:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090525500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:2007:x1830963462280064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143544.301416:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143544.301425:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5800/0xa6c9a53f47f24389 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5ef expref: 29 pid: 8934 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746143544.301437:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5800/0xa6c9a53f47f24389 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5ef expref: 29 pid: 8934 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746143544.301459:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5800/0xa6c9a53f47f24389 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5ef expref: 29 pid: 8934 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746143544.301488:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff880092395700) 00010000:00010000:2.0:1746143544.301492:0:7210:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4200/0xa6c9a53f47f2439e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.301500:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4200/0xa6c9a53f47f2439e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.301507:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4200/0xa6c9a53f47f2439e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8934 initiator: MDT0 00010000:00010000:2.0:1746143544.301537:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746143544.301574:0:8934:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4200/0xa6c9a53f47f2439e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.301582:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4200/0xa6c9a53f47f2439e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000100:00100000:2.0:1746143544.301586:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090525500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:2007:x1830963462280064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 185us (2728us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143544.301593:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16683 00000004:00200000:3.0:1746143544.301601:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00000004:00080000:3.0:1746143544.301752:0:8934:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00000004:00080000:3.0:1746143544.301762:0:8934:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00010000:00010000:3.0:1746143544.301849:0:8934:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4200/0xa6c9a53f47f2439e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.301855:0:8934:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4200/0xa6c9a53f47f2439e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.301865:0:8934:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4200/0xa6c9a53f47f2439e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.301870:0:8934:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bd4200 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143544.301874:0:8934:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4200/0xa6c9a53f47f2439e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.301880:0:8934:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4200/0xa6c9a53f47f2439e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.301894:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff880092395700) 00010000:00010000:3.0:1746143544.301897:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746143544.301900:0:8934:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4200/0xa6c9a53f47f2439e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.301905:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4200/0xa6c9a53f47f2439e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.301949:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4600/0xa6c9a53f47f24397 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5f6 expref: 28 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.301956:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4600/0xa6c9a53f47f24397 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5f6 expref: 28 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.301963:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bd4600, rc 0) 00000100:00100000:3.0:1746143544.301998:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:3820:x1830963462279936:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 6173us (8883us total) trans 4294986286 rc 301/301 00000100:00100000:3.0:1746143544.302004:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44212 00000100:00100000:0.0:1746143544.303917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.304185:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462280320 00000100:00100000:3.0:1746143544.304195:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462280320 00000100:00100000:3.0:1746143544.304241:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 202 00000100:00100000:3.0:1746143544.304248:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf8d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+27:3820:x1830963462280320:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:3.0:1746143544.304517:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf8d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:3820:x1830963462280320:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 268us (606us total) trans 4294986287 rc 0/0 00000100:00100000:3.0:1746143544.304524:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 202 00000100:00100000:0.0:1746143544.306113:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.306199:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462280448 00000100:00100000:3.0:1746143544.306205:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462280448 00000100:00100000:3.0:1746143544.306242:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44213 00000100:00100000:3.0:1746143544.306248:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+28:3820:x1830963462280448:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:3.0:1746143544.306265:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143544.306287:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f243ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c5fd expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.306566:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f243ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5fd expref: 29 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.306580:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f243ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5fd expref: 29 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.306596:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008efa5d00) 00010000:00010000:3.0:1746143544.306599:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746143544.306603:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf80600, rc 0) 00000100:00100000:3.0:1746143544.306904:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:3820:x1830963462280448:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 655us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143544.306910:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44213 00000100:00100000:0.0:1746143544.308245:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.309468:0:21497:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462280704 00000100:00100000:2.0:1746143544.309489:0:21497:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462280704 00000100:00100000:2.0:1746143544.309909:0:21497:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 203 00000100:00100000:2.0:1746143544.309919:0:21497:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+29:3820:x1830963462280704:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:2.0:1746143544.310140:0:21497:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:3820:x1830963462280704:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 221us (1898us total) trans 4294986288 rc 0/0 00000100:00100000:2.0:1746143544.310146:0:21497:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 203 00000100:00100000:0.0:1746143544.323052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.323392:0:8934:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462280832 00000100:00100000:3.0:1746143544.323402:0:8934:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462280832 00000100:00100000:3.0:1746143544.323449:0:8934:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44214 00000100:00100000:3.0:1746143544.323455:0:8934:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+30:3821:x1830963462280832:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143544.323487:0:8934:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143544.323506:0:8934:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800920fbe00/0xa6c9a53f47f243b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c604 expref: -99 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.323563:0:8934:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec800/0xa6c9a53f47f243ba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.323575:0:8934:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec800/0xa6c9a53f47f243ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.323585:0:8934:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec800/0xa6c9a53f47f243ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00000004:00200000:3.0:1746143544.323620:0:8934:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746143544.323623:0:8934:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746143544.323637:0:8934:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec800/0xa6c9a53f47f243ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8934 initiator: MDT0 00010000:00010000:3.0:1746143544.323653:0:8934:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800920fbe00/0xa6c9a53f47f243b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c604 expref: 32 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.323684:0:8934:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec800/0xa6c9a53f47f243ba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c604 expref: 31 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.323691:0:8934:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143544.323693:0:8934:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746143544.323696:0:8934:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092fec800, rc 0) 00000100:00100000:3.0:1746143544.323737:0:8934:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:3821:x1830963462280832:12345-192.168.203.27@tcp:101:dd.0 Request processed in 282us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143544.323745:0:8934:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44214 00000100:00100000:0.0:1746143544.325817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.326391:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462280960 00000100:00100000:2.0:1746143544.326400:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462280960 00000100:00100000:2.0:1746143544.326456:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44215 00000100:00100000:2.0:1746143544.326463:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090525180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+18:3822:x1830963462280960:12345-192.168.203.27@tcp:101:dd.0 00000100:00100000:0.0:1746143544.326464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746143544.326494:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746143544.326502:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462281216 00000100:00100000:0.0:1746143544.326505:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462281216 00010000:00010000:2.0:1746143544.326509:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4800/0xa6c9a53f47f243c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c60b expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143544.326525:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44216 00000100:00100000:0.0:1746143544.326529:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090527800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+31:3821:x1830963462281216:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:0.0:1746143544.326535:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143544.326537:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746143544.326556:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092fec800/0xa6c9a53f47f243ba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c604 expref: 31 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.326562:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5a00/0xa6c9a53f47f243c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.326573:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5a00/0xa6c9a53f47f243c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.326654:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5a00/0xa6c9a53f47f243c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00000004:00200000:2.0:1746143544.326693:0:21530:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746143544.326697:0:21530:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746143544.326712:0:21530:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5a00/0xa6c9a53f47f243c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:0.0:1746143544.326811:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:0.0:1746143544.326816:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143544.326826:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd4800/0xa6c9a53f47f243c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c60b expref: 20 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.326975:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5a00/0xa6c9a53f47f243c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c60b expref: 19 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.326981:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143544.326984:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746143544.326986:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bd5a00, rc 0) 00000100:00100000:2.0:1746143544.327082:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090525180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+19:3822:x1830963462280960:12345-192.168.203.27@tcp:101:dd.0 Request processed in 619us (1273us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143544.327088:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44215 00010000:00010000:1.0:1746143544.327259:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f243cf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c612 expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.327347:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133991600/0xa6c9a53f47f243d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:1.0:1746143544.327355:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133991600/0xa6c9a53f47f243d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:1.0:1746143544.327362:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133991600/0xa6c9a53f47f243d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000004:00200000:1.0:1746143544.327371:0:7222:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746143544.327468:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf89400/0xa6c9a53f47f243cf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c612 expref: 33 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.327501:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133991600/0xa6c9a53f47f243d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c612 expref: 32 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.327508:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880092395000) 00010000:00010000:1.0:1746143544.327509:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746143544.327512:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133991600, rc 0) 00000100:00100000:1.0:1746143544.327531:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090527800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:3821:x1830963462281216:12345-192.168.203.27@tcp:101:dd.0 Request processed in 1002us (1067us total) trans 4294986289 rc 0/0 00000100:00100000:1.0:1746143544.327538:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44216 00000100:00100000:0.0:1746143544.327564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143544.327583:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462281344 00000100:00100000:1.0:1746143544.327586:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462281344 00000100:00100000:1.0:1746143544.327608:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 653 00000100:00100000:1.0:1746143544.327612:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090527480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2004:x1830963462281344:12345-192.168.203.27@tcp:63:ll_sa.0 00010000:00010000:1.0:1746143544.327629:0:7227:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143544.327635:0:7227:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133990800/0xa6c9a53f47f243e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c619 expref: -99 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.327858:0:7227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f243eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.327864:0:7227:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f243eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.327870:0:7227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f243eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.327879:0:7227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133991c00/0xa6c9a53f47f243f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.327884:0:7227:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133991c00/0xa6c9a53f47f243f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.327888:0:7227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133991c00/0xa6c9a53f47f243f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.327954:0:7227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133990200/0xa6c9a53f47f243f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.327961:0:7227:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133990200/0xa6c9a53f47f243f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.327966:0:7227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133990200/0xa6c9a53f47f243f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7227 initiator: MDT0 00000004:00200000:1.0:1746143544.327977:0:7227:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00000004:00200000:1.0:1746143544.327980:0:7227:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746143544.328318:0:7227:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880133990200/0xa6c9a53f47f243f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328326:0:7227:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133990200/0xa6c9a53f47f243f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328332:0:7227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f243eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328338:0:7227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f243eb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328342:0:7227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f243eb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328351:0:7227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133990400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143544.328355:0:7227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f243eb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328361:0:7227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f243eb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328369:0:7227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143544.328371:0:7227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143544.328374:0:7227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f243eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328378:0:7227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133990400/0xa6c9a53f47f243eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328390:0:7227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133991c00/0xa6c9a53f47f243f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328395:0:7227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133991c00/0xa6c9a53f47f243f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328400:0:7227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133991c00/0xa6c9a53f47f243f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328404:0:7227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133991c00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143544.328406:0:7227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133991c00/0xa6c9a53f47f243f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328410:0:7227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133991c00/0xa6c9a53f47f243f2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328416:0:7227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008efa5100) 00010000:00010000:1.0:1746143544.328418:0:7227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143544.328421:0:7227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133991c00/0xa6c9a53f47f243f2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328425:0:7227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133991c00/0xa6c9a53f47f243f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328440:0:7227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133990800/0xa6c9a53f47f243e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c619 expref: 34 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.328448:0:7227:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133990200/0xa6c9a53f47f243f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c619 expref: 33 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.328454:0:7227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008efa5d00) 00010000:00010000:1.0:1746143544.328456:0:7227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746143544.328458:0:7227:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133990200, rc 0) 00010000:00010000:1.0:1746143544.328461:0:7227:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143544.328467:0:7227:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013647c200/0xa6c9a53f47f24400 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c620 expref: -99 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.328492:0:7227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013647ce00/0xa6c9a53f47f24407 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328498:0:7227:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013647ce00/0xa6c9a53f47f24407 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328504:0:7227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013647ce00/0xa6c9a53f47f24407 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328514:0:7227:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f2440e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328518:0:7227:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f2440e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328527:0:7227:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f2440e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328538:0:7227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013647ce00/0xa6c9a53f47f24407 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328543:0:7227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013647ce00/0xa6c9a53f47f24407 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328547:0:7227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013647ce00/0xa6c9a53f47f24407 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328552:0:7227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013647ce00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143544.328554:0:7227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013647ce00/0xa6c9a53f47f24407 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328559:0:7227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013647ce00/0xa6c9a53f47f24407 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328565:0:7227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143544.328567:0:7227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143544.328569:0:7227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013647ce00/0xa6c9a53f47f24407 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328573:0:7227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013647ce00/0xa6c9a53f47f24407 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328580:0:7227:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f2440e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328584:0:7227:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f2440e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328588:0:7227:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f2440e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328593:0:7227:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131df6a00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143544.328595:0:7227:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f2440e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328599:0:7227:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f2440e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328603:0:7227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800a8cbb200) 00010000:00010000:1.0:1746143544.328604:0:7227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143544.328605:0:7227:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f2440e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328609:0:7227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f2440e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7227 initiator: MDT0 00010000:00010000:1.0:1746143544.328623:0:7227:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88013647c200/0xa6c9a53f47f24400 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c620 expref: 34 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.328630:0:7227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143544.328632:0:7227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746143544.328634:0:7227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013647c200/0xa6c9a53f47f24400 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c620 expref: 34 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.328640:0:7227:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013647c200, rc -2) 00000100:00100000:1.0:1746143544.328682:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090527480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2004:x1830963462281344:12345-192.168.203.27@tcp:63:ll_sa.0 Request processed in 1069us (1118us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746143544.328688:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 653 00000100:00100000:0.0:1746143544.329450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.329490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.329548:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462281728 00000100:00100000:2.0:1746143544.329553:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462281728 00000100:00100000:2.0:1746143544.329590:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1058 00000100:00100000:2.0:1746143544.329594:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090524000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:2006:x1830963462281728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143544.329604:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143544.329616:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133991600/0xa6c9a53f47f243d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c612 expref: 33 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.329626:0:10921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880092395000) 00010000:00010000:2.0:1746143544.329629:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143544.329648:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090524000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:2006:x1830963462281728:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 54us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143544.329652:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1058 00000100:00100000:1.0:1746143544.329969:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462281600 00000100:00100000:1.0:1746143544.329972:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462281600 00000100:00100000:1.0:1746143544.329998:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44217 00000100:00100000:1.0:1746143544.330004:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c035184-928a-4088-be86-d6b338962a2f+19:3822:x1830963462281600:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:1.0:1746143544.330016:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143544.330025:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f6800/0xa6c9a53f47f24415 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c651 expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.330091:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7c00/0xa6c9a53f47f2441c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:1.0:1746143544.330100:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7c00/0xa6c9a53f47f2441c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:1.0:1746143544.330107:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7c00/0xa6c9a53f47f2441c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000004:00200000:1.0:1746143544.330115:0:7222:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:1.0:1746143544.330175:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f6800/0xa6c9a53f47f24415 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c651 expref: 22 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.330185:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7c00/0xa6c9a53f47f2441c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c651 expref: 21 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.330191:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880092152200) 00010000:00010000:1.0:1746143544.330193:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746143544.330194:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f7c00, rc 0) 00000100:00100000:1.0:1746143544.330213:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c035184-928a-4088-be86-d6b338962a2f+21:3822:x1830963462281600:12345-192.168.203.27@tcp:101:dd.0 Request processed in 210us (764us total) trans 4294986290 rc 0/0 00000100:00100000:1.0:1746143544.330217:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44217 00000100:00100000:1.0:1746143544.334516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143544.334546:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462281984 00000100:00100000:1.0:1746143544.334556:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462281984 00000100:00100000:1.0:1746143544.334613:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14014 00000100:00100000:1.0:1746143544.334621:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462281984:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746143544.334656:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f2442a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.334671:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.334672:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.334677:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f2442a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.334690:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f2442a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143544.335330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.335882:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462282240 00000100:00100000:3.0:1746143544.335887:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462282240 00000100:00100000:3.0:1746143544.335919:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14015 00000100:00100000:3.0:1746143544.335924:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462282240:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746143544.335942:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092fec600/0xa6c9a53f47f24431 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.335951:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.335952:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.335955:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092fec600/0xa6c9a53f47f24431 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.335964:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092fec600/0xa6c9a53f47f24431 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143544.337572:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.337645:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462282368 00000100:00100000:3.0:1746143544.337651:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462282368 00000100:00100000:3.0:1746143544.337686:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30791 00000100:00100000:3.0:1746143544.337692:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462282368:12345-192.168.203.27@tcp:101:ll_agl.0 00010000:00010000:3.0:1746143544.337708:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143544.337724:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091553e00/0xa6c9a53f47f24438 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c658 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746143544.337759:0:12044:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746143544.337778:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.337780:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.337788:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091553e00/0xa6c9a53f47f24438 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c658 expref: 11 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143544.337801:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091553e00/0xa6c9a53f47f24438 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c658 expref: 11 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143544.337812:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091553e00, rc 0) 00000100:00100000:3.0:1746143544.337853:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2007:x1830963462282368:12345-192.168.203.27@tcp:101:ll_agl.0 Request processed in 160us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143544.337859:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30791 00000100:00100000:1.0:1746143544.337915:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.337926:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462282496 00000100:00100000:3.0:1746143544.337929:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462282496 00000100:00100000:1.0:1746143544.337934:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.337954:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462282752 00000100:00100000:3.0:1746143544.337959:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30792 00000100:00100000:2.0:1746143544.337959:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462282752 00000100:00100000:1.0:1746143544.337963:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.337965:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2007:x1830963462282496:12345-192.168.203.27@tcp:101:ll_agl.0 00010000:00010000:3.0:1746143544.337972:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143544.337981:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091460c00/0xa6c9a53f47f2443f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c65f expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.337986:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44218 00000100:00100000:2.0:1746143544.337991:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+21:3822:x1830963462282752:12345-192.168.203.27@tcp:101:dd.0 00002000:00010000:3.0:1746143544.337993:0:12044:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746143544.338003:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.338004:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.338004:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143544.338007:0:21530:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746143544.338008:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091460c00/0xa6c9a53f47f2443f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c65f expref: 12 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143544.338017:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091460c00/0xa6c9a53f47f2443f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c65f expref: 12 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746143544.338026:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5a00/0xa6c9a53f47f243c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c60b expref: 21 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.338028:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091460c00, rc 0) 00010000:00010000:2.0:1746143544.338039:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143544.338042:0:21530:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143544.338046:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462282496:12345-192.168.203.27@tcp:101:ll_agl.0 Request processed in 82us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143544.338051:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30792 00010000:00010000:2.0:1746143544.338051:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f24446 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c666 expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143544.338069:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462282880 00000100:00100000:3.0:1746143544.338072:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462282880 00000100:00100000:3.0:1746143544.338093:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1059 00000100:00100000:3.0:1746143544.338097:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+22:2007:x1830963462282880:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143544.338105:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143544.338115:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7c00/0xa6c9a53f47f2441c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c651 expref: 22 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.338133:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880092152200) 00010000:00010000:3.0:1746143544.338137:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143544.338159:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f2444d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00000100:00100000:3.0:1746143544.338167:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+21:2007:x1830963462282880:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 69us (203us total) trans 0 rc 0/0 00010000:00010000:2.0:1746143544.338169:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f2444d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00000100:00100000:3.0:1746143544.338172:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1059 00010000:00010000:2.0:1746143544.338178:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f2444d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338189:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f24454 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338195:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f24454 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338200:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f24454 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338240:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131ddbe00/0xa6c9a53f47f2445b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338248:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131ddbe00/0xa6c9a53f47f2445b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338253:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131ddbe00/0xa6c9a53f47f2445b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00000004:00200000:2.0:1746143544.338262:0:21530:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00010000:00010000:2.0:1746143544.338368:0:21530:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f2444d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338374:0:21530:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f2444d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338380:0:21530:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f2444d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338384:0:21530:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ba00a00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143544.338388:0:21530:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f2444d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338393:0:21530:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f2444d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338400:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143544.338403:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143544.338405:0:21530:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f2444d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338410:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f2444d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338417:0:21530:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f24454 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338425:0:21530:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f24454 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338429:0:21530:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f24454 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338433:0:21530:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135b1a400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143544.338435:0:21530:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f24454 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338439:0:21530:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f24454 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338443:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008efa5100) 00010000:00010000:2.0:1746143544.338445:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143544.338447:0:21530:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f24454 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338451:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135b1a400/0xa6c9a53f47f24454 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.338484:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00400/0xa6c9a53f47f24446 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c666 expref: 22 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.338493:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131ddbe00/0xa6c9a53f47f2445b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c666 expref: 21 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.338499:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008efa5d00) 00010000:00010000:2.0:1746143544.338500:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746143544.338502:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131ddbe00, rc 0) 00000100:00100000:2.0:1746143544.338535:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+21:3822:x1830963462282752:12345-192.168.203.27@tcp:101:dd.0 Request processed in 543us (599us total) trans 4294986291 rc 0/0 00000100:00100000:2.0:1746143544.338540:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44218 00010000:00010000:1.0:1746143544.345345:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f2442a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.345756:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f2442a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.345764:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f2442a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.345771:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bad5400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143544.345774:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f2442a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.345786:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f2442a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.345806:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f2442a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.345811:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f2442a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143544.345902:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462281984:12345-192.168.203.27@tcp:3:dd.0 Request processed in 11277us (11390us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143544.345913:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14014 00010000:00010000:2.0:1746143544.346125:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092fec600/0xa6c9a53f47f24431 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.346135:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092fec600/0xa6c9a53f47f24431 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.346141:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092fec600/0xa6c9a53f47f24431 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.346146:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092fec600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143544.346148:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092fec600/0xa6c9a53f47f24431 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.346154:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092fec600/0xa6c9a53f47f24431 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.346164:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092fec600/0xa6c9a53f47f24431 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.346170:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092fec600/0xa6c9a53f47f24431 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.346203:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462282240:12345-192.168.203.27@tcp:3:dd.0 Request processed in 10278us (10874us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143544.346209:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14015 00000100:00100000:3.0:1746143544.349203:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.349735:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462283008 00000100:00100000:2.0:1746143544.349747:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462283008 00000100:00100000:2.0:1746143544.349816:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44219 00000100:00100000:2.0:1746143544.349825:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+32:3821:x1830963462283008:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746143544.349857:0:21530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143544.349879:0:21530:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013647c200/0xa6c9a53f47f24469 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c66d expref: -99 pid: 21530 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143544.349980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746143544.350023:0:21530:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013647ce00/0xa6c9a53f47f24470 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.350036:0:21530:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013647ce00/0xa6c9a53f47f24470 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21530 initiator: MDT0 00010000:00010000:2.0:1746143544.350048:0:21530:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013647ce00/0xa6c9a53f47f24470 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21530 initiator: MDT0 00000100:00100000:3.0:1746143544.350057:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462283136 00000100:00100000:3.0:1746143544.350067:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462283136 00000100:00100000:3.0:1746143544.350127:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30793 00000100:00100000:3.0:1746143544.350144:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090525c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+10:3822:x1830963462283136:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746143544.350149:0:21530:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013647c200/0xa6c9a53f47f24469 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c66d expref: 34 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.350159:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143544.350163:0:21530:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013647ce00/0xa6c9a53f47f24470 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c66d expref: 33 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.350171:0:21530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880092395000) 00010000:00010000:3.0:1746143544.350173:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f24477 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c674 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.350174:0:21530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746143544.350176:0:21530:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013647ce00, rc 0) 00010000:00010000:3.0:1746143544.350202:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091553e00/0xa6c9a53f47f24438 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c658 expref: 8 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143544.350209:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.350210:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.350213:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f24477 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c674 expref: 11 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.350230:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:3821:x1830963462283008:12345-192.168.203.27@tcp:101:dd.0 Request processed in 406us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143544.350237:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44219 00010000:00010000:3.0:1746143544.350244:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091553e00/0xa6c9a53f47f24438 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c658 expref: 8 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143544.350254:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091553e00/0xa6c9a53f47f24438 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c658 expref: 8 pid: 12044 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746143544.350265:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091badf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963455353344:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143544.350957:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143544.353338:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091badf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963455353344:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143544.353366:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f24477 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c674 expref: 11 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.353380:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092212c00, rc 0) 00000100:00100000:3.0:1746143544.353442:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090525c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+11:3822:x1830963462283136:12345-192.168.203.27@tcp:101:dd.0 Request processed in 3308us (3462us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143544.353450:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30793 00000100:00100000:0.0:1746143544.354032:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.354147:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.354220:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462283392 00000100:00100000:2.0:1746143544.354228:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462283392 00000100:00100000:3.0:1746143544.354267:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462283520 00000100:00100000:3.0:1746143544.354276:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462283520 00000100:00100000:2.0:1746143544.354281:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14016 00000100:00100000:2.0:1746143544.354289:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963462283392:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:3.0:1746143544.354330:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091553e00/0xa6c9a53f47f24438 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c658 expref: 10 pid: 12044 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746143544.354347:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132805800/0xa6c9a53f47f2447e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143544.354354:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16684 00000100:00100000:3.0:1746143544.354361:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090524700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963462283520:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143544.354362:0:27162:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091ae4800/0xa6c9a53f47f2426a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c540 expref: 10 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.354369:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143544.354370:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746143544.354373:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132805800/0xa6c9a53f47f2447e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.354374:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143544.354392:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091553e00/0xa6c9a53f47f24438 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c658 expref: 10 pid: 12044 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746143544.354401:0:27162:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091ae4800/0xa6c9a53f47f2426a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c540 expref: 10 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.354403:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091553e00/0xa6c9a53f47f24438 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c658 expref: 10 pid: 12044 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746143544.354414:0:27162:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091ae4800/0xa6c9a53f47f2426a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c540 expref: 10 pid: 9573 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746143544.354421:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091553e00/0xa6c9a53f47f24438 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c658 expref: 10 pid: 12044 timeout: 862 lvb_type: 1 00000100:00100000:2.0:1746143544.354426:0:27162:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:27162:1830963455353472:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143544.354436:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.354438:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.354444:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f24477 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c674 expref: 10 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.354450:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f24477 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c674 expref: 10 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.354489:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f24477 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c674 expref: 10 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.354495:0:27162:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008efa6900 going to sleep for 11 seconds 00000100:00100000:3.0:1746143544.354500:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091badf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963455353600:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143544.354545:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746143544.358688:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.358766:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462283648 00000100:00100000:0.0:1746143544.358778:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462283648 00000100:00100000:3.0:1746143544.358795:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091badf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963455353600:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143544.358811:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746143544.358814:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091ae4800/0xa6c9a53f47f2426a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c540 expref: 10 pid: 9573 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746143544.358848:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090524700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963462283520:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4487us (4700us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143544.358851:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16685 00000100:00100000:3.0:1746143544.358858:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16684 00000100:00100000:0.0:1746143544.358859:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963462283648:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143544.358874:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746143544.358892:0:10921:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:0.0:1746143544.358894:0:10921:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 48960 -> 51200 00010000:00010000:0.0:1746143544.358900:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091ae4800/0xa6c9a53f47f2426a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c540 expref: 9 pid: 9573 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746143544.358911:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091ae4800/0xa6c9a53f47f2426a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c540 expref: 9 pid: 9573 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746143544.358934:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143544.358936:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143544.358942:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132805800/0xa6c9a53f47f2447e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.358951:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132805800/0xa6c9a53f47f2447e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.358958:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091ae4800/0xa6c9a53f47f2426a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c540 expref: 9 pid: 9573 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746143544.358966:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143544.358971:0:27162:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cf0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:27162:1830963455353472:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746143544.358986:0:27162:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880132805800/0xa6c9a53f47f2447e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143544.358997:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2006:x1830963462283648:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 139us (315us total) trans 0 rc 0/0 00010000:00010000:2.0:1746143544.359000:0:27162:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880132805800/0xa6c9a53f47f2447e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143544.359004:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16685 00010000:00010000:2.0:1746143544.359007:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132805800/0xa6c9a53f47f2447e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143544.369992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.370083:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462283776 00000100:00100000:3.0:1746143544.370095:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462283776 00000100:00100000:3.0:1746143544.370646:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30794 00000100:00100000:3.0:1746143544.370655:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+14:3822:x1830963462283776:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143544.370670:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143544.370683:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f24485 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c67b expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.370708:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091460c00/0xa6c9a53f47f2443f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c65f expref: 9 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143544.370714:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.370716:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.370719:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f24485 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c67b expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.370746:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091460c00/0xa6c9a53f47f2443f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c65f expref: 9 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143544.370756:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091460c00/0xa6c9a53f47f2443f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c65f expref: 9 pid: 12044 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746143544.370771:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091badf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455353728:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143544.370846:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746143544.374967:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.374997:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462283904 00000100:00100000:2.0:1746143544.375005:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462283904 00010000:00010000:2.0:1746143544.375041:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091460c00/0xa6c9a53f47f2443f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c65f expref: 10 pid: 12044 timeout: 862 lvb_type: 1 00000100:00100000:2.0:1746143544.375070:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16686 00000100:00100000:2.0:1746143544.375146:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963462283904:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143544.375161:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143544.375184:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091460c00/0xa6c9a53f47f2443f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c65f expref: 10 pid: 12044 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746143544.375195:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091460c00/0xa6c9a53f47f2443f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c65f expref: 10 pid: 12044 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746143544.375221:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.375223:0:10921:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.375231:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f24485 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c67b expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.375244:0:10921:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f24485 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c67b expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.375276:0:10921:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f24485 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c67b expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.375288:0:10921:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455353856:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143544.375386:0:10921:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008efa6900 going to sleep for 11 seconds 00010000:00010000:3.0:1746143544.375407:0:12044:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091460c00/0xa6c9a53f47f2443f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c65f expref: 10 pid: 12044 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746143544.375429:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091badf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455353728:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143544.375450:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f24485 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c67b expref: 15 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.375460:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092213a00, rc 0) 00000100:00100000:3.0:1746143544.375506:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+15:3822:x1830963462283776:12345-192.168.203.27@tcp:101:dd.0 Request processed in 4852us (5525us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143544.375514:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30794 00000100:00100000:2.0:1746143544.380387:0:10921:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10921:1830963455353856:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143544.380412:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143544.380468:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462283904:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5323us (5511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143544.380490:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16686 00000001:00080000:3.0:1746143544.387283:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970740 is committed 00000001:00080000:3.0:1746143544.387337:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970739 is committed 00002000:00010000:1.0:1746143544.387510:0:27162:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1746143543 -> 1746143544 00002000:00010000:1.0:1746143544.387517:0:27162:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1746143543 -> 1746143544 00010000:00010000:1.0:1746143544.387529:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132805800/0xa6c9a53f47f2447e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.387539:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132805800/0xa6c9a53f47f2447e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.387546:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132805800/0xa6c9a53f47f2447e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.387553:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132805800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143544.387556:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132805800/0xa6c9a53f47f2447e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.387568:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132805800/0xa6c9a53f47f2447e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.387582:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132805800/0xa6c9a53f47f2447e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.387588:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132805800/0xa6c9a53f47f2447e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143544.387684:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2006:x1830963462283392:12345-192.168.203.27@tcp:4:dd.0 Request processed in 33390us (33654us total) trans 4294970740 rc 0/0 00000100:00100000:1.0:1746143544.387693:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14016 00000100:00100000:0.0:1746143544.390822:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.390873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143544.390891:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462284288 00000100:00100000:0.0:1746143544.390897:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462284416 00000100:00100000:1.0:1746143544.390900:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462284288 00000100:00100000:0.0:1746143544.390903:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462284416 00000100:00100000:1.0:1746143544.390953:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14017 00000100:00100000:0.0:1746143544.390968:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14018 00000100:00100000:0.0:1746143544.390975:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462284416:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:1.0:1746143544.390987:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462284288:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746143544.391013:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2448c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.391015:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24493 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.391026:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143544.391026:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.391028:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143544.391028:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.391033:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24493 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.391033:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2448c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.391044:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24493 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.391045:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2448c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.401009:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24493 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.401028:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24493 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.401035:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24493 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.401042:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800921ae400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143544.401046:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24493 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.401053:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24493 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.401073:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24493 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.401080:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800921ae400/0xa6c9a53f47f24493 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143544.401348:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462284288:12345-192.168.203.27@tcp:3:dd.0 Request processed in 10381us (10533us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143544.401359:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14017 00010000:00010000:2.0:1746143544.402744:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2448c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.402756:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2448c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.402763:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2448c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.402769:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009808a200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143544.402772:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2448c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.402786:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2448c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.402799:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2448c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.402804:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009808a200/0xa6c9a53f47f2448c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.402970:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462284416:12345-192.168.203.27@tcp:3:dd.0 Request processed in 11991us (12093us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143544.402978:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14018 00000100:00100000:0.0:1746143544.405099:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.405138:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462284672 00000100:00100000:2.0:1746143544.405146:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462284672 00000100:00100000:2.0:1746143544.405206:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14019 00000100:00100000:2.0:1746143544.405214:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462284672:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:2.0:1746143544.405263:0:27164:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140938, atime: 0x0, ctime: 0x68140938, blocks: 0xc800 00010000:00010000:2.0:1746143544.405270:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f2449a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.405279:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.405280:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.405284:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f2449a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.405317:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f2449a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.414251:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3:3765:1830963455353984:0@lo:400:kworker.0 00000100:00100000:1.0:1746143544.414314:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830963455354368:0@lo:400:kworker.0 00000100:00100000:2.0:1746143544.414324:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143544.414327:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830963455354112:0@lo:400:kworker.0 00000100:00100000:1.0:1746143544.414347:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143544.414352:0:7217:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455353984 00000100:00100000:2.0:1746143544.414359:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963455354496:0@lo:400:kworker.0 00000100:00100000:0.0:1746143544.414360:0:7217:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455353984 00000100:00100000:3.0:1746143544.414365:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455354368 00000100:00100000:3.0:1746143544.414368:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455354368 00000100:00100000:1.0:1746143544.414373:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3764:1830963455354880:0@lo:400:kworker.0 00000100:00100000:2.0:1746143544.414381:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143544.414389:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143544.414397:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455354880 00000100:00100000:2.0:1746143544.414397:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3765:1830963455355008:0@lo:400:kworker.0 00000100:00100000:0.0:1746143544.414398:0:7217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:3.0:1746143544.414399:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455354880 00000100:00100000:0.0:1746143544.414404:0:7217:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b179850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3+23:3765:x1830963455353984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746143544.414412:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830963455354240:0@lo:400:kworker.0 00000100:00100000:2.0:1746143544.414413:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143544.414426:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455355008 00000100:00100000:3.0:1746143544.414428:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455355008 00000100:00100000:1.0:1746143544.414429:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143544.414442:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3767:1830963455354752:0@lo:400:kworker.0 00000100:00100000:3.0:1746143544.414444:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:0.0:1746143544.414446:0:7217:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b179850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3+23:3765:x1830963455353984:12345-0@lo:400:kworker.0 Request processed in 42us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143544.414449:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830963455354368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746143544.414452:0:7217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1746143544.414453:0:12697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:1.0:1746143544.414454:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143544.414459:0:12697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830963455354880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746143544.414464:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830963455355264:0@lo:400:kworker.0 00000100:00080000:0.0:1746143544.414490:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746143544.414491:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746143544.414494:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746143544.414498:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830963455354368:12345-0@lo:400:kworker.0 Request processed in 48us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143544.414498:0:12697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830963455354880:12345-0@lo:400:kworker.0 Request processed in 39us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143544.414503:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:2.0:1746143544.414506:0:12697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:3.0:1746143544.414513:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455354752 00000100:00100000:3.0:1746143544.414515:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455354752 00000100:00100000:1.0:1746143544.414516:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455354496 00000100:00100000:2.0:1746143544.414518:0:12697:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:1.0:1746143544.414519:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455354496 00000100:00100000:2.0:1746143544.414523:0:12697:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830963455355008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746143544.414536:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:1.0:1746143544.414536:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455354240 00000100:00100000:1.0:1746143544.414538:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455354240 00000100:00100000:3.0:1746143544.414540:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3767:x1830963455354752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143544.414543:0:12697:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830963455355008:12345-0@lo:400:kworker.0 Request processed in 20us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143544.414546:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1746143544.414547:0:12697:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:1.0:1746143544.414550:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1830963455354496:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746143544.414557:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746143544.414565:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3767:x1830963455354752:12345-0@lo:400:kworker.0 Request processed in 24us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143544.414569:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5dc3c1b9-d179-4276-b074-8e8b65e4b7b3:3765:1830963455353984:0@lo:400:kworker.0 00000100:00100000:3.0:1746143544.414570:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:0.0:1746143544.414574:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1746143544.414576:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1830963455354496:12345-0@lo:400:kworker.0 Request processed in 26us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143544.414579:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3767:x1830963455354240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143544.414580:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963455354496:0@lo:400:kworker.0 00000100:00100000:1.0:1746143544.414581:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1746143544.414587:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3765:1830963455355008:0@lo:400:kworker.0 00000100:00100000:3.0:1746143544.414589:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143544.414601:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3767:x1830963455354240:12345-0@lo:400:kworker.0 Request processed in 22us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143544.414602:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3766:1830963455354624:0@lo:400:kworker.0 00000100:00100000:1.0:1746143544.414602:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3767:1830963455354752:0@lo:400:kworker.0 00000100:00100000:0.0:1746143544.414605:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1746143544.414613:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3767:1830963455354240:0@lo:400:kworker.0 00000100:00100000:2.0:1746143544.414617:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455355264 00000100:00100000:3.0:1746143544.414618:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143544.414618:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455354112 00000100:00100000:2.0:1746143544.414620:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455355264 00000100:00100000:0.0:1746143544.414621:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455354112 00000100:00100000:1.0:1746143544.414625:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830963455354368:0@lo:400:kworker.0 00000100:00100000:3.0:1746143544.414628:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963455355136:0@lo:400:kworker.0 00000100:00100000:1.0:1746143544.414632:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3764:1830963455354880:0@lo:400:kworker.0 00000100:00100000:0.0:1746143544.414633:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455354624 00000100:00100000:0.0:1746143544.414635:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455354624 00000100:00100000:3.0:1746143544.414642:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143544.414644:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1746143544.414647:0:9573:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455355136 00000100:00100000:0.0:1746143544.414647:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:1.0:1746143544.414649:0:9573:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455355136 00000100:00100000:2.0:1746143544.414650:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1830963455355264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746143544.414651:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830963455354112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746143544.414667:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1746143544.414672:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1830963455355136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746143544.414676:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3767:x1830963455355264:12345-0@lo:400:kworker.0 Request processed in 27us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143544.414676:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830963455354112:12345-0@lo:400:kworker.0 Request processed in 24us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143544.414680:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:2.0:1746143544.414681:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1746143544.414688:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830963455355264:0@lo:400:kworker.0 00000100:00100000:0.0:1746143544.414688:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1746143544.414691:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830963455354624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746143544.414695:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1830963455355136:12345-0@lo:400:kworker.0 Request processed in 23us (52us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143544.414700:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1746143544.414710:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830963455354624:12345-0@lo:400:kworker.0 Request processed in 18us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143544.414713:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00080000:0.0:1746143544.414723:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746143544.414725:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830963455354112:0@lo:400:kworker.0 00000100:00080000:0.0:1746143544.414725:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746143544.414733:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3766:1830963455354624:0@lo:400:kworker.0 00000100:00100000:3.0:1746143544.414739:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963455355136:0@lo:400:kworker.0 00000100:00100000:2.0:1746143544.417674:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.417710:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.417740:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.417779:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462284928 00000100:00100000:2.0:1746143544.417787:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462284928 00000100:00100000:1.0:1746143544.417805:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462284800 00000100:00100000:1.0:1746143544.417809:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462284800 00000100:00100000:1.0:1746143544.417833:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 561 00000100:00100000:1.0:1746143544.417839:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b179450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1517d466-6266-498b-bada-804fa5332ca6+12:2005:x1830963462284800:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1746143544.417842:0:21530:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462285056 00000100:00100000:2.0:1746143544.417844:0:21530:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462285056 00000100:00100000:2.0:1746143544.417858:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1170 00000100:00100000:2.0:1746143544.417861:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eeeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2004:x1830963462284928:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1746143544.417898:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eeeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+18:2004:x1830963462284928:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 32us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143544.417900:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b179450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1517d466-6266-498b-bada-804fa5332ca6+12:2005:x1830963462284800:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 62us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143544.417904:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1170 00000100:00100000:1.0:1746143544.417905:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 561 00000100:00100000:2.0:1746143544.417916:0:21530:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1171 00000100:00100000:2.0:1746143544.417920:0:21530:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+12:2005:x1830963462285056:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1746143544.417940:0:21530:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6c035184-928a-4088-be86-d6b338962a2f+12:2005:x1830963462285056:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 19us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143544.417944:0:21530:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1171 00000100:00080000:2.0:1746143544.417963:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:3.0:1746143544.426629:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970741 is committed 00010000:00010000:2.0:1746143544.426877:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f2449a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.426890:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f2449a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.426899:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f2449a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.426906:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132804e00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143544.426910:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f2449a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.426917:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f2449a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.426935:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f2449a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.426941:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f2449a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.427224:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462284672:12345-192.168.203.27@tcp:4:dd.0 Request processed in 22005us (22125us total) trans 4294970741 rc 0/0 00000100:00100000:2.0:1746143544.427236:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14019 00000100:00100000:0.0:1746143544.428977:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.429084:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462285440 00000100:00100000:2.0:1746143544.429092:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462285440 00000100:00100000:0.0:1746143544.429153:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.429156:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14020 00000100:00100000:2.0:1746143544.429163:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462285440:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746143544.429179:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462285568 00000100:00100000:0.0:1746143544.429182:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462285568 00010000:00010000:2.0:1746143544.429197:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f244a1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143544.429202:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14021 00000100:00100000:0.0:1746143544.429206:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462285568:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746143544.429220:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143544.429220:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f244a8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.429222:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143544.429226:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.429227:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f244a1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.429227:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143544.429230:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f244a8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.429238:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f244a1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.429241:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f244a8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.440437:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f244a1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.440455:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f244a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.440463:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f244a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.440470:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f68b800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143544.440474:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f244a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.440492:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f244a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.440511:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f244a1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.440517:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f244a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.440604:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462285440:12345-192.168.203.27@tcp:3:dd.0 Request processed in 11436us (11629us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143544.440615:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14020 00010000:00010000:1.0:1746143544.441980:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f244a8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.441991:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f244a8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.441998:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f244a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.442003:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090c7b200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143544.442006:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f244a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.442012:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f244a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.442024:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f244a8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.442029:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090c7b200/0xa6c9a53f47f244a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143544.442101:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462285568:12345-192.168.203.27@tcp:3:dd.0 Request processed in 12890us (12948us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143544.442110:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14021 00000100:00100000:0.0:1746143544.446454:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.447251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143544.448068:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462285824 00000100:00100000:1.0:1746143544.448078:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462285824 00002000:00100000:1.0:1746143544.448127:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff880134091880 x1830963462285824/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143544.448137:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134091880 with x1830963462285824 ext(0->4194303) 00002000:00010000:1.0:1746143544.448143:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134091880 00000100:00100000:1.0:1746143544.448163:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14022 00000100:00100000:1.0:1746143544.448172:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+9:2007:x1830963462285824:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746143544.450362:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462286080 00000100:00100000:0.0:1746143544.450375:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462286080 00000100:00100000:0.0:1746143544.450453:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14023 00000100:00100000:0.0:1746143544.450462:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462286080:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:0.0:1746143544.450528:0:9576:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140938, atime: 0x0, ctime: 0x68140938, blocks: 0xc800 00010000:00010000:0.0:1746143544.450538:0:9576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f244af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.450553:0:9576:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143544.450554:0:9576:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143544.450560:0:9576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f244af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.450574:0:9576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f244af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.457994:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143544.458021:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462286336 00000100:00100000:1.0:1746143544.458030:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462286336 00002000:00100000:1.0:1746143544.458074:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff880124833480 x1830963462286336/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143544.458083:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124833480 with x1830963462286336 ext(0->4194303) 00002000:00010000:1.0:1746143544.458089:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124833480 00000100:00100000:1.0:1746143544.458117:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14024 00000100:00100000:1.0:1746143544.458124:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+15:2006:x1830963462286336:12345-192.168.203.27@tcp:4:dd.0 00000001:00080000:3.0:1746143544.479842:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970742 is committed 00010000:00010000:2.0:1746143544.480212:0:9576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f244af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.480228:0:9576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f244af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.480236:0:9576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f244af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.480243:0:9576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bad5400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143544.480341:0:9576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f244af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.480355:0:9576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f244af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.480374:0:9576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f244af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.480380:0:9576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f244af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9576 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.480493:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462286080:12345-192.168.203.27@tcp:4:dd.0 Request processed in 30027us (33238us total) trans 4294970742 rc 0/0 00000100:00100000:2.0:1746143544.480504:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14023 00000001:00080000:1.0:1746143544.480732:0:8364:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967395 is committed 00000001:00080000:1.0:1746143544.480741:0:8364:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967394 is committed 00000001:00080000:1.0:1746143544.480767:0:8364:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967392 is committed 00010000:00010000:3.0:1746143544.480799:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88012b92f000/0xa6c9a53f47f23e6c lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:3.0:1746143544.480808:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012b92f000/0xa6c9a53f47f23e6c lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT1 00010000:00010000:3.0:1746143544.480812:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012b92f000/0xa6c9a53f47f23e6c lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:3.0:1746143544.480815:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b92f000 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143544.480818:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012b92f000/0xa6c9a53f47f23e6c lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:3.0:1746143544.480822:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012b92f000/0xa6c9a53f47f23e6c lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT1 00010000:00010000:3.0:1746143544.480834:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff880092152f00) 00010000:00010000:3.0:1746143544.480836:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143544.480838:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012b92f000/0xa6c9a53f47f23e6c lrc: 2/0,0 mode: --/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00010000:00010000:3.0:1746143544.480841:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b92f000/0xa6c9a53f47f23e6c lrc: 0/0,0 mode: --/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00010000:00010000:3.0:1746143544.480863:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f23f22 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8934 initiator: MDT1 00010000:00010000:3.0:1746143544.480866:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f23f22 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8934 initiator: MDT1 00010000:00010000:3.0:1746143544.480868:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f23f22 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:3.0:1746143544.480871:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f5ffc00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143544.480873:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f23f22 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8934 initiator: MDT1 00010000:00010000:3.0:1746143544.480876:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f23f22 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8934 initiator: MDT1 00010000:00010000:3.0:1746143544.480879:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xc:0x0].0x0 (ffff880092152c00) 00010000:00010000:3.0:1746143544.480880:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143544.480882:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f23f22 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00010000:00010000:3.0:1746143544.480884:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f5ffc00/0xa6c9a53f47f23f22 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8934 initiator: MDT1 00000100:00100000:0.0:1746143544.484533:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.484564:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.484608:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462286720 00000100:00100000:2.0:1746143544.484619:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462286720 00000100:00100000:2.0:1746143544.484675:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462286848 00000100:00100000:2.0:1746143544.484677:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462286848 00000100:00100000:2.0:1746143544.484706:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14025 00000100:00100000:2.0:1746143544.484713:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462286720:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746143544.484714:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14026 00000100:00100000:0.0:1746143544.484724:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462286848:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746143544.484748:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008f68b800/0xa6c9a53f47f244b6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.484755:0:27163:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f244bd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.484762:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.484764:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143544.484767:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.484769:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f68b800/0xa6c9a53f47f244b6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.484769:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143544.484773:0:27163:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f244bd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.484780:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f68b800/0xa6c9a53f47f244b6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.484784:0:27163:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f244bd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143544.490592:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+11:2007:x1830963462285824:12345-192.168.203.27@tcp:4:dd.0 Request processed in 42415us (44143us total) trans 4294970743 rc 0/0 00000100:00100000:1.0:1746143544.490606:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14022 00002000:00100000:1.0:1746143544.490616:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff880134091880 x1830963462285824/t4294970743(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/448 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143544.490625:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134091880 with x1830963462285824 ext(0->4194303) 00002000:00010000:1.0:1746143544.490629:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134091880 00010000:00010000:2.0:1746143544.497281:0:27163:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f244bd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.497336:0:27163:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f244bd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.497344:0:27163:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f244bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.497351:0:27163:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091ae5600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143544.497356:0:27163:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f244bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.497364:0:27163:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f244bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.497383:0:27163:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f244bd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.497390:0:27163:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ae5600/0xa6c9a53f47f244bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.497497:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462286848:12345-192.168.203.27@tcp:3:dd.0 Request processed in 12770us (12926us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143544.497507:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14026 00010000:00010000:3.0:1746143544.497593:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746143544.498261:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008f68b800/0xa6c9a53f47f244b6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.498269:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f68b800/0xa6c9a53f47f244b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.498275:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f68b800/0xa6c9a53f47f244b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.498279:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f68b800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143544.498281:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f68b800/0xa6c9a53f47f244b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.498286:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f68b800/0xa6c9a53f47f244b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.498311:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f68b800/0xa6c9a53f47f244b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.498316:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f68b800/0xa6c9a53f47f244b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.498365:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462286720:12345-192.168.203.27@tcp:3:dd.0 Request processed in 13651us (13836us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143544.498371:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14025 00000100:00100000:1.0:1746143544.503368:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.503632:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462287104 00000100:00100000:2.0:1746143544.503641:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462287104 00000100:00100000:2.0:1746143544.503694:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14027 00000100:00100000:2.0:1746143544.503701:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462287104:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:2.0:1746143544.503748:0:27164:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140938, atime: 0x0, ctime: 0x68140938, blocks: 0xc800 00010000:00010000:2.0:1746143544.503755:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f244c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.503768:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.503770:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.503775:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f244c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.503788:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f244c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.510606:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+17:2006:x1830963462286336:12345-192.168.203.27@tcp:4:dd.0 Request processed in 52468us (52609us total) trans 4294972328 rc 0/0 00000100:00100000:2.0:1746143544.510620:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14024 00002000:00100000:2.0:1746143544.510632:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff880124833480 x1830963462286336/t4294972328(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/448 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143544.510641:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880124833480 with x1830963462286336 ext(0->4194303) 00002000:00010000:2.0:1746143544.510646:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880124833480 00000001:00080000:3.0:1746143544.520227:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970744 is committed 00000001:00080000:3.0:1746143544.520244:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970743 is committed 00010000:00010000:2.0:1746143544.520593:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f244c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.520606:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f244c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.520613:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f244c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.520621:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132804e00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143544.520624:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f244c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.520632:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f244c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.520650:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f244c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.520656:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132804e00/0xa6c9a53f47f244c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.520908:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462287104:12345-192.168.203.27@tcp:4:dd.0 Request processed in 17201us (17543us total) trans 4294970744 rc 0/0 00000100:00100000:2.0:1746143544.520919:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14027 00000100:00100000:0.0:1746143544.526518:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.526562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.526654:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462287488 00000100:00100000:3.0:1746143544.526664:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462287488 00000100:00100000:3.0:1746143544.526731:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462287616 00000100:00100000:3.0:1746143544.526734:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462287616 00000100:00100000:3.0:1746143544.526765:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14028 00000100:00100000:3.0:1746143544.526772:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462287488:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:1.0:1746143544.526794:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14029 00000100:00100000:1.0:1746143544.526801:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462287616:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746143544.526810:0:27173:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097804400/0xa6c9a53f47f244cb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.526816:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f244d2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.526827:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.526827:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.526829:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.526829:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.526834:0:27173:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097804400/0xa6c9a53f47f244cb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.526834:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f244d2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.526847:0:27173:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097804400/0xa6c9a53f47f244cb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.526847:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f244d2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143544.535882:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746143544.536792:0:27173:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097804400/0xa6c9a53f47f244cb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.536806:0:27173:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097804400/0xa6c9a53f47f244cb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.536814:0:27173:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097804400/0xa6c9a53f47f244cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.536821:0:27173:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097804400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143544.536825:0:27173:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097804400/0xa6c9a53f47f244cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.536833:0:27173:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097804400/0xa6c9a53f47f244cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.536853:0:27173:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097804400/0xa6c9a53f47f244cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.536860:0:27173:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097804400/0xa6c9a53f47f244cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.536860:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462287872 00000100:00100000:2.0:1746143544.536870:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462287872 00002000:00100000:2.0:1746143544.536920:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff880134091500 x1830963462287872/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143544.536927:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134091500 with x1830963462287872 ext(4194304->8388607) 00002000:00010000:2.0:1746143544.536930:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134091500 00000100:00100000:3.0:1746143544.536948:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462287488:12345-192.168.203.27@tcp:3:dd.0 Request processed in 10176us (10438us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143544.536948:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14030 00000100:00100000:2.0:1746143544.536953:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+9:2007:x1830963462287872:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746143544.536956:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14028 00010000:00010000:0.0:1746143544.538716:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f244d2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.538728:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f244d2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.538735:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f244d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.538741:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091a78c00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746143544.538745:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f244d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.538752:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f244d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.538765:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f244d2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.538771:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a78c00/0xa6c9a53f47f244d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143544.538843:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462287616:12345-192.168.203.27@tcp:3:dd.0 Request processed in 12039us (12276us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746143544.538852:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14029 00000100:00100000:0.0:1746143544.546757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.546844:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462288256 00000100:00100000:2.0:1746143544.546851:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462288256 00002000:00100000:2.0:1746143544.546887:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff880134093100 x1830963462288256/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143544.546897:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134093100 with x1830963462288256 ext(4194304->8388607) 00002000:00010000:2.0:1746143544.546901:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134093100 00000100:00100000:2.0:1746143544.546930:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14031 00000100:00100000:2.0:1746143544.546937:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+17:2006:x1830963462288256:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746143544.553745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.554004:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462288384 00000100:00100000:3.0:1746143544.554012:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462288384 00000100:00100000:3.0:1746143544.554065:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14032 00000100:00100000:3.0:1746143544.554070:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462288384:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:3.0:1746143544.554107:0:27173:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140938, atime: 0x0, ctime: 0x68140938, blocks: 0xc800 00010000:00010000:3.0:1746143544.554114:0:27173:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f244d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.554124:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.554125:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.554129:0:27173:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f244d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.554139:0:27173:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f244d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.569714:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+11:2007:x1830963462287872:12345-192.168.203.27@tcp:4:dd.0 Request processed in 32749us (33832us total) trans 4294970745 rc 0/0 00000100:00100000:2.0:1746143544.569728:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14030 00002000:00100000:2.0:1746143544.569741:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff880134091500 x1830963462287872/t4294970745(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/448 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143544.569751:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134091500 with x1830963462287872 ext(4194304->8388607) 00002000:00010000:2.0:1746143544.569757:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134091500 00000100:00100000:2.0:1746143544.589407:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+19:2006:x1830963462288256:12345-192.168.203.27@tcp:4:dd.0 Request processed in 42458us (42646us total) trans 4294972329 rc 0/0 00000100:00100000:2.0:1746143544.589420:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14031 00002000:00100000:2.0:1746143544.589432:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff880134093100 x1830963462288256/t4294972329(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/448 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143544.589442:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134093100 with x1830963462288256 ext(4194304->8388607) 00002000:00010000:2.0:1746143544.589448:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134093100 00000001:00080000:3.0:1746143544.592661:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970746 is committed 00000001:00080000:3.0:1746143544.592673:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970745 is committed 00010000:00010000:0.0:1746143544.592790:0:27173:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f244d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.592801:0:27173:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f244d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.592807:0:27173:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f244d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.592813:0:27173:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097804000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746143544.592816:0:27173:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f244d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.592823:0:27173:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f244d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.592836:0:27173:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f244d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.592841:0:27173:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097804000/0xa6c9a53f47f244d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143544.593044:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462288384:12345-192.168.203.27@tcp:4:dd.0 Request processed in 38969us (39302us total) trans 4294970746 rc 0/0 00000100:00100000:3.0:1746143544.593052:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14032 00000100:00100000:0.0:1746143544.597955:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.598089:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462288768 00000100:00100000:3.0:1746143544.598100:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462288768 00000100:00100000:3.0:1746143544.598161:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14033 00000100:00100000:3.0:1746143544.598168:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462288768:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746143544.598197:0:27173:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097805200/0xa6c9a53f47f244e0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.598209:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.598211:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.598215:0:27173:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097805200/0xa6c9a53f47f244e0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.598225:0:27173:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097805200/0xa6c9a53f47f244e0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143544.598842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.599115:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462288896 00000100:00100000:2.0:1746143544.599123:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462288896 00000100:00100000:2.0:1746143544.599190:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14034 00000100:00100000:2.0:1746143544.599198:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462288896:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746143544.600365:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880133990800/0xa6c9a53f47f244e7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.600381:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.600383:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.600388:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133990800/0xa6c9a53f47f244e7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.600400:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133990800/0xa6c9a53f47f244e7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.613415:0:27173:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097805200/0xa6c9a53f47f244e0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.613434:0:27173:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097805200/0xa6c9a53f47f244e0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.613441:0:27173:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097805200/0xa6c9a53f47f244e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.613448:0:27173:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097805200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143544.613452:0:27173:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097805200/0xa6c9a53f47f244e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.613459:0:27173:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097805200/0xa6c9a53f47f244e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.613501:0:27173:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097805200/0xa6c9a53f47f244e0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.613508:0:27173:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097805200/0xa6c9a53f47f244e0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.613656:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880133990800/0xa6c9a53f47f244e7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.613665:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880133990800/0xa6c9a53f47f244e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.613670:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880133990800/0xa6c9a53f47f244e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.613674:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133990800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143544.613676:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880133990800/0xa6c9a53f47f244e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.613681:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880133990800/0xa6c9a53f47f244e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.613690:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880133990800/0xa6c9a53f47f244e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.613695:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133990800/0xa6c9a53f47f244e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.613771:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462288896:12345-192.168.203.27@tcp:3:dd.0 Request processed in 14569us (14924us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143544.613782:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14034 00000100:00100000:3.0:1746143544.614724:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462288768:12345-192.168.203.27@tcp:3:dd.0 Request processed in 16555us (16777us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143544.614732:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14033 00000100:00100000:1.0:1746143544.615653:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.615727:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462289152 00000100:00100000:3.0:1746143544.615735:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462289152 00002000:00100000:3.0:1746143544.615772:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88009045c380 x1830963462289152/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143544.615781:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c380 with x1830963462289152 ext(8388608->12582911) 00002000:00010000:3.0:1746143544.615786:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009045c380 00000100:00100000:3.0:1746143544.615812:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14035 00000100:00100000:3.0:1746143544.615819:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009045c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+9:2007:x1830963462289152:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746143544.617252:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.617344:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462289408 00000100:00100000:3.0:1746143544.617349:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462289408 00000100:00100000:3.0:1746143544.617384:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14036 00000100:00100000:3.0:1746143544.617390:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462289408:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:3.0:1746143544.617425:0:27162:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140938, atime: 0x0, ctime: 0x68140938, blocks: 0xc800 00010000:00010000:3.0:1746143544.617433:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f244ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.617446:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.617448:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.617453:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f244ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.617465:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f244ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.633871:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143544.633948:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462289664 00000100:00100000:1.0:1746143544.633960:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462289664 00002000:00100000:1.0:1746143544.634010:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff88009236fb80 x1830963462289664/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746143544.634022:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236fb80 with x1830963462289664 ext(8388608->12582911) 00002000:00010000:1.0:1746143544.634027:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236fb80 00000100:00100000:1.0:1746143544.634086:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14037 00000100:00100000:1.0:1746143544.634094:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+19:2006:x1830963462289664:12345-192.168.203.27@tcp:4:dd.0 00000001:00080000:0.0:1746143544.642847:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970747 is committed 00010000:00010000:3.0:1746143544.643107:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f244ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.643122:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f244ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.643129:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f244ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.643135:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097805800 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143544.643139:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f244ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.643147:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f244ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.643164:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f244ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.643169:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097805800/0xa6c9a53f47f244ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143544.643270:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462289408:12345-192.168.203.27@tcp:4:dd.0 Request processed in 25874us (26019us total) trans 4294970747 rc 0/0 00000100:00100000:3.0:1746143544.643280:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14036 00000100:00100000:3.0:1746143544.643364:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.643387:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462289920 00000100:00100000:3.0:1746143544.643395:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462289920 00000100:00100000:3.0:1746143544.643430:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 204 00000100:00100000:3.0:1746143544.643436:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+21:3822:x1830963462289920:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:3.0:1746143544.643600:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+22:3822:x1830963462289920:12345-192.168.203.27@tcp:35:dd.0 Request processed in 163us (236us total) trans 4294986292 rc 0/0 00000100:00100000:3.0:1746143544.643605:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 204 00000100:00100000:3.0:1746143544.647679:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.648034:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462290176 00000100:00100000:3.0:1746143544.648042:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462290176 00000100:00100000:3.0:1746143544.648089:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 205 00000100:00100000:3.0:1746143544.648096:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+22:3822:x1830963462290176:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:3.0:1746143544.648329:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+23:3822:x1830963462290176:12345-192.168.203.27@tcp:35:dd.0 Request processed in 233us (659us total) trans 4294986293 rc 0/0 00000100:00100000:3.0:1746143544.648336:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 205 00000100:00100000:1.0:1746143544.648860:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143544.648909:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143544.648943:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462290560 00000100:00100000:1.0:1746143544.648949:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462290560 00000100:00100000:1.0:1746143544.648989:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462290688 00000100:00100000:1.0:1746143544.648991:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462290688 00000100:00100000:1.0:1746143544.649008:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14038 00000100:00100000:1.0:1746143544.649013:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462290560:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:3.0:1746143544.649269:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14039 00000100:00100000:3.0:1746143544.649280:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462290688:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746143544.649400:0:28839:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097804600/0xa6c9a53f47f244f5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.649412:0:28839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.649414:0:28839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.649418:0:28839:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097804600/0xa6c9a53f47f244f5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.649430:0:28839:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097804600/0xa6c9a53f47f244f5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.649445:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092bd5600/0xa6c9a53f47f244fc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.649457:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.649459:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.649463:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bd5600/0xa6c9a53f47f244fc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.649485:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092bd5600/0xa6c9a53f47f244fc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143544.656068:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009045c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+11:2007:x1830963462289152:12345-192.168.203.27@tcp:4:dd.0 Request processed in 40241us (40408us total) trans 4294970748 rc 0/0 00000100:00100000:3.0:1746143544.656083:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14035 00002000:00100000:3.0:1746143544.656095:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88009045c380 x1830963462289152/t4294970748(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/448 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143544.656104:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009045c380 with x1830963462289152 ext(8388608->12582911) 00002000:00010000:3.0:1746143544.656109:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009045c380 00010000:00010000:3.0:1746143544.663328:0:28839:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097804600/0xa6c9a53f47f244f5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.663346:0:28839:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097804600/0xa6c9a53f47f244f5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.663354:0:28839:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097804600/0xa6c9a53f47f244f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.663360:0:28839:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097804600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143544.663363:0:28839:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097804600/0xa6c9a53f47f244f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.663370:0:28839:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097804600/0xa6c9a53f47f244f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.663388:0:28839:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097804600/0xa6c9a53f47f244f5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.663394:0:28839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097804600/0xa6c9a53f47f244f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.663449:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092bd5600/0xa6c9a53f47f244fc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.663464:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092bd5600/0xa6c9a53f47f244fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.663472:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092bd5600/0xa6c9a53f47f244fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143544.663488:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462290688:12345-192.168.203.27@tcp:3:dd.0 Request processed in 14199us (14567us total) trans 0 rc 1048576/1048576 00010000:00010000:2.0:1746143544.663488:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bd5600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143544.663492:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092bd5600/0xa6c9a53f47f244fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143544.663498:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14039 00010000:00010000:2.0:1746143544.663499:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092bd5600/0xa6c9a53f47f244fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.663515:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092bd5600/0xa6c9a53f47f244fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.663521:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092bd5600/0xa6c9a53f47f244fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.663594:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462290560:12345-192.168.203.27@tcp:3:dd.0 Request processed in 14577us (14737us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143544.663603:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14038 00000100:00100000:2.0:1746143544.672609:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+21:2006:x1830963462289664:12345-192.168.203.27@tcp:4:dd.0 Request processed in 38503us (38738us total) trans 4294972330 rc 0/0 00000100:00100000:2.0:1746143544.672623:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14037 00002000:00100000:2.0:1746143544.672636:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff88009236fb80 x1830963462289664/t4294972330(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:695/0 lens 488/448 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143544.672646:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236fb80 with x1830963462289664 ext(8388608->12582911) 00002000:00010000:2.0:1746143544.672654:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236fb80 00000100:00100000:3.0:1746143544.678523:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.679590:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462290944 00000100:00100000:2.0:1746143544.679604:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462290944 00000100:00100000:2.0:1746143544.679693:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14040 00000100:00100000:2.0:1746143544.679703:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462290944:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:2.0:1746143544.679772:0:27163:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140938, atime: 0x0, ctime: 0x68140938, blocks: 0xc800 00010000:00010000:2.0:1746143544.679783:0:27163:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009808b600/0xa6c9a53f47f24503 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.679800:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.679802:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.679807:0:27163:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009808b600/0xa6c9a53f47f24503 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.679824:0:27163:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009808b600/0xa6c9a53f47f24503 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746143544.698773:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970749 is committed 00000001:00080000:2.0:1746143544.698790:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970748 is committed 00002000:00010000:0.0:1746143544.698956:0:27163:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1746143544 -> 1746143545 00002000:00010000:0.0:1746143544.698960:0:27163:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1746143544 -> 1746143545 00010000:00010000:0.0:1746143544.698973:0:27163:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009808b600/0xa6c9a53f47f24503 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.698984:0:27163:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009808b600/0xa6c9a53f47f24503 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.698992:0:27163:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009808b600/0xa6c9a53f47f24503 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.698998:0:27163:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009808b600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746143544.699002:0:27163:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009808b600/0xa6c9a53f47f24503 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.699008:0:27163:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009808b600/0xa6c9a53f47f24503 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.699026:0:27163:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009808b600/0xa6c9a53f47f24503 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.699032:0:27163:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009808b600/0xa6c9a53f47f24503 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143544.699156:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462290944:12345-192.168.203.27@tcp:4:dd.0 Request processed in 19450us (20646us total) trans 4294970749 rc 0/0 00000100:00100000:0.0:1746143544.699169:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14040 00000100:00100000:1.0:1746143544.701354:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.701384:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462291328 00000100:00100000:1.0:1746143544.701391:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.701394:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462291328 00000100:00100000:0.0:1746143544.701412:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462291456 00000100:00100000:0.0:1746143544.701415:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462291456 00000100:00100000:0.0:1746143544.701549:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14041 00000100:00100000:0.0:1746143544.701556:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462291456:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746143544.701592:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e17e400/0xa6c9a53f47f2450a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.701605:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143544.701608:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143544.701613:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e17e400/0xa6c9a53f47f2450a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.701625:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e17e400/0xa6c9a53f47f2450a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143544.703052:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14042 00000100:00100000:0.0:1746143544.703060:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462291328:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746143544.703086:0:27163:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24511 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.703097:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143544.703100:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143544.703104:0:27163:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24511 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.703113:0:27163:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24511 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.709992:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e17e400/0xa6c9a53f47f2450a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.710010:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012e17e400/0xa6c9a53f47f2450a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.710018:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012e17e400/0xa6c9a53f47f2450a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.710025:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e17e400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746143544.710030:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e17e400/0xa6c9a53f47f2450a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.710038:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e17e400/0xa6c9a53f47f2450a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.710056:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012e17e400/0xa6c9a53f47f2450a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.710063:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e17e400/0xa6c9a53f47f2450a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143544.710961:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462291456:12345-192.168.203.27@tcp:3:dd.0 Request processed in 8650us (8813us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746143544.710974:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14041 00010000:00010000:1.0:1746143544.711252:0:27163:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24511 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.711262:0:27163:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24511 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.711273:0:27163:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24511 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.711279:0:27163:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e17e200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143544.711281:0:27163:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24511 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.711286:0:27163:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24511 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.711309:0:27163:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24511 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.711314:0:27163:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24511 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143544.711376:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462291328:12345-192.168.203.27@tcp:3:dd.0 Request processed in 8316us (10029us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143544.711383:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14042 00000100:00100000:3.0:1746143544.717983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143544.718140:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462291712 00000100:00100000:1.0:1746143544.718149:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462291712 00000100:00100000:2.0:1746143544.718402:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14043 00000100:00100000:2.0:1746143544.718413:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2007:x1830963462291712:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:2.0:1746143544.718467:0:27164:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140939, atime: 0x0, ctime: 0x68140939, blocks: 0xc800 00010000:00010000:2.0:1746143544.718502:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f24518 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.718515:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.718516:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.718521:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f24518 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.718533:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f24518 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746143544.737420:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970750 is committed 00010000:00010000:2.0:1746143544.737863:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f24518 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.737878:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f24518 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.737886:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f24518 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.737895:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bad5400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143544.737899:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f24518 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.737907:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f24518 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.737926:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f24518 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.737933:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bad5400/0xa6c9a53f47f24518 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.738889:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2007:x1830963462291712:12345-192.168.203.27@tcp:4:dd.0 Request processed in 20470us (20907us total) trans 4294970750 rc 0/0 00000100:00100000:2.0:1746143544.738905:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14043 00000100:00100000:3.0:1746143544.742941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.743991:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.744118:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462292096 00000100:00100000:2.0:1746143544.744127:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462292096 00000100:00100000:2.0:1746143544.744182:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462292224 00000100:00100000:2.0:1746143544.744184:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462292224 00000100:00100000:2.0:1746143544.744203:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14044 00000100:00100000:2.0:1746143544.744211:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097826300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462292096:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746143544.744251:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2451f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.744266:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.744267:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.744272:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2451f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.744286:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2451f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143544.744399:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14045 00000100:00100000:1.0:1746143544.744411:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462292224:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746143544.744436:0:27163:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092bd4a00/0xa6c9a53f47f24526 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.744448:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.744450:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.744452:0:27163:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092bd4a00/0xa6c9a53f47f24526 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.744460:0:27163:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092bd4a00/0xa6c9a53f47f24526 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.754533:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2451f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.754553:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2451f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.754560:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2451f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.754568:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f5b7400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143544.754573:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2451f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.754581:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2451f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.754603:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2451f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.754609:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2451f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.754912:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097826300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462292096:12345-192.168.203.27@tcp:3:dd.0 Request processed in 10695us (11974us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143544.754923:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14044 00010000:00010000:0.0:1746143544.755866:0:27163:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092bd4a00/0xa6c9a53f47f24526 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.755881:0:27163:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092bd4a00/0xa6c9a53f47f24526 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.755889:0:27163:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092bd4a00/0xa6c9a53f47f24526 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.755895:0:27163:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bd4a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746143544.755898:0:27163:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092bd4a00/0xa6c9a53f47f24526 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.755904:0:27163:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092bd4a00/0xa6c9a53f47f24526 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.755922:0:27163:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092bd4a00/0xa6c9a53f47f24526 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143544.755927:0:27163:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092bd4a00/0xa6c9a53f47f24526 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143544.756008:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462292224:12345-192.168.203.27@tcp:3:dd.0 Request processed in 11597us (12017us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746143544.756016:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14045 00000100:00100000:3.0:1746143544.761774:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.762040:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462292480 00000100:00100000:0.0:1746143544.762053:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462292480 00000100:00100000:2.0:1746143544.762395:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14046 00000100:00100000:2.0:1746143544.762407:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097825c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462292480:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:2.0:1746143544.762487:0:27164:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140939, atime: 0x0, ctime: 0x68140939, blocks: 0xc800 00010000:00010000:2.0:1746143544.762497:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2452d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.762515:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.762517:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.762524:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2452d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.762540:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2452d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746143544.777219:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970751 is committed 00010000:00010000:2.0:1746143544.777455:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2452d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.777470:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2452d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.777489:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2452d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.777496:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f5b7400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143544.777500:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2452d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.777508:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2452d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.777525:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2452d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.777530:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f5b7400/0xa6c9a53f47f2452d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.777633:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097825c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462292480:12345-192.168.203.27@tcp:4:dd.0 Request processed in 15224us (15867us total) trans 4294970751 rc 0/0 00000100:00100000:2.0:1746143544.777643:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14046 00000100:00100000:3.0:1746143544.780361:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.780418:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143544.780536:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462292736 00000100:00100000:1.0:1746143544.780545:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462292736 00000100:00100000:1.0:1746143544.780594:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462292992 00000100:00100000:1.0:1746143544.780596:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462292992 00000100:00100000:2.0:1746143544.780604:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14047 00000100:00100000:2.0:1746143544.780614:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462292736:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:1.0:1746143544.780619:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14048 00000100:00100000:1.0:1746143544.780624:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462292992:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746143544.780649:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880123cdb400/0xa6c9a53f47f24534 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.780649:0:27163:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008f5b6000/0xa6c9a53f47f2453b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.780662:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.780662:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.780663:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.780663:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.780667:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123cdb400/0xa6c9a53f47f24534 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.780667:0:27163:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f5b6000/0xa6c9a53f47f2453b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.780678:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123cdb400/0xa6c9a53f47f24534 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.780678:0:27163:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f5b6000/0xa6c9a53f47f2453b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.789263:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880123cdb400/0xa6c9a53f47f24534 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.789285:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123cdb400/0xa6c9a53f47f24534 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.789329:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123cdb400/0xa6c9a53f47f24534 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.789336:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880123cdb400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143544.789341:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123cdb400/0xa6c9a53f47f24534 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.789352:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123cdb400/0xa6c9a53f47f24534 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.789384:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123cdb400/0xa6c9a53f47f24534 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.789391:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123cdb400/0xa6c9a53f47f24534 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143544.789510:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462292736:12345-192.168.203.27@tcp:3:dd.0 Request processed in 8890us (9152us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143544.789522:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14047 00010000:00010000:1.0:1746143544.789639:0:27163:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008f5b6000/0xa6c9a53f47f2453b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.789651:0:27163:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f5b6000/0xa6c9a53f47f2453b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.789656:0:27163:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f5b6000/0xa6c9a53f47f2453b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.789660:0:27163:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f5b6000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143544.789662:0:27163:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f5b6000/0xa6c9a53f47f2453b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.789667:0:27163:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f5b6000/0xa6c9a53f47f2453b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.789677:0:27163:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f5b6000/0xa6c9a53f47f2453b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.789682:0:27163:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f5b6000/0xa6c9a53f47f2453b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143544.789729:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462292992:12345-192.168.203.27@tcp:3:dd.0 Request processed in 9105us (9311us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143544.789735:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14048 00000100:00100000:2.0:1746143544.793284:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143544.793776:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462293248 00000100:00100000:1.0:1746143544.793786:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462293248 00000100:00100000:1.0:1746143544.793902:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14049 00000100:00100000:1.0:1746143544.793912:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2007:x1830963462293248:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:1.0:1746143544.793972:0:27163:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140939, atime: 0x0, ctime: 0x68140939, blocks: 0xc800 00010000:00010000:1.0:1746143544.793980:0:27163:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24542 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.793994:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.793995:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.794000:0:27163:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24542 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.794012:0:27163:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24542 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746143544.811896:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970752 is committed 00010000:00010000:1.0:1746143544.812100:0:27163:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24542 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.812116:0:27163:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24542 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.812132:0:27163:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24542 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.812139:0:27163:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e17e200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143544.812143:0:27163:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24542 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.812151:0:27163:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24542 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.812179:0:27163:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24542 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.812185:0:27163:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e17e200/0xa6c9a53f47f24542 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143544.812337:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2007:x1830963462293248:12345-192.168.203.27@tcp:4:dd.0 Request processed in 18421us (19057us total) trans 4294970752 rc 0/0 00000100:00100000:1.0:1746143544.812349:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14049 00000100:00100000:2.0:1746143544.817175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.817321:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.817372:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462293504 00000100:00100000:3.0:1746143544.817383:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462293504 00000100:00100000:3.0:1746143544.817444:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462293760 00000100:00100000:3.0:1746143544.817446:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462293760 00000100:00100000:3.0:1746143544.817485:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14050 00000100:00100000:3.0:1746143544.817493:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462293504:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746143544.817532:0:27173:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f24549 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.817547:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.817549:0:27173:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.817555:0:27173:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f24549 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.817570:0:27173:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f24549 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143544.817640:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14051 00000100:00100000:1.0:1746143544.817648:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462293760:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746143544.817666:0:27163:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24550 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.817673:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.817674:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.817676:0:27163:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24550 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.817683:0:27163:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24550 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.829333:0:27173:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f24549 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.829352:0:27173:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f24549 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.829361:0:27173:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f24549 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.829368:0:27173:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bad5400 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143544.829372:0:27173:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f24549 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.829381:0:27173:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f24549 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.829401:0:27173:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f24549 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.829407:0:27173:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f24549 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27173 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143544.829526:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462293504:12345-192.168.203.27@tcp:3:dd.0 Request processed in 12028us (12356us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143544.829537:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14050 00010000:00010000:1.0:1746143544.830235:0:27163:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24550 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.830249:0:27163:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24550 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.830256:0:27163:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24550 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.830262:0:27163:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e17ec00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143544.830266:0:27163:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24550 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.830273:0:27163:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24550 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.830289:0:27163:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24550 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.831409:0:27163:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e17ec00/0xa6c9a53f47f24550 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143544.832062:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2004:x1830963462293760:12345-192.168.203.27@tcp:3:dd.0 Request processed in 14410us (14763us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143544.832072:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14051 00000100:00100000:2.0:1746143544.835500:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143544.835620:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462294016 00000100:00100000:1.0:1746143544.835632:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462294016 00000100:00100000:1.0:1746143544.836647:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14052 00000100:00100000:1.0:1746143544.836660:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462294016:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:1.0:1746143544.836701:0:27163:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140939, atime: 0x0, ctime: 0x68140939, blocks: 0xc800 00010000:00010000:1.0:1746143544.836708:0:27163:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f24557 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.836719:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.836721:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.836725:0:27163:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f24557 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.836736:0:27163:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f24557 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746143544.852210:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970753 is committed 00010000:00010000:1.0:1746143544.852413:0:27163:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f24557 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.852423:0:27163:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f24557 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.852431:0:27163:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f24557 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.852437:0:27163:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011f351600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143544.852440:0:27163:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f24557 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.852446:0:27163:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f24557 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.852461:0:27163:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f24557 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.852467:0:27163:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f351600/0xa6c9a53f47f24557 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143544.853820:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462294016:12345-192.168.203.27@tcp:4:dd.0 Request processed in 17157us (18324us total) trans 4294970753 rc 0/0 00000100:00100000:1.0:1746143544.853830:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14052 00000100:00100000:0.0:1746143544.857503:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.857658:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143544.858629:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462294400 00000100:00100000:1.0:1746143544.858640:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462294400 00000100:00100000:1.0:1746143544.858696:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462294528 00000100:00100000:1.0:1746143544.858698:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462294528 00000100:00100000:1.0:1746143544.858716:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14053 00000100:00100000:1.0:1746143544.858722:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462294400:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746143544.858761:0:27163:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88011f350200/0xa6c9a53f47f2455e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.858775:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.858777:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143544.858781:0:27163:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f350200/0xa6c9a53f47f2455e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.858785:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14054 00010000:00010000:1.0:1746143544.858793:0:27163:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f350200/0xa6c9a53f47f2455e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.858801:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462294528:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746143544.858840:0:28839:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880123cda000/0xa6c9a53f47f24565 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.858851:0:28839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.858853:0:28839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.858857:0:28839:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123cda000/0xa6c9a53f47f24565 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.858868:0:28839:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123cda000/0xa6c9a53f47f24565 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.871431:0:27163:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88011f350200/0xa6c9a53f47f2455e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.871451:0:27163:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f350200/0xa6c9a53f47f2455e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.871459:0:27163:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f350200/0xa6c9a53f47f2455e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.871468:0:27163:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011f350200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143544.871472:0:27163:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f350200/0xa6c9a53f47f2455e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.871490:0:27163:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f350200/0xa6c9a53f47f2455e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.871511:0:27163:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f350200/0xa6c9a53f47f2455e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.871518:0:27163:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f350200/0xa6c9a53f47f2455e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.871529:0:28839:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880123cda000/0xa6c9a53f47f24565 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.871545:0:28839:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880123cda000/0xa6c9a53f47f24565 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.871552:0:28839:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880123cda000/0xa6c9a53f47f24565 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.871558:0:28839:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880123cda000 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143544.871561:0:28839:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880123cda000/0xa6c9a53f47f24565 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.871569:0:28839:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880123cda000/0xa6c9a53f47f24565 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.871584:0:28839:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880123cda000/0xa6c9a53f47f24565 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.871589:0:28839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123cda000/0xa6c9a53f47f24565 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143544.871604:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462294400:12345-192.168.203.27@tcp:3:dd.0 Request processed in 12876us (14105us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143544.871614:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14053 00000100:00100000:2.0:1746143544.871663:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462294528:12345-192.168.203.27@tcp:3:dd.0 Request processed in 12864us (14000us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143544.871671:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14054 00000100:00100000:0.0:1746143544.874675:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.874798:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462294784 00000100:00100000:2.0:1746143544.874918:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462294784 00000100:00100000:2.0:1746143544.875262:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14055 00000100:00100000:2.0:1746143544.875271:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462294784:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:2.0:1746143544.875351:0:28839:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140939, atime: 0x0, ctime: 0x68140939, blocks: 0xc800 00010000:00010000:2.0:1746143544.875360:0:28839:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880123cda600/0xa6c9a53f47f2456c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.875373:0:28839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.875375:0:28839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.875380:0:28839:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880123cda600/0xa6c9a53f47f2456c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.875393:0:28839:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880123cda600/0xa6c9a53f47f2456c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746143544.896491:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970754 is committed 00010000:00010000:2.0:1746143544.896703:0:28839:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880123cda600/0xa6c9a53f47f2456c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.896716:0:28839:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880123cda600/0xa6c9a53f47f2456c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.896724:0:28839:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880123cda600/0xa6c9a53f47f2456c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.896731:0:28839:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880123cda600 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143544.896735:0:28839:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880123cda600/0xa6c9a53f47f2456c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.896742:0:28839:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880123cda600/0xa6c9a53f47f2456c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.896762:0:28839:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880123cda600/0xa6c9a53f47f2456c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.896768:0:28839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123cda600/0xa6c9a53f47f2456c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.896869:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:2005:x1830963462294784:12345-192.168.203.27@tcp:4:dd.0 Request processed in 21594us (22200us total) trans 4294970754 rc 0/0 00000100:00100000:2.0:1746143544.896880:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14055 00000100:00100000:0.0:1746143544.902467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.902592:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462295040 00000100:00100000:2.0:1746143544.902601:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462295040 00000100:00100000:2.0:1746143544.903440:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14056 00000100:00100000:2.0:1746143544.903449:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462295040:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746143544.903497:0:28839:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f24573 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.903509:0:28839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.903511:0:28839:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143544.903516:0:28839:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f24573 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.903529:0:28839:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f24573 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.909727:0:28839:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f24573 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.909751:0:28839:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f24573 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.909759:0:28839:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f24573 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.909766:0:28839:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091a79a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:2.0:1746143544.909770:0:28839:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f24573 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.909778:0:28839:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f24573 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.909796:0:28839:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f24573 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.909803:0:28839:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f24573 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28839 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.909896:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462295040:12345-192.168.203.27@tcp:3:dd.0 Request processed in 6444us (7463us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143544.909908:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14056 00000100:00100000:0.0:1746143544.914732:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.914807:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462295168 00000100:00100000:3.0:1746143544.914817:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462295168 00000100:00100000:3.0:1746143544.914957:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30795 00000100:00100000:3.0:1746143544.914965:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+7:3821:x1830963462295168:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143544.914987:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143544.915007:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bad4400/0xa6c9a53f47f2457a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c682 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746143544.915029:0:9572:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140939, atime: 0x0, ctime: 0x68140939, blocks: 0xc800 00010000:00010000:3.0:1746143544.915051:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.915052:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143544.915060:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bad4400/0xa6c9a53f47f2457a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c682 expref: 8 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.915074:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bad4400/0xa6c9a53f47f2457a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c682 expref: 8 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.915083:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bad4400, rc 0) 00000100:00100000:3.0:1746143544.915143:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:3821:x1830963462295168:12345-192.168.203.27@tcp:101:dd.0 Request processed in 178us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143544.915149:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30795 00000100:00100000:0.0:1746143544.930073:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.930215:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462295296 00000100:00100000:2.0:1746143544.930230:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462295296 00002000:00100000:2.0:1746143544.930283:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1b:0x0] (25165824->26214399) req@ffff88013072a680 x1830963462295296/t0(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:695/0 lens 488/0 e 0 to 0 dl 1746143555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143544.930331:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072a680 with x1830963462295296 ext(25165824->26214399) 00002000:00010000:2.0:1746143544.930337:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013072a680 00000100:00100000:2.0:1746143544.930604:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14057 00000100:00100000:2.0:1746143544.930615:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462295296:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746143544.939974:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462295296:12345-192.168.203.27@tcp:4:dd.0 Request processed in 9347us (9899us total) trans 4294970755 rc 0/0 00000100:00100000:2.0:1746143544.939988:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14057 00002000:00100000:2.0:1746143544.940377:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1b:0x0] (25165824->26214399) req@ffff88013072a680 x1830963462295296/t4294970755(0) o4->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:695/0 lens 488/448 e 0 to 0 dl 1746143555 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143544.940387:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013072a680 with x1830963462295296 ext(25165824->26214399) 00002000:00010000:2.0:1746143544.940393:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013072a680 00000100:00100000:0.0:1746143544.941798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.941901:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462295424 00000100:00100000:3.0:1746143544.941910:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462295424 00000100:00100000:3.0:1746143544.941958:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30796 00000100:00100000:3.0:1746143544.941964:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2005:x1830963462295424:12345-192.168.203.27@tcp:16:dd.0 00000001:00080000:1.0:1746143544.948370:0:10908:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970755 is committed 00000100:00100000:3.0:1746143544.948555:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2005:x1830963462295424:12345-192.168.203.27@tcp:16:dd.0 Request processed in 6584us (6755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143544.948567:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30796 00000100:00100000:0.0:1746143544.951210:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.951423:0:21497:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462295680 00000100:00100000:2.0:1746143544.951430:0:21497:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462295680 00000100:00100000:2.0:1746143544.951491:0:21497:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 206 00000100:00100000:2.0:1746143544.951498:0:21497:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+33:3821:x1830963462295680:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:2.0:1746143544.951675:0:21497:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:3821:x1830963462295680:12345-192.168.203.27@tcp:35:dd.0 Request processed in 177us (471us total) trans 4294986294 rc 0/0 00000100:00100000:2.0:1746143544.951680:0:21497:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 206 00000100:00100000:0.0:1746143544.963277:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.963459:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462295808 00000100:00100000:3.0:1746143544.963470:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462295808 00000100:00100000:3.0:1746143544.963530:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44220 00000100:00100000:3.0:1746143544.963538:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+34:3825:x1830963462295808:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:3.0:1746143544.963563:0:7223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143544.963582:0:7223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f24581 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c689 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.963643:0:7223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f24588 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1746143544.963655:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f24588 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1746143544.963667:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f24588 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000004:00200000:3.0:1746143544.963706:0:7223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746143544.963710:0:7223:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746143544.963726:0:7223:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f24588 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1746143544.963747:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800920bce00/0xa6c9a53f47f24581 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c689 expref: 36 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.963779:0:7223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f24588 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c689 expref: 35 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.963787:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143544.963789:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746143544.963792:0:7223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eec7a00, rc 0) 00000100:00100000:3.0:1746143544.963848:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:3825:x1830963462295808:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 310us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143544.963854:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44220 00000100:00100000:0.0:1746143544.965450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.965567:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462295936 00000100:00100000:2.0:1746143544.965575:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462295936 00000100:00100000:0.0:1746143544.965626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.965721:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44221 00000100:00100000:2.0:1746143544.965729:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:3825:x1830963462295936:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:2.0:1746143544.965851:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143544.965866:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2458f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c690 expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.965916:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79800/0xa6c9a53f47f24596 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.965924:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79800/0xa6c9a53f47f24596 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00000100:00100000:1.0:1746143544.965928:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462296064 00010000:00010000:2.0:1746143544.965931:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79800/0xa6c9a53f47f24596 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000100:00100000:1.0:1746143544.965934:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462296064 00010000:00010000:2.0:1746143544.965937:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2459d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.965941:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2459d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.965944:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2459d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000100:00100000:1.0:1746143544.965971:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 656 00000100:00100000:1.0:1746143544.965976:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:2004:x1830963462296064:12345-192.168.203.27@tcp:63:ll_sa.0 00010000:00010000:2.0:1746143544.965997:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f245a4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:1.0:1746143544.965998:0:7226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143544.966003:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f245a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:1.0:1746143544.966007:0:7226:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f245ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c697 expref: -99 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.966008:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f245a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000004:00200000:2.0:1746143544.966033:0:7222:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:1.0:1746143544.966033:0:7226:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f245b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7226 initiator: MDT0 00000004:00200000:2.0:1746143544.966037:0:7222:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1746143544.966041:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f245b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.966048:0:7226:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f245b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7226 initiator: MDT0 00000004:00010000:2.0:1746143544.966049:0:7222:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f245a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.966056:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f245a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:1.0:1746143544.966058:0:7226:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f245b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.966062:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f245b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:2.0:1746143544.966064:0:7222:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79800/0xa6c9a53f47f24596 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:1.0:1746143544.966067:0:7226:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f245b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7226 initiator: MDT0 00010000:00010000:2.0:1746143544.966069:0:7222:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79800/0xa6c9a53f47f24596 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.966074:0:7222:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79800/0xa6c9a53f47f24596 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.966078:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79800/0xa6c9a53f47f24596 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.966083:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091a79800 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143544.966085:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79800/0xa6c9a53f47f24596 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:1.0:1746143544.966088:0:7226:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f245b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.966092:0:7226:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f245b2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.966097:0:7226:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f245b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:2.0:1746143544.966098:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79800/0xa6c9a53f47f24596 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.966105:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143544.966105:0:7226:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011f350200 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143544.966107:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143544.966110:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79800/0xa6c9a53f47f24596 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.966114:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79800/0xa6c9a53f47f24596 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:1.0:1746143544.966114:0:7226:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f245b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.966119:0:7226:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f245b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.966126:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143544.966128:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746143544.966130:0:7222:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2459d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:1.0:1746143544.966131:0:7226:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f245b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:2.0:1746143544.966135:0:7222:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2459d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:1.0:1746143544.966135:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f245b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:2.0:1746143544.966139:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2459d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.966143:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091a79a00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143544.966145:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2459d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.966149:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2459d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.966156:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008efa5100) 00010000:00010000:2.0:1746143544.966158:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143544.966158:0:7226:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f245b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:2.0:1746143544.966160:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2459d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.966164:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79a00/0xa6c9a53f47f2459d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.966181:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a79000/0xa6c9a53f47f2458f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c690 expref: 39 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.966186:0:7226:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f245b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7226 initiator: MDT0 00010000:00010000:2.0:1746143544.966189:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f245a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c690 expref: 38 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.966190:0:7226:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f245b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.966194:0:7226:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011f350600 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:2.0:1746143544.966195:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008efa5d00) 00010000:00010000:2.0:1746143544.966196:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746143544.966196:0:7226:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f245b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:2.0:1746143544.966198:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78e00, rc 0) 00010000:00010000:1.0:1746143544.966200:0:7226:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f245b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.966205:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff880132ad4200) 00010000:00010000:1.0:1746143544.966207:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746143544.966237:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+38:3825:x1830963462295936:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 509us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143544.966243:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44221 00010000:00010000:1.0:1746143544.966250:0:7226:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f245b9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.966255:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f245b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.966275:0:7226:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f245ab lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c697 expref: 37 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.966529:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143544.966533:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746143544.966537:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f245ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c697 expref: 37 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.966546:0:7226:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131df6a00, rc -2) 00000100:00100000:1.0:1746143544.966593:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2004:x1830963462296064:12345-192.168.203.27@tcp:63:ll_sa.0 Request processed in 615us (966us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746143544.966600:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 656 00000100:00100000:0.0:1746143544.967918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.968068:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462296192 00000100:00100000:2.0:1746143544.968073:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462296192 00000100:00100000:2.0:1746143544.968120:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1060 00000100:00100000:2.0:1746143544.968127:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b940050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2006:x1830963462296192:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143544.968138:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143544.968152:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f245a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c690 expref: 36 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.968165:0:10921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008efa5d00) 00010000:00010000:2.0:1746143544.968169:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143544.968192:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b940050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:2006:x1830963462296192:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 66us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143544.968197:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1060 00000100:00100000:0.0:1746143544.968601:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.968620:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462296320 00000100:00100000:3.0:1746143544.968626:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462296320 00000100:00100000:3.0:1746143544.968650:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30797 00000100:00100000:0.0:1746143544.968650:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.968655:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130729500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462296320:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:3.0:1746143544.968668:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143544.968679:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008eec7c00/0xa6c9a53f47f245c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c69e expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143544.968722:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097824380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455355392:192.168.203.27@tcp:106: 00000100:00100000:3.0:1746143544.968999:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884180 going to sleep for 11 seconds 00000100:00100000:2.0:1746143544.969181:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462296448 00000100:00100000:2.0:1746143544.969185:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462296448 00000100:00100000:2.0:1746143544.969207:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30798 00000100:00100000:2.0:1746143544.969212:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130728a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462296448:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:2.0:1746143544.969220:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143544.969232:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092255a00/0xa6c9a53f47f245c7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c6a5 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.969258:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455355520:192.168.203.27@tcp:106: 00000100:00100000:2.0:1746143544.969282:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013081f0c0 going to sleep for 11 seconds 00002000:00010000:3.0:1746143544.971153:0:9572:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:3.0:1746143544.971158:0:9572:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime: 0 -> 1746143544 00002000:00010000:3.0:1746143544.971160:0:9572:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime: 0 -> 1746143544 00002000:00010000:3.0:1746143544.971162:0:9572:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime: 0 -> 1746143544 00002000:00010000:3.0:1746143544.971163:0:9572:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746143544.971181:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097824380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455355392:192.168.203.27@tcp:106: 00010000:00010000:3.0:1746143544.971204:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008eec7c00/0xa6c9a53f47f245c0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c69e expref: 9 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143544.971226:0:9572:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eec7c00/0xa6c9a53f47f245c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c69e expref: 9 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143544.971245:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eec7c00, rc 0) 00000100:00100000:3.0:1746143544.971280:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130729500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462296320:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 2625us (2679us total) trans 0 rc 301/301 00000100:00100000:3.0:1746143544.971287:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30797 00002000:00010000:0.0:1746143544.971932:0:12044:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:0.0:1746143544.971936:0:12044:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime: 0 -> 1746143544 00002000:00010000:0.0:1746143544.971937:0:12044:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime: 0 -> 1746143544 00002000:00010000:0.0:1746143544.971939:0:12044:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime: 0 -> 1746143544 00002000:00010000:0.0:1746143544.971940:0:12044:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:0.0:1746143544.971952:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455355520:192.168.203.27@tcp:106: 00010000:00010000:0.0:1746143544.971974:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092255a00/0xa6c9a53f47f245c7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6a5 expref: 10 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746143544.971982:0:12044:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092255a00/0xa6c9a53f47f245c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6a5 expref: 10 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746143544.972014:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092255a00, rc 0) 00000100:00100000:0.0:1746143544.972042:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130728a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462296448:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 2829us (3390us total) trans 0 rc 301/301 00000100:00100000:0.0:1746143544.972047:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30798 00000100:00100000:0.0:1746143544.979008:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.979277:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462296576 00000100:00100000:2.0:1746143544.979287:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462296576 00000100:00100000:2.0:1746143544.979487:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44222 00000100:00100000:2.0:1746143544.979494:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c035184-928a-4088-be86-d6b338962a2f+23:3826:x1830963462296576:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:2.0:1746143544.979519:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143544.979537:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091460c00/0xa6c9a53f47f245ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c6ac expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.979592:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b92f000/0xa6c9a53f47f245d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.979605:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b92f000/0xa6c9a53f47f245d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.979615:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b92f000/0xa6c9a53f47f245d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000004:00200000:2.0:1746143544.979655:0:7222:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746143544.979658:0:7222:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746143544.979672:0:7222:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b92f000/0xa6c9a53f47f245d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.979689:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091460c00/0xa6c9a53f47f245ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6ac expref: 25 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.980109:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b92f000/0xa6c9a53f47f245d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6ac expref: 24 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.980117:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143544.980120:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746143544.980123:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b92f000, rc 0) 00000100:00100000:2.0:1746143544.980372:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c035184-928a-4088-be86-d6b338962a2f+24:3826:x1830963462296576:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 878us (1374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143544.980379:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44222 00000100:00100000:2.0:1746143544.984515:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143544.984596:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462296704 00000100:00100000:1.0:1746143544.984605:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462296704 00000100:00100000:1.0:1746143544.984695:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 657 00000100:00100000:1.0:1746143544.984704:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:6c035184-928a-4088-be86-d6b338962a2f+24:2004:x1830963462296704:12345-192.168.203.27@tcp:63:ll_sa.0 00010000:00010000:1.0:1746143544.984738:0:7226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143544.984754:0:7226:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f245dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c6b3 expref: -99 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.985381:0:7226:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f245e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985400:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f245e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985411:0:7226:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f245e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985424:0:7226:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f245ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985429:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f245ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985434:0:7226:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f245ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985469:0:7226:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f245e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985486:0:7226:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f245e3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985491:0:7226:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f245e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985497:0:7226:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011f351600 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143544.985501:0:7226:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f245e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985507:0:7226:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f245e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985517:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143544.985521:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143544.985525:0:7226:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f245e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985530:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351600/0xa6c9a53f47f245e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985560:0:7226:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f245ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985565:0:7226:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f245ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985570:0:7226:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f245ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985574:0:7226:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011f350a00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143544.985576:0:7226:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f245ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985580:0:7226:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f245ea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985586:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880132ad4a00) 00010000:00010000:1.0:1746143544.985589:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143544.985591:0:7226:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f245ea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985594:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350a00/0xa6c9a53f47f245ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143544.985623:0:7226:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f245dc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6b3 expref: 25 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.985631:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143544.985633:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746143544.985874:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350e00/0xa6c9a53f47f245dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6b3 expref: 25 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143544.985886:0:7226:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f350e00, rc -2) 00000100:00100000:1.0:1746143544.986514:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:6c035184-928a-4088-be86-d6b338962a2f+24:2004:x1830963462296704:12345-192.168.203.27@tcp:63:ll_sa.0 Request processed in 1808us (2011us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746143544.986523:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 657 00000100:00100000:0.0:1746143544.987363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.987423:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462296960 00000100:00100000:2.0:1746143544.987430:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462296960 00000100:00100000:2.0:1746143544.987618:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44223 00000100:00100000:2.0:1746143544.987626:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+35:3829:x1830963462296960:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:2.0:1746143544.987642:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143544.987656:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091461c00/0xa6c9a53f47f245f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c6eb expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.987746:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f245f8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.987757:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f245f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143544.987766:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f245f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000004:00200000:2.0:1746143544.987776:0:7222:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:2.0:1746143544.987864:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091461c00/0xa6c9a53f47f245f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6eb expref: 38 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.987894:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f245f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6eb expref: 37 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143544.987902:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008efa5d00) 00010000:00010000:2.0:1746143544.987905:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746143544.987907:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f5ffe00, rc 0) 00000100:00100000:2.0:1746143544.987946:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:3829:x1830963462296960:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 321us (585us total) trans 4294986295 rc 0/0 00000100:00100000:2.0:1746143544.987952:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44223 00000100:00100000:0.0:1746143544.989151:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.989244:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462297088 00000100:00100000:3.0:1746143544.989249:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462297088 00000100:00100000:3.0:1746143544.989289:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1061 00000100:00100000:3.0:1746143544.989468:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013072ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:2005:x1830963462297088:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143544.989488:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143544.989503:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f5ffe00/0xa6c9a53f47f245f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6eb expref: 37 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.989525:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008efa5d00) 00010000:00010000:3.0:1746143544.989528:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143544.989557:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013072ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:2005:x1830963462297088:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 263us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143544.989562:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1061 00000100:00100000:0.0:1746143544.990650:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143544.990682:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143544.990731:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462297216 00000100:00100000:2.0:1746143544.990735:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462297216 00000100:00100000:2.0:1746143544.990758:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462297344 00000100:00100000:2.0:1746143544.990759:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462297344 00000100:00100000:2.0:1746143544.990913:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30799 00000100:00100000:2.0:1746143544.990918:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130728e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462297216:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:2.0:1746143544.990932:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143544.990944:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091460a00/0xa6c9a53f47f24606 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c6f2 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143544.990990:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009236e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963455355648:192.168.203.27@tcp:106: 00000100:00100000:2.0:1746143544.991044:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013081f480 going to sleep for 11 seconds 00000100:00100000:3.0:1746143544.991284:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30800 00000100:00100000:3.0:1746143544.991292:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462297344:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:3.0:1746143544.991318:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143544.991328:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eec7400/0xa6c9a53f47f2460d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c6f9 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143544.991355:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097824380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455355776:192.168.203.27@tcp:106: 00000100:00100000:3.0:1746143544.991381:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884180 going to sleep for 11 seconds 00000100:00100000:2.0:1746143544.992455:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009236e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963455355648:192.168.203.27@tcp:106: 00010000:00010000:2.0:1746143544.992489:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091460a00/0xa6c9a53f47f24606 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6f2 expref: 9 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746143544.992501:0:12044:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091460a00/0xa6c9a53f47f24606 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6f2 expref: 9 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746143544.992512:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091460a00, rc 0) 00000100:00100000:2.0:1746143544.992534:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130728e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:2007:x1830963462297216:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 1616us (1888us total) trans 0 rc 301/301 00000100:00100000:2.0:1746143544.992540:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30799 00000100:00100000:3.0:1746143544.992606:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097824380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455355776:192.168.203.27@tcp:106: 00010000:00010000:3.0:1746143544.992617:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008eec7400/0xa6c9a53f47f2460d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6f9 expref: 10 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143544.992627:0:9572:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eec7400/0xa6c9a53f47f2460d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6f9 expref: 10 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143544.992634:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eec7400, rc 0) 00000100:00100000:3.0:1746143544.992648:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462297344:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 1358us (1966us total) trans 0 rc 301/301 00000100:00100000:3.0:1746143544.992653:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30800 00000100:00100000:0.0:1746143544.999667:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143544.999740:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462297472 00000100:00100000:3.0:1746143544.999750:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462297472 00000100:00100000:3.0:1746143544.999835:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30801 00000100:00100000:3.0:1746143544.999843:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+8:3829:x1830963462297472:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:3.0:1746143544.999860:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143544.999877:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008eec7c00/0xa6c9a53f47f24614 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c700 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.999905:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f24477 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c674 expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.999913:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143544.999915:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143544.999919:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eec7c00/0xa6c9a53f47f24614 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c700 expref: 9 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.999946:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f24477 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c674 expref: 8 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143544.999957:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f24477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c674 expref: 8 pid: 12044 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746143544.999973:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097824380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455355904:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143545.000419:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884180 going to sleep for 10 seconds 00000100:00100000:3.0:1746143545.002322:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097824380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9572:1830963455355904:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143545.002347:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008eec7c00/0xa6c9a53f47f24614 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c700 expref: 9 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.002363:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eec7c00, rc 0) 00000100:00100000:3.0:1746143545.002396:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:3829:x1830963462297472:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 2554us (2740us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143545.002404:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30801 00000100:00100000:0.0:1746143545.003481:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143545.003568:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462297600 00000100:00100000:2.0:1746143545.003574:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462297600 00002000:00100000:2.0:1746143545.003610:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (12582912->13631487) req@ffff88009235fb80 x1830963462297600/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.003618:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235fb80 with x1830963462297600 ext(12582912->13631487) 00010000:00010000:2.0:1746143545.003626:0:28839:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f24477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c674 expref: 9 pid: 12044 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746143545.003638:0:28839:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f24477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c674 expref: 9 pid: 12044 timeout: 863 lvb_type: 0 00002000:00010000:2.0:1746143545.003644:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009235fb80 00000100:00100000:2.0:1746143545.003674:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3191 00000100:00100000:2.0:1746143545.003680:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:6c035184-928a-4088-be86-d6b338962a2f+9:2007:x1830963462297600:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746143545.012175:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:6c035184-928a-4088-be86-d6b338962a2f+11:2007:x1830963462297600:12345-192.168.203.27@tcp:4:dd.0 Request processed in 8485us (8695us total) trans 4294970756 rc 0/0 00000100:00100000:2.0:1746143545.012187:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3191 00002000:00100000:2.0:1746143545.012196:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (12582912->13631487) req@ffff88009235fb80 x1830963462297600/t4294970756(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/448 e 0 to 0 dl 1746143556 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.012203:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235fb80 with x1830963462297600 ext(12582912->13631487) 00010000:00010000:2.0:1746143545.012212:0:28839:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f24477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c674 expref: 11 pid: 12044 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746143545.012224:0:28839:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f24477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c674 expref: 11 pid: 12044 timeout: 863 lvb_type: 0 00002000:00010000:2.0:1746143545.012229:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009235fb80 00000100:00100000:0.0:1746143545.023630:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.023773:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462297728 00000100:00100000:3.0:1746143545.023783:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462297728 00010000:00010000:3.0:1746143545.023819:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f24477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c674 expref: 11 pid: 12044 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746143545.023868:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16687 00000100:00100000:3.0:1746143545.023875:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+11:2005:x1830963462297728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143545.023887:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746143545.023901:0:7210:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:3.0:1746143545.023907:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f24477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c674 expref: 11 pid: 12044 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746143545.023917:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f24477 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c674 expref: 11 pid: 12044 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746143545.023940:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092212c00/0xa6c9a53f47f24477 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c674 expref: 11 pid: 12044 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746143545.023970:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143545.023972:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143545.023978:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eec7c00/0xa6c9a53f47f24614 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c700 expref: 8 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.023986:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eec7c00/0xa6c9a53f47f24614 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c700 expref: 8 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.024012:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008eec7c00/0xa6c9a53f47f24614 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c700 expref: 8 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143545.024021:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097824380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963455356032:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143545.024099:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884180 going to sleep for 11 seconds 00000100:00100000:3.0:1746143545.025175:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097824380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963455356032:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143545.025193:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143545.025244:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+10:2005:x1830963462297728:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1367us (1624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143545.025253:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16687 00000100:00100000:0.0:1746143545.030731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143545.030875:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462297984 00000100:00100000:2.0:1746143545.030882:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462297984 00002000:00100000:2.0:1746143545.030938:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->1048575) req@ffff88009235c380 x1830963462297984/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.030951:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235c380 with x1830963462297984 ext(0->1048575) 00002000:00010000:2.0:1746143545.030956:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009235c380 00000100:00100000:2.0:1746143545.030989:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14058 00000100:00100000:2.0:1746143545.030997:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462297984:12345-192.168.203.27@tcp:3:cmp.0 00000100:00080000:0.0:1746143545.032026:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746143545.038263:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462297984:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 7258us (7531us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143545.038273:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14058 00002000:00100000:2.0:1746143545.038282:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->1048575) req@ffff88009235c380 x1830963462297984/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.038777:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235c380 with x1830963462297984 ext(0->1048575) 00002000:00010000:2.0:1746143545.038782:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009235c380 00000100:00100000:0.0:1746143545.042979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.043086:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462298112 00000100:00100000:3.0:1746143545.043095:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462298112 00000100:00100000:3.0:1746143545.043152:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30802 00000100:00100000:3.0:1746143545.043160:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:3829:x1830963462298112:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:3.0:1746143545.043177:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1746143545.043211:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746143545.043458:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091460c00/0xa6c9a53f47f2461b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c707 expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.043491:0:9572:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f24485 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c67b expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.043498:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143545.043499:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746143545.043503:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091460c00/0xa6c9a53f47f2461b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c707 expref: 10 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.043527:0:9572:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f24485 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c67b expref: 20 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.043537:0:9572:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f24485 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c67b expref: 20 pid: 12044 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746143545.043548:0:9572:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097824380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455356160:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143545.043768:0:9572:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884180 going to sleep for 11 seconds 00000100:00100000:3.0:1746143545.046208:0:9572:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097824380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9572:1830963455356160:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143545.046233:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091460c00/0xa6c9a53f47f2461b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c707 expref: 10 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.046246:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091460c00, rc 0) 00000100:00100000:3.0:1746143545.046687:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:3829:x1830963462298112:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 3526us (3712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143545.046697:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30802 00000100:00100000:0.0:1746143545.050549:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.050661:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462298240 00000100:00100000:3.0:1746143545.050669:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462298240 00010000:00010000:3.0:1746143545.050697:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f24485 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c67b expref: 21 pid: 12044 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746143545.050734:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16688 00000100:00100000:3.0:1746143545.050739:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+21:2006:x1830963462298240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143545.050748:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143545.050760:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f24485 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c67b expref: 21 pid: 12044 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746143545.050768:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f24485 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c67b expref: 21 pid: 12044 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746143545.050784:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092213a00/0xa6c9a53f47f24485 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c67b expref: 21 pid: 12044 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746143545.050805:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143545.050807:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143545.050813:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091460c00/0xa6c9a53f47f2461b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c707 expref: 9 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.050820:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091460c00/0xa6c9a53f47f2461b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c707 expref: 9 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.050844:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091460c00/0xa6c9a53f47f2461b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c707 expref: 9 pid: 9572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143545.050855:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097824380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455356288:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143545.051183:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884180 going to sleep for 11 seconds 00000100:00100000:3.0:1746143545.053030:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097824380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455356288:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143545.053044:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143545.053077:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+20:2006:x1830963462298240:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2337us (2534us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143545.053084:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16688 00000100:00100000:0.0:1746143545.058399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143545.058470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143545.058555:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462298496 00000100:00100000:1.0:1746143545.058562:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462298496 00002000:00100000:1.0:1746143545.058594:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88009235df80 x1830963462298496/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.058602:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235df80 with x1830963462298496 ext(0->2097151) 00002000:00010000:1.0:1746143545.058606:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235df80 00000100:00100000:1.0:1746143545.058632:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462298752 00000100:00100000:1.0:1746143545.058634:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462298752 00002000:00100000:1.0:1746143545.058643:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (1048576->2097151) req@ffff88009235c000 x1830963462298752/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.058649:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235c000 with x1830963462298752 ext(1048576->2097151) 00002000:00010000:1.0:1746143545.058652:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009235c000 00000100:00100000:1.0:1746143545.058661:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14059 00000100:00100000:1.0:1746143545.058667:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462298496:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143545.058857:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14060 00000100:00100000:2.0:1746143545.058872:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462298752:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143545.066670:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462298752:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 7791us (8186us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143545.066683:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14060 00002000:00100000:2.0:1746143545.066696:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (1048576->2097151) req@ffff88009235c000 x1830963462298752/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.066705:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235c000 with x1830963462298752 ext(1048576->2097151) 00002000:00010000:2.0:1746143545.066710:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009235c000 00000100:00100000:1.0:1746143545.072545:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462298496:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 13870us (14144us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746143545.072556:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14059 00002000:00100000:1.0:1746143545.072566:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88009235df80 x1830963462298496/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.072575:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235df80 with x1830963462298496 ext(0->2097151) 00002000:00010000:1.0:1746143545.072580:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235df80 00000100:00100000:0.0:1746143545.087057:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143545.087124:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143545.087203:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462299008 00000100:00100000:1.0:1746143545.087212:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462299008 00002000:00100000:1.0:1746143545.087257:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88009235dc00 x1830963462299008/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.087266:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235dc00 with x1830963462299008 ext(2097152->4194303) 00002000:00010000:1.0:1746143545.087271:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009235dc00 00000100:00100000:1.0:1746143545.087328:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462299264 00000100:00100000:1.0:1746143545.087331:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462299264 00002000:00100000:1.0:1746143545.087347:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88009235d180 x1830963462299264/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.087354:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235d180 with x1830963462299264 ext(2097152->4194303) 00002000:00010000:1.0:1746143545.087358:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235d180 00000100:00100000:1.0:1746143545.087371:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14061 00000100:00100000:1.0:1746143545.087378:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462299008:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746143545.087385:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14062 00000100:00100000:3.0:1746143545.087394:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2005:x1830963462299264:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143545.102064:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2005:x1830963462299264:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 14664us (14932us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746143545.102064:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462299008:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 14679us (15008us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746143545.102075:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14061 00000100:00100000:2.0:1746143545.102081:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14062 00002000:00100000:1.0:1746143545.102085:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88009235dc00 x1830963462299008/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.102086:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88009235d180 x1830963462299264/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.102093:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235d180 with x1830963462299264 ext(2097152->4194303) 00002000:00100000:1.0:1746143545.102094:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235dc00 with x1830963462299008 ext(2097152->4194303) 00002000:00010000:2.0:1746143545.102098:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235d180 00002000:00010000:1.0:1746143545.102098:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009235dc00 00000100:00100000:0.0:1746143545.120038:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143545.120086:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143545.120248:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462299520 00000100:00100000:1.0:1746143545.120258:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462299520 00000100:00100000:2.0:1746143545.120277:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462299776 00000100:00100000:2.0:1746143545.120284:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462299776 00002000:00100000:1.0:1746143545.120331:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88009235ea00 x1830963462299520/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.120341:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235ea00 with x1830963462299520 ext(4194304->6291455) 00002000:00010000:1.0:1746143545.120345:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009235ea00 00002000:00100000:2.0:1746143545.120349:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88009235f480 x1830963462299776/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.120358:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235f480 with x1830963462299776 ext(4194304->6291455) 00002000:00010000:2.0:1746143545.120363:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235f480 00000100:00100000:1.0:1746143545.120386:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14063 00000100:00100000:2.0:1746143545.120392:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14064 00000100:00100000:1.0:1746143545.120394:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462299520:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143545.120399:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963462299776:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746143545.133548:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462299520:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 13141us (13507us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746143545.133561:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14063 00002000:00100000:1.0:1746143545.133574:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88009235ea00 x1830963462299520/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.133584:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235ea00 with x1830963462299520 ext(4194304->6291455) 00002000:00010000:1.0:1746143545.133590:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009235ea00 00000100:00100000:2.0:1746143545.138338:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963462299776:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17928us (18239us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746143545.138351:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14064 00002000:00100000:2.0:1746143545.138369:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88009235f480 x1830963462299776/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.138379:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235f480 with x1830963462299776 ext(4194304->6291455) 00002000:00010000:2.0:1746143545.138385:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235f480 00000100:00100000:0.0:1746143545.143036:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143545.143137:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462300160 00000100:00100000:2.0:1746143545.143146:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462300160 00002000:00100000:2.0:1746143545.143195:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009235e680 x1830963462300160/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.143210:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235e680 with x1830963462300160 ext(6291456->7340031) 00002000:00010000:2.0:1746143545.143216:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009235e680 00000100:00100000:2.0:1746143545.143250:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14065 00000100:00100000:2.0:1746143545.143257:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462300160:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143545.143847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143545.143874:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143545.143986:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462300288 00000100:00100000:1.0:1746143545.143990:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462300288 00002000:00100000:1.0:1746143545.144009:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88009235d500 x1830963462300288/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746143545.144010:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462300544 00002000:00100000:1.0:1746143545.144018:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235d500 with x1830963462300288 ext(6291456->7340031) 00000100:00100000:3.0:1746143545.144022:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462300544 00002000:00010000:1.0:1746143545.144022:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235d500 00002000:00100000:3.0:1746143545.144062:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88009235e300 x1830963462300544/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.144071:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235e300 with x1830963462300544 ext(7340032->8388607) 00002000:00010000:3.0:1746143545.144076:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009235e300 00000100:00100000:1.0:1746143545.144114:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14066 00000100:00100000:1.0:1746143545.144120:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462300288:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746143545.144134:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14067 00000100:00100000:3.0:1746143545.144140:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2006:x1830963462300544:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143545.149216:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143545.150104:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462300800 00000100:00100000:2.0:1746143545.150116:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462300800 00002000:00100000:2.0:1746143545.150165:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88009235c700 x1830963462300800/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.150175:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235c700 with x1830963462300800 ext(7340032->8388607) 00002000:00010000:2.0:1746143545.150182:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235c700 00000100:00100000:2.0:1746143545.150603:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14068 00000100:00100000:2.0:1746143545.150611:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2007:x1830963462300800:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746143545.153826:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2007:x1830963462300160:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10562us (10794us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143545.153837:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14065 00002000:00100000:3.0:1746143545.153847:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009235e680 x1830963462300160/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.153862:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235e680 with x1830963462300160 ext(6291456->7340031) 00002000:00010000:3.0:1746143545.153867:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009235e680 00000100:00100000:2.0:1746143545.154146:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462300544:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 9999us (10263us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143545.154156:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14067 00002000:00100000:2.0:1746143545.154165:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88009235e300 x1830963462300544/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.154173:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235e300 with x1830963462300544 ext(7340032->8388607) 00002000:00010000:2.0:1746143545.154178:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009235e300 00000100:00100000:1.0:1746143545.156426:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2007:x1830963462300288:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 12299us (12572us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143545.156437:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14066 00002000:00100000:1.0:1746143545.156445:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88009235d500 x1830963462300288/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.156453:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235d500 with x1830963462300288 ext(6291456->7340031) 00000100:00100000:2.0:1746143545.156454:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2007:x1830963462300800:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 5839us (7243us total) trans 0 rc 1048576/1048576 00002000:00010000:1.0:1746143545.156458:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235d500 00000100:00100000:2.0:1746143545.156461:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14068 00002000:00100000:2.0:1746143545.156482:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88009235c700 x1830963462300800/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.156491:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235c700 with x1830963462300800 ext(7340032->8388607) 00002000:00010000:2.0:1746143545.156495:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009235c700 00000100:00100000:0.0:1746143545.169545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143545.169600:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143545.169694:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462301056 00000100:00100000:1.0:1746143545.169694:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462301312 00000100:00100000:2.0:1746143545.169704:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462301056 00000100:00100000:1.0:1746143545.169704:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462301312 00002000:00100000:2.0:1746143545.169752:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88009235f100 x1830963462301056/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.169752:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff8800920d4000 x1830963462301312/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.169763:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235f100 with x1830963462301056 ext(8388608->10485759) 00002000:00100000:1.0:1746143545.169765:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d4000 with x1830963462301312 ext(8388608->10485759) 00002000:00010000:2.0:1746143545.169769:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009235f100 00002000:00010000:1.0:1746143545.169769:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920d4000 00000100:00100000:1.0:1746143545.169803:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14069 00000100:00100000:2.0:1746143545.169809:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14070 00000100:00100000:1.0:1746143545.169811:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462301312:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143545.169815:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462301056:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746143545.182080:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462301312:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 12254us (12464us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746143545.182093:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14069 00002000:00100000:1.0:1746143545.182107:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff8800920d4000 x1830963462301312/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.182116:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d4000 with x1830963462301312 ext(8388608->10485759) 00002000:00010000:1.0:1746143545.182122:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920d4000 00000100:00100000:2.0:1746143545.184457:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462301056:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 14633us (14915us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746143545.184469:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14070 00002000:00100000:2.0:1746143545.184490:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88009235f100 x1830963462301056/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.184499:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009235f100 with x1830963462301056 ext(8388608->10485759) 00002000:00010000:2.0:1746143545.184505:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009235f100 00000100:00100000:0.0:1746143545.192111:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143545.192339:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462301568 00000100:00100000:2.0:1746143545.192350:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462301568 00002000:00100000:2.0:1746143545.192401:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff8800920d5180 x1830963462301568/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.192411:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5180 with x1830963462301568 ext(10485760->11534335) 00002000:00010000:2.0:1746143545.192417:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920d5180 00000100:00100000:2.0:1746143545.192455:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14071 00000100:00100000:2.0:1746143545.192463:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2005:x1830963462301568:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143545.194219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143545.194521:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462301824 00000100:00100000:1.0:1746143545.194526:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462301824 00002000:00100000:1.0:1746143545.194555:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88009236e300 x1830963462301824/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.194564:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236e300 with x1830963462301824 ext(10485760->11534335) 00002000:00010000:1.0:1746143545.194568:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236e300 00000100:00100000:1.0:1746143545.194601:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14072 00000100:00100000:1.0:1746143545.194607:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2005:x1830963462301824:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143545.207563:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143545.207599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.207629:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462302208 00000100:00100000:3.0:1746143545.207639:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462302208 00002000:00100000:3.0:1746143545.207687:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff8800920d5f80 x1830963462302208/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.207698:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5f80 with x1830963462302208 ext(11534336->12582911) 00002000:00010000:3.0:1746143545.207703:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920d5f80 00000100:00100000:3.0:1746143545.207730:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462302336 00000100:00100000:3.0:1746143545.207732:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462302336 00002000:00100000:3.0:1746143545.207746:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->13631487) req@ffff8800920d5880 x1830963462302336/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.207753:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5880 with x1830963462302336 ext(11534336->13631487) 00002000:00010000:3.0:1746143545.207757:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920d5880 00000100:00100000:3.0:1746143545.207770:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14073 00000100:00100000:3.0:1746143545.207777:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2004:x1830963462302208:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143545.207777:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14074 00000100:00100000:2.0:1746143545.207786:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2004:x1830963462302336:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143545.209843:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2005:x1830963462301568:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17372us (17734us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143545.209853:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14071 00002000:00100000:2.0:1746143545.209863:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff8800920d5180 x1830963462301568/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.209871:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5180 with x1830963462301568 ext(10485760->11534335) 00002000:00010000:2.0:1746143545.209876:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920d5180 00000100:00100000:2.0:1746143545.210004:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c97f0927-0cf9-481f-8b16-07ea4f949ecf+12:2005:x1830963462301824:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 15396us (15789us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143545.210009:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14072 00002000:00100000:2.0:1746143545.210014:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88009236e300 x1830963462301824/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.210020:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236e300 with x1830963462301824 ext(10485760->11534335) 00002000:00010000:2.0:1746143545.210023:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236e300 00000100:00100000:2.0:1746143545.225383:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2004:x1830963462302336:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17587us (17771us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746143545.225394:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14074 00002000:00100000:2.0:1746143545.225405:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->13631487) req@ffff8800920d5880 x1830963462302336/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.225415:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5880 with x1830963462302336 ext(11534336->13631487) 00002000:00010000:2.0:1746143545.225421:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920d5880 00000100:00100000:3.0:1746143545.225628:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2004:x1830963462302208:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17849us (18072us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143545.225636:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14073 00002000:00100000:3.0:1746143545.225641:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff8800920d5f80 x1830963462302208/t0(0) o3->c97f0927-0cf9-481f-8b16-07ea4f949ecf@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.225649:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5f80 with x1830963462302208 ext(11534336->12582911) 00002000:00010000:3.0:1746143545.225653:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920d5f80 00000100:00100000:0.0:1746143545.233619:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.233746:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462302720 00000100:00100000:3.0:1746143545.233756:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462302720 00000100:00100000:3.0:1746143545.233821:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 207 00000100:00100000:3.0:1746143545.233828:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:3829:x1830963462302720:12345-192.168.203.27@tcp:35:cmp.0 00000100:00080000:0.0:1746143545.234050:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746143545.234086:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:3829:x1830963462302720:12345-192.168.203.27@tcp:35:cmp.0 Request processed in 258us (476us total) trans 4294986296 rc 0/0 00000100:00100000:3.0:1746143545.234093:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 207 00000100:00100000:0.0:1746143545.242575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143545.242657:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.242742:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462302976 00000100:00100000:3.0:1746143545.242753:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462302976 00000100:00080000:0.0:1746143545.242785:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746143545.242816:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44224 00000100:00100000:3.0:1746143545.242824:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+24:3830:x1830963462302976:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:3.0:1746143545.242848:0:7223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143545.242870:0:7223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec7400/0xa6c9a53f47f24622 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c70e expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143545.242917:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462303104 00000100:00100000:1.0:1746143545.242922:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462303104 00000100:00100000:1.0:1746143545.242958:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 658 00000100:00100000:1.0:1746143545.242964:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:6c035184-928a-4088-be86-d6b338962a2f+26:2005:x1830963462303104:12345-192.168.203.27@tcp:63:ll_sa.0 00010000:00010000:3.0:1746143545.242968:0:7223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f24629 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1746143545.242983:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f24629 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:1.0:1746143545.242983:0:7226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143545.242990:0:7226:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17ee00/0xa6c9a53f47f24630 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c715 expref: -99 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.242993:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f24629 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000004:00200000:3.0:1746143545.243003:0:7223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:1.0:1746143545.243019:0:7226:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f24637 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243026:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f24637 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243033:0:7226:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f24637 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243045:0:7226:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f24645 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243050:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f24645 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243055:0:7226:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f24645 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243082:0:7226:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f24637 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243088:0:7226:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f24637 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243094:0:7226:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f24637 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243100:0:7226:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e17f000 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143545.243102:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec7400/0xa6c9a53f47f24622 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c70e expref: 29 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.243104:0:7226:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f24637 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243110:0:7226:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f24637 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243123:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143545.243124:0:7223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f24629 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c70e expref: 28 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.243126:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143545.243130:0:7226:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f24637 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243134:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f24637 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:3.0:1746143545.243135:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880092152200) 00010000:00010000:3.0:1746143545.243137:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746143545.243140:0:7223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eec6e00, rc 0) 00010000:00010000:1.0:1746143545.243159:0:7226:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f24645 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243164:0:7226:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f24645 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243168:0:7226:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f24645 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243171:0:7226:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e17e200 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143545.243173:0:7226:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f24645 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243178:0:7226:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f24645 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243184:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880132ad4300) 00010000:00010000:1.0:1746143545.243186:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143545.243188:0:7226:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f24645 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.243191:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e200/0xa6c9a53f47f24645 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00000100:00100000:3.0:1746143545.243200:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+28:3830:x1830963462302976:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 376us (635us total) trans 4294986297 rc 0/0 00000100:00100000:3.0:1746143545.243207:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44224 00010000:00010000:1.0:1746143545.243212:0:7226:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17ee00/0xa6c9a53f47f24630 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c715 expref: 28 pid: 7226 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143545.245252:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746143545.245393:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143545.245396:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746143545.245402:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17ee00/0xa6c9a53f47f24630 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c715 expref: 27 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.245420:0:7226:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e17ee00, rc -2) 00000100:00100000:3.0:1746143545.245714:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462303232 00000100:00100000:3.0:1746143545.245722:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462303232 00000100:00100000:1.0:1746143545.245782:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:6c035184-928a-4088-be86-d6b338962a2f+27:2005:x1830963462303104:12345-192.168.203.27@tcp:63:ll_sa.0 Request processed in 2816us (3122us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746143545.245790:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 658 00000100:00100000:3.0:1746143545.245964:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1062 00000100:00100000:3.0:1746143545.245972:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+26:2004:x1830963462303232:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143545.245985:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746143545.246001:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec6e00/0xa6c9a53f47f24629 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c70e expref: 26 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.246378:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880092152200) 00010000:00010000:3.0:1746143545.246382:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143545.246420:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+25:2004:x1830963462303232:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 449us (1175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143545.246427:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1062 00000100:00100000:0.0:1746143545.246863:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143545.246908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.246911:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462303488 00000100:00100000:3.0:1746143545.246915:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462303488 00000100:00100000:3.0:1746143545.246940:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44225 00000100:00100000:3.0:1746143545.246945:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+25:3830:x1830963462303488:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:3.0:1746143545.246965:0:7223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143545.246977:0:7223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f2464c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c746 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.247064:0:7223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f24653 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1746143545.247077:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f24653 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1746143545.247086:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f24653 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000004:00200000:3.0:1746143545.247095:0:7223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:3.0:1746143545.247187:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bad5400/0xa6c9a53f47f2464c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c746 expref: 28 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.247198:0:7223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f24653 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c746 expref: 27 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.247204:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008efa5d00) 00010000:00010000:3.0:1746143545.247206:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746143545.247208:0:7223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ba00a00, rc 0) 00000100:00100000:3.0:1746143545.247230:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+27:3830:x1830963462303488:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 285us (369us total) trans 4294986298 rc 0/0 00000100:00100000:3.0:1746143545.247236:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44225 00000100:00100000:1.0:1746143545.249186:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462303616 00000100:00100000:1.0:1746143545.249196:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462303616 00000100:00100000:0.0:1746143545.249235:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143545.249263:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143545.249272:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 659 00000100:00100000:1.0:1746143545.249284:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acc10450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:6c035184-928a-4088-be86-d6b338962a2f+27:2005:x1830963462303616:12345-192.168.203.27@tcp:63:ll_sa.0 00000100:00100000:3.0:1746143545.249428:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462303872 00010000:00010000:1.0:1746143545.249432:0:7226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746143545.249433:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462303872 00000100:00100000:0.0:1746143545.249439:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746143545.249445:0:7226:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f400/0xa6c9a53f47f24661 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c74d expref: -99 pid: 7226 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143545.249456:0:9572:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462304000 00000100:00100000:3.0:1746143545.249458:0:9572:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462304000 00000100:00100000:3.0:1746143545.249484:0:9572:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30803 00000100:00100000:3.0:1746143545.249489:0:9572:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+10:2007:x1830963462303872:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:1.0:1746143545.249497:0:7226:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f600/0xa6c9a53f47f24668 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7226 initiator: MDT0 00010000:00010000:3.0:1746143545.249498:0:9572:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746143545.249506:0:9573:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30804 00010000:00010000:1.0:1746143545.249507:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f600/0xa6c9a53f47f24668 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:3.0:1746143545.249510:0:9572:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092fedc00/0xa6c9a53f47f2466f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c78c expref: -99 pid: 9572 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.249515:0:7226:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f600/0xa6c9a53f47f24668 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7226 initiator: MDT0 00000100:00100000:0.0:1746143545.249518:0:9573:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+20:2007:x1830963462304000:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:3.0:1746143545.249526:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143545.249527:0:7226:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f200/0xa6c9a53f47f24676 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7226 initiator: MDT0 00010000:00010000:3.0:1746143545.249528:0:9572:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143545.249535:0:9572:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092fedc00/0xa6c9a53f47f2466f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c78c expref: 11 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746143545.249535:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f200/0xa6c9a53f47f24676 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:0.0:1746143545.249535:0:9573:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143545.249540:0:7226:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f200/0xa6c9a53f47f24676 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7226 initiator: MDT0 00010000:00010000:3.0:1746143545.249546:0:9572:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092fedc00/0xa6c9a53f47f2466f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c78c expref: 11 pid: 9572 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746143545.249549:0:9573:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092254800/0xa6c9a53f47f2467d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c793 expref: -99 pid: 9573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.249559:0:9572:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092fedc00, rc 0) 00010000:00010000:0.0:1746143545.249567:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143545.249568:0:9573:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746143545.249573:0:7226:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f600/0xa6c9a53f47f24668 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:0.0:1746143545.249575:0:9573:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092254800/0xa6c9a53f47f2467d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c793 expref: 21 pid: 9573 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746143545.249579:0:7226:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f600/0xa6c9a53f47f24668 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.249585:0:7226:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f600/0xa6c9a53f47f24668 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.249590:0:7226:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e17f600 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:0.0:1746143545.249590:0:9573:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092254800/0xa6c9a53f47f2467d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c793 expref: 21 pid: 9573 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746143545.249593:0:7226:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f600/0xa6c9a53f47f24668 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00000100:00100000:3.0:1746143545.249598:0:9572:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6c035184-928a-4088-be86-d6b338962a2f+11:2007:x1830963462303872:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 108us (369us total) trans 0 rc 0/0 00010000:00010000:1.0:1746143545.249599:0:7226:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f600/0xa6c9a53f47f24668 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7226 initiator: MDT0 00010000:00010000:0.0:1746143545.249599:0:9573:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092254800, rc 0) 00000100:00100000:3.0:1746143545.249604:0:9572:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30803 00010000:00010000:1.0:1746143545.249609:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143545.249611:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143545.249614:0:7226:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f600/0xa6c9a53f47f24668 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.249619:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f600/0xa6c9a53f47f24668 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00000100:00100000:3.0:1746143545.249624:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462303744 00000100:00100000:3.0:1746143545.249627:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462303744 00010000:00010000:1.0:1746143545.249628:0:7226:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f200/0xa6c9a53f47f24676 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00000100:00100000:0.0:1746143545.249632:0:9573:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6c035184-928a-4088-be86-d6b338962a2f+21:2007:x1830963462304000:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 118us (368us total) trans 0 rc 0/0 00010000:00010000:1.0:1746143545.249633:0:7226:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f200/0xa6c9a53f47f24676 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.249638:0:7226:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f200/0xa6c9a53f47f24676 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00000100:00100000:0.0:1746143545.249638:0:9573:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30804 00010000:00010000:1.0:1746143545.249641:0:7226:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e17f200 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143545.249643:0:7226:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f200/0xa6c9a53f47f24676 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.249648:0:7226:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f200/0xa6c9a53f47f24676 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.249653:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff880132ad4e00) 00010000:00010000:1.0:1746143545.249655:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143545.249657:0:7226:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f200/0xa6c9a53f47f24676 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00000100:00100000:3.0:1746143545.249660:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1063 00010000:00010000:1.0:1746143545.249660:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f200/0xa6c9a53f47f24676 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00000100:00100000:3.0:1746143545.249665:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+29:2004:x1830963462303744:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746143545.249673:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143545.249682:0:7226:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f400/0xa6c9a53f47f24661 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c74d expref: 29 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.249683:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba00a00/0xa6c9a53f47f24653 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c746 expref: 29 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.249688:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143545.249689:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746143545.249692:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008efa5d00) 00010000:00010000:1.0:1746143545.249692:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f400/0xa6c9a53f47f24661 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c74d expref: 28 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.249695:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746143545.249699:0:7226:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e17f400, rc -2) 00000100:00100000:3.0:1746143545.249711:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6c035184-928a-4088-be86-d6b338962a2f+27:2004:x1830963462303744:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 46us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143545.249716:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1063 00000100:00100000:1.0:1746143545.249734:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acc10450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:6c035184-928a-4088-be86-d6b338962a2f+26:2005:x1830963462303616:12345-192.168.203.27@tcp:63:ll_sa.0 Request processed in 456us (2826us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746143545.249740:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 659 00000100:00100000:0.0:1746143545.265378:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143545.265421:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.265480:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462304256 00000100:00100000:3.0:1746143545.265490:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462304256 00002000:00100000:3.0:1746143545.265533:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff8800920d4e00 x1830963462304256/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.265543:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d4e00 with x1830963462304256 ext(0->2097151) 00002000:00010000:3.0:1746143545.265548:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920d4e00 00000100:00100000:3.0:1746143545.265573:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462304512 00000100:00100000:3.0:1746143545.265575:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462304512 00002000:00100000:3.0:1746143545.265587:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff8800920d6a00 x1830963462304512/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.265594:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d6a00 with x1830963462304512 ext(0->2097151) 00002000:00010000:3.0:1746143545.265597:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920d6a00 00000100:00100000:3.0:1746143545.266224:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14075 00000100:00100000:3.0:1746143545.266232:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:6c035184-928a-4088-be86-d6b338962a2f+11:2006:x1830963462304256:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143545.266870:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14076 00000100:00100000:2.0:1746143545.266879:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+21:2006:x1830963462304512:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746143545.276570:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:6c035184-928a-4088-be86-d6b338962a2f+11:2006:x1830963462304256:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10327us (11189us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746143545.276583:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14075 00002000:00100000:3.0:1746143545.276597:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff8800920d4e00 x1830963462304256/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.276607:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d4e00 with x1830963462304256 ext(0->2097151) 00002000:00010000:3.0:1746143545.276613:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920d4e00 00000100:00100000:2.0:1746143545.282590:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+21:2006:x1830963462304512:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 15701us (17155us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746143545.282603:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14076 00002000:00100000:2.0:1746143545.282615:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff8800920d6a00 x1830963462304512/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.282624:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d6a00 with x1830963462304512 ext(0->2097151) 00002000:00010000:2.0:1746143545.282630:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920d6a00 00000100:00100000:1.0:1746143545.295607:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143545.295656:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.295793:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462304768 00000100:00100000:3.0:1746143545.295803:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462304768 00000100:00100000:2.0:1746143545.295830:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462305024 00000100:00100000:2.0:1746143545.295833:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462305024 00002000:00100000:3.0:1746143545.295851:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff880134053b80 x1830963462304768/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.295851:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff880134052d80 x1830963462305024/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.295861:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134052d80 with x1830963462305024 ext(2097152->4194303) 00002000:00100000:3.0:1746143545.295865:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134053b80 with x1830963462304768 ext(2097152->4194303) 00002000:00010000:2.0:1746143545.295866:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134052d80 00002000:00010000:3.0:1746143545.295867:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134053b80 00000100:00100000:3.0:1746143545.296167:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14077 00000100:00100000:2.0:1746143545.296172:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14078 00000100:00100000:3.0:1746143545.296175:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:6c035184-928a-4088-be86-d6b338962a2f+11:2006:x1830963462304768:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143545.296176:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+21:2007:x1830963462305024:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143545.306269:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+21:2007:x1830963462305024:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10080us (10599us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746143545.306284:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14078 00002000:00100000:2.0:1746143545.306323:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff880134052d80 x1830963462305024/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.306333:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134052d80 with x1830963462305024 ext(2097152->4194303) 00002000:00010000:2.0:1746143545.306339:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134052d80 00000100:00100000:3.0:1746143545.310937:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:6c035184-928a-4088-be86-d6b338962a2f+11:2006:x1830963462304768:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 14750us (15326us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746143545.310948:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14077 00002000:00100000:3.0:1746143545.310960:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff880134053b80 x1830963462304768/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.310970:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134053b80 with x1830963462304768 ext(2097152->4194303) 00002000:00010000:3.0:1746143545.310977:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134053b80 00000100:00100000:0.0:1746143545.324953:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143545.325001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.325067:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462305408 00000100:00100000:3.0:1746143545.325077:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462305408 00002000:00100000:3.0:1746143545.325124:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff8800920d7480 x1830963462305408/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.325133:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d7480 with x1830963462305408 ext(4194304->6291455) 00002000:00010000:3.0:1746143545.325138:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920d7480 00000100:00100000:3.0:1746143545.325166:0:28839:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462305536 00000100:00100000:3.0:1746143545.325168:0:28839:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462305536 00002000:00100000:3.0:1746143545.325182:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff8800920d6d80 x1830963462305536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.325188:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d6d80 with x1830963462305536 ext(4194304->6291455) 00002000:00010000:3.0:1746143545.325190:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920d6d80 00000100:00100000:3.0:1746143545.325212:0:28839:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14079 00000100:00100000:3.0:1746143545.325219:0:28839:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:6c035184-928a-4088-be86-d6b338962a2f+11:2006:x1830963462305408:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746143545.325246:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14080 00000100:00100000:1.0:1746143545.325254:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+21:2007:x1830963462305536:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746143545.336489:0:28839:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:6c035184-928a-4088-be86-d6b338962a2f+11:2006:x1830963462305408:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 11252us (11529us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746143545.336500:0:28839:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14079 00002000:00100000:3.0:1746143545.336510:0:28839:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff8800920d7480 x1830963462305408/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.336519:0:28839:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d7480 with x1830963462305408 ext(4194304->6291455) 00002000:00010000:3.0:1746143545.336524:0:28839:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920d7480 00000100:00100000:1.0:1746143545.343540:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+21:2007:x1830963462305536:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 18280us (18530us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746143545.343550:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14080 00002000:00100000:1.0:1746143545.343559:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff8800920d6d80 x1830963462305536/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.343568:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d6d80 with x1830963462305536 ext(4194304->6291455) 00002000:00010000:1.0:1746143545.343573:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920d6d80 00000100:00100000:0.0:1746143545.348531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143545.348567:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143545.348599:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462305792 00000100:00100000:0.0:1746143545.348605:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143545.348606:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462305792 00000100:00100000:0.0:1746143545.348625:0:27173:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462306048 00000100:00100000:0.0:1746143545.348627:0:27173:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462306048 00002000:00100000:0.0:1746143545.348641:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff8800920d5500 x1830963462306048/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.348646:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff8800920d7800 x1830963462305792/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143545.348651:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5500 with x1830963462306048 ext(6291456->7340031) 00002000:00100000:1.0:1746143545.348653:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d7800 with x1830963462305792 ext(6291456->7340031) 00002000:00010000:1.0:1746143545.348656:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920d7800 00002000:00010000:0.0:1746143545.348656:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920d5500 00000100:00100000:2.0:1746143545.349219:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462306304 00000100:00100000:2.0:1746143545.349223:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462306304 00000100:00100000:0.0:1746143545.349238:0:27173:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14081 00000100:00100000:2.0:1746143545.349242:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14082 00000100:00100000:0.0:1746143545.349245:0:27173:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+12:2006:x1830963462305792:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143545.349247:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+21:2007:x1830963462306048:12345-192.168.203.27@tcp:3:cmp.0 00002000:00100000:2.0:1746143545.349809:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff880085858380 x1830963462306304/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.349816:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085858380 with x1830963462306304 ext(7340032->8388607) 00002000:00010000:2.0:1746143545.349820:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085858380 00000100:00100000:2.0:1746143545.349830:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14083 00000100:00100000:2.0:1746143545.349834:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085858380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+13:2006:x1830963462306304:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746143545.351263:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143545.351343:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462306560 00000100:00100000:1.0:1746143545.351350:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462306560 00002000:00100000:1.0:1746143545.351388:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff880134052300 x1830963462306560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.351397:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134052300 with x1830963462306560 ext(7340032->8388607) 00002000:00010000:1.0:1746143545.351403:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134052300 00000100:00100000:1.0:1746143545.351428:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14084 00000100:00100000:1.0:1746143545.351436:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+23:2006:x1830963462306560:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143545.358770:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+23:2007:x1830963462306048:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 9510us (10188us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143545.358783:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14082 00002000:00100000:2.0:1746143545.358796:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff8800920d5500 x1830963462306048/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.358806:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d5500 with x1830963462306048 ext(6291456->7340031) 00002000:00010000:2.0:1746143545.358812:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920d5500 00000100:00100000:2.0:1746143545.362143:0:27173:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:6c035184-928a-4088-be86-d6b338962a2f+13:2006:x1830963462305792:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 12886us (13606us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143545.362154:0:27173:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14081 00002000:00100000:2.0:1746143545.362163:0:27173:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff8800920d7800 x1830963462305792/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.362173:0:27173:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920d7800 with x1830963462305792 ext(6291456->7340031) 00002000:00010000:2.0:1746143545.362177:0:27173:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920d7800 00000100:00100000:1.0:1746143545.365522:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+21:2006:x1830963462306560:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 14079us (14259us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143545.365532:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14084 00002000:00100000:1.0:1746143545.365542:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff880134052300 x1830963462306560/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.365551:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134052300 with x1830963462306560 ext(7340032->8388607) 00002000:00010000:1.0:1746143545.365556:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134052300 00000100:00100000:2.0:1746143545.366134:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085858380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+11:2006:x1830963462306304:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 16297us (17525us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143545.366142:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14083 00002000:00100000:2.0:1746143545.366148:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff880085858380 x1830963462306304/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.366155:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085858380 with x1830963462306304 ext(7340032->8388607) 00002000:00010000:2.0:1746143545.366158:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085858380 00000100:00100000:0.0:1746143545.380643:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143545.380692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143545.383555:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462306816 00000100:00100000:1.0:1746143545.383567:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462306816 00002000:00100000:1.0:1746143545.383614:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff880085858a80 x1830963462306816/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.383624:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085858a80 with x1830963462306816 ext(8388608->10485759) 00002000:00010000:1.0:1746143545.383628:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085858a80 00000100:00100000:1.0:1746143545.383665:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462307072 00000100:00100000:1.0:1746143545.383668:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462307072 00002000:00100000:1.0:1746143545.383682:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff880085859880 x1830963462307072/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.383689:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859880 with x1830963462307072 ext(8388608->10485759) 00002000:00010000:1.0:1746143545.383692:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085859880 00000100:00100000:1.0:1746143545.383704:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14085 00000100:00100000:1.0:1746143545.383710:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085858a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+11:2007:x1830963462306816:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143545.384067:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14086 00000100:00100000:2.0:1746143545.384075:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+21:2007:x1830963462307072:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746143545.402633:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085858a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+11:2007:x1830963462306816:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 18911us (21985us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746143545.402647:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14085 00002000:00100000:1.0:1746143545.402657:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff880085858a80 x1830963462306816/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.402666:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085858a80 with x1830963462306816 ext(8388608->10485759) 00002000:00010000:1.0:1746143545.402670:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085858a80 00000100:00100000:2.0:1746143545.407216:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+21:2007:x1830963462307072:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 23135us (26517us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746143545.407227:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14086 00002000:00100000:2.0:1746143545.407235:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff880085859880 x1830963462307072/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.407243:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859880 with x1830963462307072 ext(8388608->10485759) 00002000:00010000:2.0:1746143545.407248:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085859880 00000100:00100000:0.0:1746143545.410951:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143545.411050:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462307328 00000100:00100000:2.0:1746143545.411057:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462307328 00002000:00100000:2.0:1746143545.411093:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88008585aa00 x1830963462307328/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.411102:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008585aa00 with x1830963462307328 ext(10485760->11534335) 00002000:00010000:2.0:1746143545.411106:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008585aa00 00000100:00100000:2.0:1746143545.411280:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14087 00000100:00100000:2.0:1746143545.411288:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+11:2006:x1830963462307328:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143545.412905:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143545.412981:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462307584 00000100:00100000:1.0:1746143545.412989:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462307584 00002000:00100000:1.0:1746143545.413024:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88009236d880 x1830963462307584/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.413033:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236d880 with x1830963462307584 ext(10485760->11534335) 00002000:00010000:1.0:1746143545.413038:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236d880 00000100:00100000:1.0:1746143545.413067:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14088 00000100:00100000:1.0:1746143545.413073:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+21:2006:x1830963462307584:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746143545.414098:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.415910:0:9576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462307840 00000100:00100000:3.0:1746143545.415919:0:9576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462307840 00002000:00100000:3.0:1746143545.415952:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88009236f100 x1830963462307840/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.415961:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236f100 with x1830963462307840 ext(11534336->12582911) 00002000:00010000:3.0:1746143545.415965:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009236f100 00000100:00100000:3.0:1746143545.415995:0:9576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14089 00000100:00100000:3.0:1746143545.416000:0:9576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+13:2006:x1830963462307840:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746143545.420351:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143545.420431:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.420542:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+13:2006:x1830963462307328:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 9252us (9594us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143545.420552:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14087 00002000:00100000:3.0:1746143545.420562:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88008585aa00 x1830963462307328/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.420570:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008585aa00 with x1830963462307328 ext(10485760->11534335) 00002000:00010000:3.0:1746143545.420575:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008585aa00 00000100:00100000:3.0:1746143545.420594:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462308096 00000100:00100000:3.0:1746143545.420599:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462308096 00002000:00100000:3.0:1746143545.420622:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff880085859c00 x1830963462308096/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.420628:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859c00 with x1830963462308096 ext(11534336->12582911) 00002000:00010000:3.0:1746143545.420631:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085859c00 00000100:00100000:3.0:1746143545.420641:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462308352 00000100:00100000:3.0:1746143545.420643:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462308352 00002000:00100000:3.0:1746143545.420653:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (12582912->13631487) req@ffff880085859f80 x1830963462308352/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746143545.420656:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14090 00002000:00100000:3.0:1746143545.420658:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859f80 with x1830963462308352 ext(12582912->13631487) 00002000:00010000:3.0:1746143545.420660:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085859f80 00000100:00100000:0.0:1746143545.420664:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6c035184-928a-4088-be86-d6b338962a2f+23:2006:x1830963462308096:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746143545.420671:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14091 00000100:00100000:3.0:1746143545.420675:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+13:2006:x1830963462308352:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746143545.430211:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6c035184-928a-4088-be86-d6b338962a2f+23:2006:x1830963462307584:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17127us (17305us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143545.430220:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14088 00002000:00100000:1.0:1746143545.430230:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88009236d880 x1830963462307584/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746143545.430236:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236d880 with x1830963462307584 ext(10485760->11534335) 00002000:00010000:1.0:1746143545.430241:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009236d880 00000100:00100000:2.0:1746143545.430793:0:9576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6c035184-928a-4088-be86-d6b338962a2f+13:2006:x1830963462307840:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 14791us (16698us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746143545.430799:0:9576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14089 00002000:00100000:2.0:1746143545.430804:0:9576:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88009236f100 x1830963462307840/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.430811:0:9576:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009236f100 with x1830963462307840 ext(11534336->12582911) 00002000:00010000:2.0:1746143545.430814:0:9576:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009236f100 00000100:00100000:0.0:1746143545.431659:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+11:2006:x1830963462308352:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10981us (11226us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746143545.431666:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14091 00002000:00100000:0.0:1746143545.431671:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (12582912->13631487) req@ffff880085859f80 x1830963462308352/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746143545.431678:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859f80 with x1830963462308352 ext(12582912->13631487) 00002000:00010000:0.0:1746143545.431681:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085859f80 00000100:00100000:3.0:1746143545.433545:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746143545.433565:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830963455356416:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746143545.433623:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746143545.434047:0:8386:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455356416 00000100:00100000:0.0:1746143545.434059:0:8386:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455356416 00000100:00100000:0.0:1746143545.434098:0:8386:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1746143545.434106:0:8386:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3765:x1830963455356416:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746143545.434140:0:8386:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445957632 avail 1316495360 00000100:00100000:0.0:1746143545.434191:0:8386:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3765:x1830963455356416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143545.434198:0:8386:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1746143545.434289:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3765:1830963455356416:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746143545.436691:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6c035184-928a-4088-be86-d6b338962a2f+21:2006:x1830963462308096:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 16019us (16338us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746143545.436702:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14090 00002000:00100000:3.0:1746143545.436712:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff880085859c00 x1830963462308096/t0(0) o3->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/440 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.436729:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085859c00 with x1830963462308096 ext(11534336->12582911) 00002000:00010000:3.0:1746143545.436735:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085859c00 00000100:00100000:0.0:1746143545.444204:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.444833:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462308608 00000100:00100000:3.0:1746143545.444843:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462308608 00000100:00100000:3.0:1746143545.444895:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 208 00000100:00100000:3.0:1746143545.444902:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf8d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+26:3830:x1830963462308608:12345-192.168.203.27@tcp:35:cmp.0 00000100:00100000:3.0:1746143545.445069:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf8d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+27:3830:x1830963462308608:12345-192.168.203.27@tcp:35:cmp.0 Request processed in 167us (875us total) trans 4294986299 rc 0/0 00000100:00100000:3.0:1746143545.445075:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 208 00000100:00100000:0.0:1746143545.448932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.449001:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462308864 00000100:00100000:3.0:1746143545.449011:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462308864 00000100:00100000:3.0:1746143545.449060:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 209 00000100:00100000:3.0:1746143545.449068:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+27:3830:x1830963462308864:12345-192.168.203.27@tcp:35:cmp.0 00000100:00100000:3.0:1746143545.449271:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+28:3830:x1830963462308864:12345-192.168.203.27@tcp:35:cmp.0 Request processed in 204us (350us total) trans 4294986300 rc 0/0 00000100:00100000:3.0:1746143545.449278:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 209 00000100:00100000:0.0:1746143545.455703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143545.455779:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462308992 00000100:00100000:1.0:1746143545.455791:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462308992 00000100:00100000:1.0:1746143545.455851:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 661 00000100:00100000:1.0:1746143545.455861:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:2005:x1830963462308992:12345-192.168.203.27@tcp:63:ll_sa.0 00010000:00010000:1.0:1746143545.455903:0:7226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143545.455920:0:7226:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f24684 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c79a expref: -99 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.455965:0:7226:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2468b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.455977:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2468b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.455987:0:7226:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2468b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456000:0:7226:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f24692 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456006:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f24692 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456011:0:7226:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f24692 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456046:0:7226:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2468b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456052:0:7226:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2468b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456062:0:7226:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2468b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456068:0:7226:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915b8a00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143545.456072:0:7226:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2468b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456078:0:7226:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2468b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456088:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143545.456090:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143545.456094:0:7226:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2468b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456099:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f2468b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456120:0:7226:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f24692 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456125:0:7226:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f24692 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456129:0:7226:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f24692 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456133:0:7226:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092ed9200 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143545.456135:0:7226:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f24692 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456140:0:7226:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f24692 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456145:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880132ad4e00) 00010000:00010000:1.0:1746143545.456147:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143545.456149:0:7226:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f24692 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456153:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092ed9200/0xa6c9a53f47f24692 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.456178:0:7226:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f24684 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c79a expref: 38 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.456185:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143545.456187:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746143545.456190:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f24684 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c79a expref: 38 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.456198:0:7226:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915b9400, rc -2) 00000100:00100000:1.0:1746143545.456253:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:2005:x1830963462308992:12345-192.168.203.27@tcp:63:ll_sa.0 Request processed in 394us (557us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746143545.456259:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 661 00000100:00100000:0.0:1746143545.456675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.456899:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462309248 00000100:00100000:3.0:1746143545.456906:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462309248 00000100:00100000:3.0:1746143545.456943:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44226 00000100:00100000:3.0:1746143545.456951:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:3834:x1830963462309248:12345-192.168.203.27@tcp:36:rm.0 00010000:00010000:3.0:1746143545.456988:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746143545.457009:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133990200/0xa6c9a53f47f243f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c619 expref: 37 pid: 7227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.457148:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf80600/0xa6c9a53f47f243ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c5fd expref: 36 pid: 8934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.457159:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008efa5d00) 00010000:00010000:3.0:1746143545.457167:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008eec7a00/0xa6c9a53f47f24588 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c689 expref: 35 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.457173:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143545.457176:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746143545.457189:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f24699 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.457199:0:7222:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b92f000/0xa6c9a53f47f245d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6ac expref: 27 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.457204:0:7222:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f24699 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.457226:0:7222:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b92f000/0xa6c9a53f47f245d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6ac expref: 27 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.457234:0:7222:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b92f000/0xa6c9a53f47f245d5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6ac expref: 27 pid: 7222 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746143545.457244:0:7222:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097825f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7222:1830963455356544:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143545.457674:0:7222:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800918846c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143545.459559:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.459611:0:7222:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097825f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7222:1830963455356544:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143545.459627:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462309376 00000100:00100000:2.0:1746143545.459632:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462309376 00010000:00010000:3.0:1746143545.459637:0:7222:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f24699 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143545.459656:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b92f000/0xa6c9a53f47f245d5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6ac expref: 28 pid: 7222 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746143545.459681:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16689 00000100:00100000:2.0:1746143545.459687:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+28:2006:x1830963462309376:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143545.459696:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143545.459701:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b92f000/0xa6c9a53f47f245d5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6ac expref: 28 pid: 7222 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746143545.459708:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b92f000/0xa6c9a53f47f245d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6ac expref: 28 pid: 7222 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746143545.459722:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b92f000/0xa6c9a53f47f245d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c6ac expref: 28 pid: 7222 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746143545.459748:0:10921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143545.459752:0:10921:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f24699 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143545.459759:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f24699 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143545.459765:0:10921:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f24699 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143545.459783:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143545.459818:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+27:2006:x1830963462309376:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 131us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143545.459824:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16689 00010000:00010000:3.0:1746143545.459899:0:7222:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f24699 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.459907:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f24699 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.459922:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f246a0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.459930:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f246a0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.459939:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f246a0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.460019:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246a7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.460030:0:7222:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131ddbe00/0xa6c9a53f47f2445b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c666 expref: 26 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.460036:0:7222:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246a7 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.460060:0:7222:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880131ddbe00/0xa6c9a53f47f2445b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c666 expref: 26 pid: 21530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.460072:0:7222:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880131ddbe00/0xa6c9a53f47f2445b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c666 expref: 26 pid: 21530 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746143545.460083:0:7222:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097825f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7222:1830963455356672:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143545.460961:0:7222:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800918846c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746143545.462211:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143545.462261:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462309504 00000100:00100000:2.0:1746143545.462268:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462309504 00010000:00010000:2.0:1746143545.462316:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131ddbe00/0xa6c9a53f47f2445b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c666 expref: 27 pid: 21530 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746143545.462319:0:7222:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097825f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7222:1830963455356672:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746143545.462338:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16690 00010000:00010000:3.0:1746143545.462342:0:7222:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246a7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000100:00100000:2.0:1746143545.462345:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5262c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+27:2007:x1830963462309504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143545.462358:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143545.462362:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880131ddbe00/0xa6c9a53f47f2445b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c666 expref: 27 pid: 21530 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746143545.462371:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880131ddbe00/0xa6c9a53f47f2445b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c666 expref: 27 pid: 21530 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746143545.462387:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131ddbe00/0xa6c9a53f47f2445b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c666 expref: 27 pid: 21530 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746143545.462397:0:10921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008efa5d00) 00010000:00010000:2.0:1746143545.462401:0:10921:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246a7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143545.462407:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143545.462413:0:10921:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246a7 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7222 initiator: MDT0 00010000:00010000:2.0:1746143545.462444:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746143545.462483:0:7222:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000100:00100000:2.0:1746143545.462487:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5262c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c035184-928a-4088-be86-d6b338962a2f+26:2007:x1830963462309504:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 142us (279us total) trans 0 rc 0/0 00010000:00010000:3.0:1746143545.462490:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000100:00100000:2.0:1746143545.462493:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16690 00000040:00080000:3.0:1746143545.462714:0:7222:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:3.0:1746143545.462723:0:7222:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 763708427971ns, next at 764708425687ns, rc = 0 00000040:00080000:3.0:1746143545.462746:0:7222:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9152 00000004:00080000:3.0:1746143545.462752:0:7222:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 763708456774ns, next at 764708455843ns, rc = 0 00010000:00010000:3.0:1746143545.462799:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246ae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.462808:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.462816:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.462822:0:7222:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246ae lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.462827:0:7222:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246ae lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.462832:0:7222:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246ae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.462860:0:7222:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746143545.462878:0:7222:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:0.0:1746143545.462883:0:8900:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746143545.462884:0:7222:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246a7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.462889:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246a7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:0.0:1746143545.462889:0:8900:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246ae lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.462895:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011f351400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:0.0:1746143545.462895:0:8900:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011f351a00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:0.0:1746143545.462897:0:8900:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246ae lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.462898:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246a7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.462903:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246a7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00010000:00010000:0.0:1746143545.462904:0:8900:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246ae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7222 initiator: MDT0 00010000:00010000:0.0:1746143545.462920:0:8900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008efa5d00) 00010000:00010000:0.0:1746143545.462922:0:8900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746143545.462925:0:8900:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246ae lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.462928:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008efa5d00) 00010000:00010000:0.0:1746143545.462929:0:8900:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246ae lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.462930:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746143545.462933:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246a7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.462938:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246a7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:0.0:1746143545.462959:0:8900:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746143545.462961:0:8900:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746143545.462962:0:8900:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746143545.464560:0:7222:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f24699 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.464570:0:7222:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f24699 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.464576:0:7222:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f24699 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.464581:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f24699 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.464585:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011f351200 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143545.464590:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f24699 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.464595:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f24699 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.464607:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143545.464610:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143545.464613:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f24699 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.464618:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f24699 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00000004:00010000:3.0:1746143545.464632:0:7222:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008585b100 reply state ffff88012410f000 transno 4294986301 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f246a0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.464640:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350200/0xa6c9a53f47f246a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.464646:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008efa5100) 00010000:00010000:3.0:1746143545.464648:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746143545.464651:0:7222:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746143545.464718:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:3834:x1830963462309248:12345-192.168.203.27@tcp:36:rm.0 Request processed in 7764us (8042us total) trans 4294986301 rc 0/0 00000100:00100000:3.0:1746143545.464727:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44226 00010000:00010000:2.0:1746143545.499535:0:7212:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746143545.499682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.500334:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462309632 00000100:00100000:3.0:1746143545.500342:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462309632 00000100:00100000:3.0:1746143545.500391:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44227 00000100:00100000:3.0:1746143545.500397:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+36:3837:x1830963462309632:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:3.0:1746143545.500413:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143545.500425:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c7d2 expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.500467:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246bc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.500491:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.500500:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000004:00200000:3.0:1746143545.500532:0:7222:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746143545.500535:0:7222:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746143545.500549:0:7222:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.500565:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7d2 expref: 38 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.500595:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7d2 expref: 37 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.500602:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143545.500604:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746143545.500607:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351a00, rc 0) 00000100:00100000:3.0:1746143545.500964:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:3837:x1830963462309632:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 566us (1286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143545.500970:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44227 00000100:00100000:0.0:1746143545.507755:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.507815:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462309888 00000100:00100000:3.0:1746143545.507824:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462309888 00000100:00100000:3.0:1746143545.507870:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44228 00000100:00100000:3.0:1746143545.507877:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+37:3837:x1830963462309888:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:3.0:1746143545.507893:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143545.507896:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746143545.507915:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246bc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7d2 expref: 37 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.507942:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143545.507945:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746143545.507952:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246c3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c7d9 expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.508027:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f246ca lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.508036:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f246ca lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.508044:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f246ca lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.508051:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131ddbe00/0xa6c9a53f47f246d1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.508057:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131ddbe00/0xa6c9a53f47f246d1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.508061:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131ddbe00/0xa6c9a53f47f246d1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.508352:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f246d8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.508359:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f246d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.508368:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f246d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000004:00200000:3.0:1746143545.508375:0:7222:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00010000:00010000:3.0:1746143545.508393:0:7222:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f246ca lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.508399:0:7222:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f246ca lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.508404:0:7222:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f246ca lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.508409:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f246ca lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.508414:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011f350600 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143545.508417:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f246ca lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.508422:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f246ca lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.508429:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143545.508431:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143545.508433:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f246ca lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.508438:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f350600/0xa6c9a53f47f246ca lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00000004:00010000:3.0:1746143545.508446:0:7222:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008585ad80 reply state ffff88012410b000 transno 4294986302 ns: mdt-lustre-MDT0000_UUID lock: ffff880131ddbe00/0xa6c9a53f47f246d1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.508457:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131ddbe00/0xa6c9a53f47f246d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.508461:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008efa5100) 00010000:00010000:3.0:1746143545.508463:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746143545.508465:0:7222:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746143545.508493:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351400/0xa6c9a53f47f246c3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7d9 expref: 39 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.508504:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f246d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7d9 expref: 38 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.508510:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012fc0a200) 00010000:00010000:3.0:1746143545.508511:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746143545.508513:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131df6000, rc 0) 00000100:00100000:3.0:1746143545.508563:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:3837:x1830963462309888:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 686us (814us total) trans 4294986302 rc 0/0 00000100:00100000:3.0:1746143545.508569:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44228 00000100:00100000:0.0:1746143545.512677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.512759:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462310144 00000100:00100000:3.0:1746143545.512767:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462310144 00000100:00100000:3.0:1746143545.512814:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44229 00000100:00100000:3.0:1746143545.512821:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085858000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:3837:x1830963462310144:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:3.0:1746143545.512840:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143545.512854:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c7e0 expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.512933:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f246ed lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.512948:0:7222:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f246d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7d9 expref: 40 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.512954:0:7222:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f246ed lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.512978:0:7222:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f246d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7d9 expref: 40 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.512988:0:7222:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f246d8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7d9 expref: 40 pid: 7222 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746143545.512999:0:7222:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097825f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7222:1830963455356800:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143545.513323:0:7222:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800918846c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143545.515260:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143545.515333:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462310272 00000100:00100000:3.0:1746143545.515338:0:7222:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097825f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7222:1830963455356800:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746143545.515338:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462310272 00010000:00010000:3.0:1746143545.515355:0:7222:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f246ed lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:0.0:1746143545.515362:0:10921:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f246d8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7d9 expref: 41 pid: 7222 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746143545.515453:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16691 00000100:00100000:0.0:1746143545.515460:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:2006:x1830963462310272:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746143545.515483:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746143545.515489:0:10921:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f246d8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7d9 expref: 41 pid: 7222 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746143545.515498:0:10921:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f246d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7d9 expref: 41 pid: 7222 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746143545.515513:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f246d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7d9 expref: 41 pid: 7222 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746143545.515534:0:10921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012fc0a200) 00010000:00010000:0.0:1746143545.515538:0:10921:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f246ed lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:0.0:1746143545.515545:0:10921:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f246ed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7222 initiator: MDT0 00010000:00010000:0.0:1746143545.515551:0:10921:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f246ed lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7222 initiator: MDT0 00010000:00010000:0.0:1746143545.515573:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746143545.515602:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:2006:x1830963462310272:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 143us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143545.515608:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16691 00010000:00010000:3.0:1746143545.515627:0:7222:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f246ed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.515634:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f246ed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000004:00200000:3.0:1746143545.515650:0:7222:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000004:00080000:3.0:1746143545.515747:0:7222:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1e:0x0], index 0: 0 00000004:00080000:3.0:1746143545.515751:0:7222:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00010000:00010000:3.0:1746143545.515811:0:7222:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f246ed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.515820:0:7222:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f246ed lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.515826:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f246ed lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.515831:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011f351200 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143545.515845:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f246ed lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.515854:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f246ed lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.515861:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012fc0a200) 00010000:00010000:3.0:1746143545.515863:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746143545.515866:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f246ed lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.515870:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351200/0xa6c9a53f47f246ed lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.515909:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246e6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7e0 expref: 40 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.515916:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f351a00/0xa6c9a53f47f246e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7e0 expref: 40 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.515924:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f351a00, rc 0) 00000100:00100000:3.0:1746143545.515956:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085858000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:3837:x1830963462310144:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 3135us (3286us total) trans 4294986303 rc 301/301 00000100:00100000:3.0:1746143545.515963:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44229 00000100:00100000:2.0:1746143545.517769:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.517836:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462310528 00000100:00100000:3.0:1746143545.517844:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462310528 00000100:00100000:3.0:1746143545.517882:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 210 00000100:00100000:3.0:1746143545.517888:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+39:3837:x1830963462310528:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:3.0:1746143545.518076:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:3837:x1830963462310528:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 188us (311us total) trans 4294986304 rc 0/0 00000100:00100000:3.0:1746143545.518083:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 210 00000100:00100000:0.0:1746143545.519171:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.519238:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462310656 00000100:00100000:3.0:1746143545.519243:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462310656 00000100:00100000:3.0:1746143545.519282:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44230 00000100:00100000:3.0:1746143545.519287:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+40:3837:x1830963462310656:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:3.0:1746143545.519324:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143545.519337:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f246fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c7e7 expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.519373:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f246fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7e7 expref: 41 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.519510:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ae5c00/0xa6c9a53f47f246fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7e7 expref: 41 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.519525:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012fc0a700) 00010000:00010000:3.0:1746143545.519528:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746143545.519530:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ae5c00, rc 0) 00000100:00100000:3.0:1746143545.519572:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:3837:x1830963462310656:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 285us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143545.519578:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44230 00000100:00100000:0.0:1746143545.521407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.521499:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462310912 00000100:00100000:3.0:1746143545.521510:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462310912 00000100:00100000:3.0:1746143545.521569:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 211 00000100:00100000:3.0:1746143545.521576:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085858700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+41:3837:x1830963462310912:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:3.0:1746143545.522252:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085858700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:3837:x1830963462310912:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 674us (854us total) trans 4294986305 rc 0/0 00000100:00100000:3.0:1746143545.522260:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 211 00000100:00100000:2.0:1746143545.529038:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143545.529088:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.529121:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462311040 00000100:00100000:3.0:1746143545.529129:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462311040 00000100:00100000:3.0:1746143545.529162:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462311168 00000100:00100000:3.0:1746143545.529164:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462311168 00000100:00100000:0.0:1746143545.529168:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44231 00000100:00100000:0.0:1746143545.529176:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+26:3839:x1830963462311040:12345-192.168.203.27@tcp:101:dd.0 00000100:00100000:3.0:1746143545.529179:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44232 00000100:00100000:3.0:1746143545.529183:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+42:3838:x1830963462311168:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143545.529193:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746143545.529193:0:7223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143545.529206:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f24709 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c7f5 expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143545.529206:0:7223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5000/0xa6c9a53f47f24702 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c7ee expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.529246:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800920fac00/0xa6c9a53f47f24717 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:0.0:1746143545.529246:0:7223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5600/0xa6c9a53f47f24710 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1746143545.529255:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800920fac00/0xa6c9a53f47f24717 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.529264:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800920fac00/0xa6c9a53f47f24717 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000004:00200000:3.0:1746143545.529319:0:7222:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746143545.529322:0:7222:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746143545.529336:0:7222:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800920fac00/0xa6c9a53f47f24717 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:0.0:1746143545.529522:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5600/0xa6c9a53f47f24710 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:0.0:1746143545.529530:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5600/0xa6c9a53f47f24710 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1746143545.529541:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f24709 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7f5 expref: 44 pid: 7222 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1746143545.529547:0:7223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746143545.529549:0:7223:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746143545.529555:0:7223:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5600/0xa6c9a53f47f24710 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00010000:00010000:3.0:1746143545.529565:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800920fac00/0xa6c9a53f47f24717 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7f5 expref: 43 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143545.529566:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5000/0xa6c9a53f47f24702 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7ee expref: 28 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.529572:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143545.529575:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746143545.529577:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800920fac00, rc 0) 00010000:00010000:0.0:1746143545.529578:0:7223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5600/0xa6c9a53f47f24710 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7ee expref: 27 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143545.529582:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:0.0:1746143545.529584:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746143545.529585:0:7223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092bd5600, rc 0) 00000100:00100000:3.0:1746143545.529610:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:3838:x1830963462311168:12345-192.168.203.27@tcp:101:dd.0 Request processed in 426us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143545.529610:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+27:3839:x1830963462311040:12345-192.168.203.27@tcp:101:dd.0 Request processed in 435us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1746143545.529616:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44231 00000100:00100000:3.0:1746143545.529619:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44232 00000100:00100000:0.0:1746143545.531833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143545.531920:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462311424 00000100:00100000:2.0:1746143545.531930:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462311424 00000100:00100000:2.0:1746143545.531983:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44233 00000100:00100000:2.0:1746143545.531990:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008585a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+27:3839:x1830963462311424:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746143545.532009:0:7223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143545.532026:0:7223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f200/0xa6c9a53f47f2471e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c7fc expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143545.532128:0:7223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f600/0xa6c9a53f47f24725 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143545.532140:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f600/0xa6c9a53f47f24725 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143545.532150:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f600/0xa6c9a53f47f24725 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000004:00200000:2.0:1746143545.532160:0:7223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:2.0:1746143545.532252:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f200/0xa6c9a53f47f2471e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7fc expref: 30 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143545.532663:0:7223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f600/0xa6c9a53f47f24725 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7fc expref: 29 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143545.532671:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880092152200) 00010000:00010000:2.0:1746143545.532674:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746143545.532676:0:7223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e17f600, rc 0) 00000100:00100000:2.0:1746143545.533027:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008585a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6c035184-928a-4088-be86-d6b338962a2f+29:3839:x1830963462311424:12345-192.168.203.27@tcp:101:dd.0 Request processed in 1036us (1200us total) trans 4294986306 rc 0/0 00000100:00100000:2.0:1746143545.533034:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44233 00000100:00100000:0.0:1746143545.533263:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746143545.533386:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143545.533489:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462311680 00000100:00100000:2.0:1746143545.533493:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462311680 00000100:00100000:2.0:1746143545.533531:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44234 00000100:00100000:2.0:1746143545.533537:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085859180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+43:3838:x1830963462311680:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746143545.533548:0:7223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746143545.533550:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746143545.533570:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800920fac00/0xa6c9a53f47f24717 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7f5 expref: 43 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143545.533581:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:2.0:1746143545.533584:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746143545.533590:0:7223:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f24733 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c80a expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143545.533621:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462311808 00000100:00100000:1.0:1746143545.533633:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462311808 00010000:00010000:2.0:1746143545.533648:0:7223:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e600/0xa6c9a53f47f2473a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143545.533656:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e600/0xa6c9a53f47f2473a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7223 initiator: MDT0 00010000:00010000:2.0:1746143545.533662:0:7223:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e600/0xa6c9a53f47f2473a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7223 initiator: MDT0 00000004:00200000:2.0:1746143545.533668:0:7223:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746143545.533715:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17f000/0xa6c9a53f47f24733 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c80a expref: 45 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143545.533724:0:7223:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e600/0xa6c9a53f47f2473a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c80a expref: 45 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143545.533730:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880092395000) 00010000:00010000:2.0:1746143545.533732:0:7223:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746143545.533735:0:7223:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e17e600, rc 0) 00000100:00100000:2.0:1746143545.533760:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085859180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:3838:x1830963462311680:12345-192.168.203.27@tcp:101:dd.0 Request processed in 225us (503us total) trans 4294986307 rc 0/0 00000100:00100000:1.0:1746143545.533765:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 662 00000100:00100000:2.0:1746143545.533766:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44234 00000100:00100000:1.0:1746143545.533770:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130715c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2004:x1830963462311808:12345-192.168.203.27@tcp:63:ll_sa.0 00010000:00010000:1.0:1746143545.533796:0:7226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143545.533808:0:7226:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097805200/0xa6c9a53f47f24748 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c803 expref: -99 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.533838:0:7226:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097805800/0xa6c9a53f47f2474f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.533846:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097805800/0xa6c9a53f47f2474f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.533853:0:7226:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097805800/0xa6c9a53f47f2474f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.533860:0:7226:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24756 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.533864:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24756 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.533866:0:7226:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24756 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534002:0:7226:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097805a00/0xa6c9a53f47f2475d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534008:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097805a00/0xa6c9a53f47f2475d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534013:0:7226:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097805a00/0xa6c9a53f47f2475d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7226 initiator: MDT0 00000004:00200000:1.0:1746143545.534030:0:7226:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000004:00200000:1.0:1746143545.534033:0:7226:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746143545.534045:0:7226:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097805a00/0xa6c9a53f47f2475d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534052:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097805a00/0xa6c9a53f47f2475d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534058:0:7226:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097805800/0xa6c9a53f47f2474f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534064:0:7226:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097805800/0xa6c9a53f47f2474f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534069:0:7226:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097805800/0xa6c9a53f47f2474f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534077:0:7226:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097805800 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143545.534080:0:7226:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097805800/0xa6c9a53f47f2474f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534086:0:7226:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097805800/0xa6c9a53f47f2474f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534094:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143545.534097:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143545.534100:0:7226:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097805800/0xa6c9a53f47f2474f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534104:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097805800/0xa6c9a53f47f2474f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534130:0:7226:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24756 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534136:0:7226:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24756 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534140:0:7226:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24756 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534144:0:7226:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097804000 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143545.534147:0:7226:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24756 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534151:0:7226:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24756 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534157:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008efa5100) 00010000:00010000:1.0:1746143545.534159:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143545.534162:0:7226:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24756 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534166:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097804000/0xa6c9a53f47f24756 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534184:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097805200/0xa6c9a53f47f24748 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c803 expref: 46 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.534193:0:7226:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097805a00/0xa6c9a53f47f2475d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c803 expref: 45 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.534198:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012fc0a700) 00010000:00010000:1.0:1746143545.534200:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746143545.534202:0:7226:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097805a00, rc 0) 00010000:00010000:1.0:1746143545.534205:0:7226:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746143545.534210:0:7226:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097804a00/0xa6c9a53f47f24764 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c811 expref: -99 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.534225:0:7226:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f2476b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534231:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f2476b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534237:0:7226:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f2476b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534246:0:7226:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f24772 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534251:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f24772 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534258:0:7226:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f24772 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534270:0:7226:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f2476b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534274:0:7226:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f2476b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534278:0:7226:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f2476b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534283:0:7226:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915b9400 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143545.534285:0:7226:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f2476b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534290:0:7226:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f2476b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534368:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143545.534370:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143545.534373:0:7226:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f2476b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534377:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b9400/0xa6c9a53f47f2476b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534384:0:7226:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f24772 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534389:0:7226:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f24772 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534393:0:7226:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f24772 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534398:0:7226:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915b8a00 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:1.0:1746143545.534400:0:7226:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f24772 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534404:0:7226:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f24772 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534410:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880132ad4300) 00010000:00010000:1.0:1746143545.534412:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746143545.534414:0:7226:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f24772 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534418:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915b8a00/0xa6c9a53f47f24772 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7226 initiator: MDT0 00010000:00010000:1.0:1746143545.534435:0:7226:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880097804a00/0xa6c9a53f47f24764 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c811 expref: 46 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.534442:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:1.0:1746143545.534443:0:7226:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746143545.534446:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097804a00/0xa6c9a53f47f24764 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c811 expref: 46 pid: 7226 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.534451:0:7226:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097804a00, rc -2) 00000100:00100000:1.0:1746143545.534509:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130715c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2004:x1830963462311808:12345-192.168.203.27@tcp:63:ll_sa.0 Request processed in 737us (1122us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746143545.534516:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 662 00000100:00100000:2.0:1746143545.535565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.535630:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462312064 00000100:00100000:3.0:1746143545.535638:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462312064 00000100:00100000:3.0:1746143545.535680:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44235 00000100:00100000:3.0:1746143545.535686:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c035184-928a-4088-be86-d6b338962a2f+29:3839:x1830963462312064:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143545.535701:0:7222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143545.535703:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746143545.535724:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092bd5600/0xa6c9a53f47f24710 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c7ee expref: 29 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.535741:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143545.535744:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746143545.535752:0:7222:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f24779 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c842 expref: -99 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.535840:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f24780 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.535850:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f24780 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.535856:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f24780 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.535865:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f24787 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.535871:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f24787 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.535875:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f24787 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.535911:0:7222:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2478e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.535919:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2478e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.535924:0:7222:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2478e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00000004:00200000:3.0:1746143545.535930:0:7222:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00010000:00010000:3.0:1746143545.535979:0:7222:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f24780 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.535985:0:7222:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f24780 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.535990:0:7222:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f24780 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.535994:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f24780 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.535999:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131df6000 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143545.536002:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f24780 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.536007:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f24780 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.536014:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b52eaf00) 00010000:00010000:3.0:1746143545.536016:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143545.536018:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f24780 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.536022:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6000/0xa6c9a53f47f24780 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.536030:0:7222:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f24787 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.536035:0:7222:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f24787 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.536039:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f24787 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.536043:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f68b800 already unused, calling callback (ffffffffa0f22690) 00010000:00010000:3.0:1746143545.536045:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f24787 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.536049:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f24787 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.536059:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008efa5100) 00010000:00010000:3.0:1746143545.536061:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746143545.536063:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f24787 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.536068:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f68b800/0xa6c9a53f47f24787 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7222 initiator: MDT0 00010000:00010000:3.0:1746143545.536101:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131df6a00/0xa6c9a53f47f24779 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c842 expref: 31 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.536110:0:7222:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a78e00/0xa6c9a53f47f2478e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c842 expref: 30 pid: 7222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.536115:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012fc0a700) 00010000:00010000:3.0:1746143545.536117:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746143545.536119:0:7222:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a78e00, rc 0) 00000100:00100000:3.0:1746143545.536159:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6c035184-928a-4088-be86-d6b338962a2f+30:3839:x1830963462312064:12345-192.168.203.27@tcp:101:dd.0 Request processed in 473us (599us total) trans 4294986308 rc 0/0 00000100:00100000:3.0:1746143545.536165:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44235 00000100:00100000:0.0:1746143545.536460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746143545.536539:0:10921:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462312192 00000100:00100000:1.0:1746143545.536547:0:10921:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462312192 00000100:00100000:1.0:1746143545.536601:0:10921:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1064 00000100:00100000:1.0:1746143545.536617:0:10921:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130716a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:2007:x1830963462312192:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746143545.536631:0:10921:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746143545.536647:0:10921:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e17e600/0xa6c9a53f47f2473a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c80a expref: 45 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.536661:0:10921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880092395000) 00010000:00010000:1.0:1746143545.536665:0:10921:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746143545.536704:0:10921:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130716a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:2007:x1830963462312192:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 91us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143545.536710:0:10921:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1064 00000100:00100000:0.0:1746143545.537413:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.537579:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462312320 00000100:00100000:3.0:1746143545.537587:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462312320 00000100:00100000:3.0:1746143545.537662:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30805 00000100:00100000:3.0:1746143545.537669:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963462312320:12345-192.168.203.27@tcp:101:ll_agl.0 00010000:00010000:3.0:1746143545.537682:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143545.537695:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2479c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c849 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746143545.537712:0:12044:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746143545.537725:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143545.537727:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746143545.537954:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746143545.537957:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2479c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c849 expref: 11 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143545.537974:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2479c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c849 expref: 11 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143545.537984:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79800, rc 0) 00000100:00100000:3.0:1746143545.538016:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2006:x1830963462312320:12345-192.168.203.27@tcp:101:ll_agl.0 Request processed in 348us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143545.538022:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30805 00000100:00100000:3.0:1746143545.538040:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462312448 00000100:00100000:3.0:1746143545.538043:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462312448 00000100:00100000:3.0:1746143545.538059:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30806 00000100:00100000:3.0:1746143545.538064:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2007:x1830963462312448:12345-192.168.203.27@tcp:101:ll_agl.0 00010000:00010000:3.0:1746143545.538071:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143545.538079:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a79e00/0xa6c9a53f47f247a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c850 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746143545.538092:0:12044:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746143545.538099:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143545.538101:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143545.538104:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a79e00/0xa6c9a53f47f247a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c850 expref: 10 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143545.538114:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a79e00/0xa6c9a53f47f247a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c850 expref: 10 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143545.538121:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a79e00, rc 0) 00000100:00100000:3.0:1746143545.538483:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2007:x1830963462312448:12345-192.168.203.27@tcp:101:ll_agl.0 Request processed in 406us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143545.538490:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30806 00000100:00100000:2.0:1746143545.539662:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.539762:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462312704 00000100:00100000:3.0:1746143545.539769:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462312704 00000100:00100000:3.0:1746143545.539814:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14092 00000100:00100000:3.0:1746143545.539820:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2006:x1830963462312704:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746143545.539837:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746143545.539845:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800920fbe00/0xa6c9a53f47f247aa lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.539855:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143545.539857:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143545.539860:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800920fbe00/0xa6c9a53f47f247aa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.539870:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800920fbe00/0xa6c9a53f47f247aa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143545.539902:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462312960 00000100:00100000:0.0:1746143545.539910:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462312960 00000100:00100000:0.0:1746143545.539951:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14093 00000100:00100000:0.0:1746143545.539958:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963462312960:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746143545.539984:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092bd4200/0xa6c9a53f47f247b1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143545.539994:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143545.539996:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746143545.540000:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092bd4200/0xa6c9a53f47f247b1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746143545.540010:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092bd4200/0xa6c9a53f47f247b1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746143545.543031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.543553:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462313088 00000100:00100000:3.0:1746143545.543562:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462313088 00000100:00100000:3.0:1746143545.543606:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30807 00000100:00100000:3.0:1746143545.543613:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+21:3839:x1830963462313088:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143545.543627:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143545.543640:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f247b8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c857 expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.543662:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2479c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c849 expref: 12 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143545.543702:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143545.543703:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143545.543707:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f247b8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c857 expref: 22 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.543733:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2479c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c849 expref: 12 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143545.543787:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2479c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c849 expref: 12 pid: 12044 timeout: 863 lvb_type: 1 00000100:00100000:3.0:1746143545.543798:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097825f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455356928:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143545.544102:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884a80 going to sleep for 11 seconds 00010000:00010000:1.0:1746143545.546646:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092bd4200/0xa6c9a53f47f247b1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.546659:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092bd4200/0xa6c9a53f47f247b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.546666:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092bd4200/0xa6c9a53f47f247b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.546674:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092bd4200 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:1.0:1746143545.546677:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092bd4200/0xa6c9a53f47f247b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.546685:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092bd4200/0xa6c9a53f47f247b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.546701:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092bd4200/0xa6c9a53f47f247b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746143545.546708:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092bd4200/0xa6c9a53f47f247b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746143545.546768:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963462312960:12345-192.168.203.27@tcp:3:dd.0 Request processed in 6807us (7052us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746143545.546777:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14093 00000100:00100000:3.0:1746143545.547208:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097825f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12044:1830963455356928:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143545.547228:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f247b8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c857 expref: 22 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.547240:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123cda600, rc 0) 00000100:00100000:3.0:1746143545.547259:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+22:3839:x1830963462313088:12345-192.168.203.27@tcp:101:dd.0 Request processed in 3647us (4234us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143545.547265:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30807 00000100:00100000:0.0:1746143545.548109:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.548193:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462313216 00000100:00100000:3.0:1746143545.548199:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462313216 00010000:00010000:3.0:1746143545.548220:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2479c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c849 expref: 13 pid: 12044 timeout: 863 lvb_type: 1 00000100:00100000:3.0:1746143545.548252:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16692 00010000:00010000:2.0:1746143545.548257:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800920fbe00/0xa6c9a53f47f247aa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746143545.548258:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130715180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+13:2004:x1830963462313216:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143545.548267:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800920fbe00/0xa6c9a53f47f247aa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.548268:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143545.548273:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800920fbe00/0xa6c9a53f47f247aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143545.548278:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800920fbe00 already unused, calling callback (ffffffffa0870d70) 00010000:00010000:3.0:1746143545.548281:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2479c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c849 expref: 13 pid: 12044 timeout: 863 lvb_type: 1 00010000:00010000:2.0:1746143545.548281:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800920fbe00/0xa6c9a53f47f247aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143545.548286:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800920fbe00/0xa6c9a53f47f247aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.548290:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2479c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c849 expref: 13 pid: 12044 timeout: 863 lvb_type: 1 00010000:00010000:2.0:1746143545.548322:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800920fbe00/0xa6c9a53f47f247aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.548323:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091a79800/0xa6c9a53f47f2479c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c849 expref: 13 pid: 12044 timeout: 863 lvb_type: 1 00010000:00010000:2.0:1746143545.548328:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800920fbe00/0xa6c9a53f47f247aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.548331:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143545.548333:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143545.548338:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f247b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c857 expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.548345:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f247b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c857 expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143545.548362:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009236f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c97f0927-0cf9-481f-8b16-07ea4f949ecf+11:2006:x1830963462312704:12345-192.168.203.27@tcp:3:dd.0 Request processed in 8541us (8702us total) trans 0 rc 1048576/1048576 00010000:00010000:3.0:1746143545.548366:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880123cda600/0xa6c9a53f47f247b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c857 expref: 21 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143545.548368:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14092 00000100:00100000:3.0:1746143545.548376:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097825f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455357056:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746143545.548418:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746143545.549638:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097825f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7210:1830963455357056:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746143545.549651:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746143545.549682:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130715180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2004:x1830963462313216:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1424us (1577us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143545.549690:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16692 00000100:00100000:2.0:1746143545.556987:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.557959:0:12044:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462313344 00000100:00100000:3.0:1746143545.557968:0:12044:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462313344 00000100:00100000:3.0:1746143545.558012:0:12044:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 30808 00000100:00100000:3.0:1746143545.558017:0:12044:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+11:3839:x1830963462313344:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746143545.558029:0:12044:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746143545.558042:0:12044:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f68b800/0xa6c9a53f47f247bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xc1c7d765eed6c85e expref: -99 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.558061:0:12044:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a79e00/0xa6c9a53f47f247a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c850 expref: 9 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143545.558066:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143545.558067:0:12044:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746143545.558069:0:12044:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f68b800/0xa6c9a53f47f247bf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c85e expref: 12 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.558087:0:12044:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a79e00/0xa6c9a53f47f247a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c850 expref: 9 pid: 12044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746143545.558094:0:12044:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a79e00/0xa6c9a53f47f247a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c850 expref: 9 pid: 12044 timeout: 863 lvb_type: 1 00000100:00100000:3.0:1746143545.558101:0:12044:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097825f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963455357184:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746143545.558167:0:12044:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091884a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746143545.560026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.560206:0:12044:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097825f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12044:1830963455357184:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746143545.560228:0:12044:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f68b800/0xa6c9a53f47f247bf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c85e expref: 12 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746143545.560240:0:12044:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f68b800, rc 0) 00000100:00100000:3.0:1746143545.560722:0:12044:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6c035184-928a-4088-be86-d6b338962a2f+12:3839:x1830963462313344:12345-192.168.203.27@tcp:101:dd.0 Request processed in 2703us (3741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143545.560730:0:12044:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 30808 00000100:00100000:2.0:1746143545.560736:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462313472 00000100:00100000:2.0:1746143545.560742:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462313472 00010000:00010000:2.0:1746143545.560769:0:7210:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a79e00/0xa6c9a53f47f247a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c850 expref: 10 pid: 12044 timeout: 863 lvb_type: 1 00000100:00100000:2.0:1746143545.560792:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 16693 00000100:00100000:2.0:1746143545.560799:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130715500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+10:2006:x1830963462313472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746143545.560810:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746143545.560831:0:7210:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a79e00/0xa6c9a53f47f247a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c850 expref: 10 pid: 12044 timeout: 863 lvb_type: 1 00010000:00010000:2.0:1746143545.560846:0:7210:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a79e00/0xa6c9a53f47f247a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c850 expref: 10 pid: 12044 timeout: 863 lvb_type: 1 00010000:00010000:2.0:1746143545.560866:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a79e00/0xa6c9a53f47f247a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c850 expref: 10 pid: 12044 timeout: 863 lvb_type: 1 00010000:00010000:2.0:1746143545.560879:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143545.560881:0:7210:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746143545.560888:0:7210:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f68b800/0xa6c9a53f47f247bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c85e expref: 11 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143545.560900:0:7210:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f68b800/0xa6c9a53f47f247bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c85e expref: 11 pid: 12044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746143545.560926:0:7210:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f68b800/0xa6c9a53f47f247bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xc1c7d765eed6c85e expref: 11 pid: 12044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746143545.560937:0:7210:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090526300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963455357312:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746143545.561001:0:7210:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013081f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746143545.563138:0:7210:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090526300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7210:1830963455357312:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746143545.563156:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746143545.563194:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130715500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c97f0927-0cf9-481f-8b16-07ea4f949ecf+9:2006:x1830963462313472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2395us (3172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143545.563202:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 16693 00000100:00100000:0.0:1746143545.593542:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097825f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963455357440:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746143545.593615:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746143545.593749:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455357440 00000100:00100000:1.0:1746143545.593760:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455357440 00000100:00100000:1.0:1746143545.593801:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1746143545.593809:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130714e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1830963455357440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746143545.593841:0:7226:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:1.0:1746143545.593892:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130714e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1830963455357440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1746143545.593899:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1746143545.593992:0:3765:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967395 gen 2 00000004:00080000:0.0:1746143545.594003:0:3765:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967395 committed transno 4294967395 00000100:00100000:0.0:1746143545.594042:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097825f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830963455357440:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746143545.597005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.597181:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462313728 00000100:00100000:3.0:1746143545.597189:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462313728 00000100:00100000:3.0:1746143545.597233:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 212 00000100:00100000:3.0:1746143545.597240:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090526300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+44:3838:x1830963462313728:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:3.0:1746143545.598073:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090526300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c97f0927-0cf9-481f-8b16-07ea4f949ecf+45:3838:x1830963462313728:12345-192.168.203.27@tcp:35:dd.0 Request processed in 831us (1073us total) trans 4294986309 rc 0/0 00000100:00100000:3.0:1746143545.598081:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 212 00000100:00100000:1.0:1746143545.618284:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143545.618424:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462313984 00000100:00100000:2.0:1746143545.618435:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462313984 00002000:00100000:2.0:1746143545.618484:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff880134050700 x1830963462313984/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.618493:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050700 with x1830963462313984 ext(0->4194303) 00002000:00010000:2.0:1746143545.618497:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134050700 00000100:00100000:2.0:1746143545.618524:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14094 00000100:00100000:2.0:1746143545.618531:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6c035184-928a-4088-be86-d6b338962a2f+22:2005:x1830963462313984:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746143545.622523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143545.622585:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462314240 00000100:00100000:2.0:1746143545.622596:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462314240 00002000:00100000:2.0:1746143545.622633:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff880134051880 x1830963462314240/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.622643:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134051880 with x1830963462314240 ext(0->4194303) 00002000:00010000:2.0:1746143545.622647:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134051880 00000100:00100000:2.0:1746143545.622679:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14095 00000100:00100000:2.0:1746143545.622686:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+12:2004:x1830963462314240:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746143545.656808:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6c035184-928a-4088-be86-d6b338962a2f+24:2005:x1830963462313984:12345-192.168.203.27@tcp:4:dd.0 Request processed in 38266us (38522us total) trans 4294972331 rc 0/0 00000100:00100000:2.0:1746143545.656820:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14094 00002000:00100000:2.0:1746143545.656832:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff880134050700 x1830963462313984/t4294972331(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/448 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.656841:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050700 with x1830963462313984 ext(0->4194303) 00002000:00010000:2.0:1746143545.656847:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134050700 00000100:00100000:3.0:1746143545.672359:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+14:2004:x1830963462314240:12345-192.168.203.27@tcp:4:dd.0 Request processed in 49663us (49836us total) trans 4294970757 rc 0/0 00000100:00100000:3.0:1746143545.672371:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14095 00002000:00100000:3.0:1746143545.672382:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff880134051880 x1830963462314240/t4294970757(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/448 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.672390:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134051880 with x1830963462314240 ext(0->4194303) 00002000:00010000:3.0:1746143545.672394:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134051880 00000100:00100000:0.0:1746143545.684905:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.685040:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462314496 00000100:00100000:3.0:1746143545.685051:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462314496 00002000:00100000:3.0:1746143545.685100:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff880130717b80 x1830963462314496/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.685109:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130717b80 with x1830963462314496 ext(4194304->8388607) 00002000:00010000:3.0:1746143545.685115:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130717b80 00000100:00100000:3.0:1746143545.685724:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14096 00000100:00100000:3.0:1746143545.685733:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+24:2007:x1830963462314496:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746143545.689360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143545.689434:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462314752 00000100:00100000:2.0:1746143545.689443:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462314752 00002000:00100000:2.0:1746143545.689497:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff880130714380 x1830963462314752/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.689508:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130714380 with x1830963462314752 ext(4194304->8388607) 00002000:00010000:2.0:1746143545.689513:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130714380 00000100:00100000:2.0:1746143545.689534:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14097 00000100:00100000:2.0:1746143545.689541:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6c035184-928a-4088-be86-d6b338962a2f+14:2006:x1830963462314752:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746143545.718072:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+26:2007:x1830963462314496:12345-192.168.203.27@tcp:4:dd.0 Request processed in 32326us (33163us total) trans 4294972332 rc 0/0 00000100:00100000:3.0:1746143545.718086:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14096 00002000:00100000:3.0:1746143545.718099:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff880130717b80 x1830963462314496/t4294972332(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/448 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.718108:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130717b80 with x1830963462314496 ext(4194304->8388607) 00002000:00010000:3.0:1746143545.718114:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130717b80 00000100:00100000:2.0:1746143545.730269:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6c035184-928a-4088-be86-d6b338962a2f+16:2006:x1830963462314752:12345-192.168.203.27@tcp:4:dd.0 Request processed in 40715us (40907us total) trans 4294970758 rc 0/0 00000100:00100000:2.0:1746143545.730282:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14097 00002000:00100000:2.0:1746143545.730322:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff880130714380 x1830963462314752/t4294970758(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/448 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.730331:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130714380 with x1830963462314752 ext(4194304->8388607) 00002000:00010000:2.0:1746143545.730336:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130714380 00000100:00100000:1.0:1746143545.760196:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143545.760330:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462315008 00000100:00100000:2.0:1746143545.760341:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462315008 00002000:00100000:2.0:1746143545.760388:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff880134050380 x1830963462315008/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746143545.760398:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050380 with x1830963462315008 ext(8388608->12582911) 00002000:00010000:2.0:1746143545.760404:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134050380 00000100:00100000:2.0:1746143545.760437:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14098 00000100:00100000:2.0:1746143545.760446:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6c035184-928a-4088-be86-d6b338962a2f+26:2007:x1830963462315008:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746143545.775813:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746143545.777158:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462315264 00000100:00100000:3.0:1746143545.777170:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462315264 00002000:00100000:3.0:1746143545.777222:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff880090524e00 x1830963462315264/t0(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/0 e 0 to 0 dl 1746143556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.777233:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090524e00 with x1830963462315264 ext(8388608->12582911) 00002000:00010000:3.0:1746143545.777239:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090524e00 00000100:00100000:3.0:1746143545.777264:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 14099 00000100:00100000:3.0:1746143545.777271:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+16:2006:x1830963462315264:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746143545.784625:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746143545.784675:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963462315520 00000100:00100000:2.0:1746143545.784684:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963462315520 00000100:00100000:2.0:1746143545.784728:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 213 00000100:00100000:2.0:1746143545.784736:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090527480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+30:3839:x1830963462315520:12345-192.168.203.27@tcp:35:dd.0 00000001:00080000:2.0:1746143545.784928:0:7225:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986310 00000100:00100000:2.0:1746143545.785022:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090527480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6c035184-928a-4088-be86-d6b338962a2f+32:3839:x1830963462315520:12345-192.168.203.27@tcp:35:dd.0 Request processed in 286us (407us total) trans 4294986311 rc 0/0 00000100:00100000:2.0:1746143545.785028:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 213 00000020:00080000:2.0:1746143545.785033:0:7225:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746143545.796397:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6c035184-928a-4088-be86-d6b338962a2f+28:2007:x1830963462315008:12345-192.168.203.27@tcp:4:dd.0 Request processed in 35945us (36204us total) trans 4294972333 rc 0/0 00000100:00100000:3.0:1746143545.796408:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14098 00002000:00100000:3.0:1746143545.796419:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff880134050380 x1830963462315008/t4294972333(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/448 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.796428:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134050380 with x1830963462315008 ext(8388608->12582911) 00002000:00010000:3.0:1746143545.796433:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134050380 00000100:00100000:3.0:1746143545.806492:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6c035184-928a-4088-be86-d6b338962a2f+18:2006:x1830963462315264:12345-192.168.203.27@tcp:4:dd.0 Request processed in 29212us (30977us total) trans 4294970759 rc 0/0 00000100:00100000:3.0:1746143545.806503:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 14099 00002000:00100000:3.0:1746143545.806513:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff880090524e00 x1830963462315264/t4294970759(0) o4->6c035184-928a-4088-be86-d6b338962a2f@192.168.203.27@tcp:696/0 lens 488/448 e 0 to 0 dl 1746143556 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746143545.806521:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090524e00 with x1830963462315264 ext(8388608->12582911) 00002000:00010000:3.0:1746143545.806526:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090524e00 00000001:02000400:3.0:1746143546.322518:0:28886:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00000100:00100000:0.0:1746143546.409481:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097826a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963455357568:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746143546.409557:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746143546.409648:0:9575:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455357568 00000100:00100000:2.0:1746143546.409656:0:9575:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455357568 00000100:00100000:2.0:1746143546.409716:0:9575:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1746143546.409726:0:9575:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963455357568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746143546.409750:0:9575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 270936896 pending 13729792 free 3855237120 avail 3614154752 00000100:00100000:2.0:1746143546.409784:0:9575:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830963455357568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746143546.409790:0:9575:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1746143546.409866:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097826a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830963455357568:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1746143546.409976:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746143546.441588:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746143546.441609:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090525500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963455357696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746143546.441674:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746143546.441805:0:10693:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830963455357696 00000100:00100000:3.0:1746143546.441941:0:10693:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830963455357696 00000100:00100000:3.0:1746143546.441988:0:10693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1746143546.441995:0:10693:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130716d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830963455357696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746143546.442018:0:10693:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 270936896 pending 13729792 free 3855237120 avail 3614154752 00000100:00100000:3.0:1746143546.442055:0:10693:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130716d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830963455357696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746143546.442061:0:10693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1746143546.442129:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090525500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830963455357696:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746143546.442182:0:7219:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746143546.502022:0:7211:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 67868 lines, 67868 kept, 0 dropped, 0 bad.